1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
|
#!/usr/bin/python3
# _*_ coding=utf-8 _*_
import argparse
import code
import readline
import signal
import sys
import ccxt
import pprint
from lstm import lstm_type_1, lstm_type_2, lstm_type_3
from marionette import marrionette_type_1
from tfann import tfann_type_1
from cnn import cnn_type_1
import httplib2
from googleapiclient.discovery import build
from googleapiclient.http import MediaIoBaseDownload, MediaFileUpload
import googleapiclient.http
import oauth2client.client
import io
def SigHandler_SIGINT(signum, frame):
print()
sys.exit(0)
class Argparser(object):
def __init__(self):
parser = argparse.ArgumentParser()
parser.add_argument("--which", type=str, help="which one to run")
parser.add_argument("--download", type=str, help="file name to download")
parser.add_argument("--what", type=str, help="train or predict")
parser.add_argument("--pysrcupdate", type=str, nargs="+", help="name of source files to update on the drive")
parser.add_argument("--gpu", action="store_true", help="use gpu. if false will use cpu", default=False)
parser.add_argument("--test1", action="store_true", help="test switch 1", default=False)
parser.add_argument("--test2", action="store_true", help="test switch 2", default=False)
parser.add_argument("--dbg", action="store_true", help="debug", default=False)
self.args = parser.parse_args()
def get_name_from_path(path):
path_pos = path.rfind("/")
if path_pos == -1:
return path
else:
return path[path_pos+1:]
def authenticate_drive():
OAUTH2_SCOPE = "https://www.googleapis.com/auth/drive"
CLIENT_SECRETS = "./secret.json"
flow = oauth2client.client.flow_from_clientsecrets(CLIENT_SECRETS, OAUTH2_SCOPE)
flow.redirect_uri = oauth2client.client.OOB_CALLBACK_URN
authorize_url = flow.step1_get_authorize_url()
print('Go to the following link in your browser: ' + authorize_url)
code = input('Enter verification code: ').strip()
credentials = flow.step2_exchange(code)
http = httplib2.Http()
credentials.authorize(http)
drive_service = build('drive', 'v3', http=http)
return drive_service
def get_folder_id(folder_name, drive_service):
parent_dir = drive_service.files().list(q="mimeType='application/vnd.google-apps.folder' and name='"+folder_name+"'", fields="files(id, name)", spaces="drive").execute()
folder_id = str()
for file in parent_dir.get("files", []):
print(file.get("name") + "---" + file.get("id"))
folder_id = file.get("id")
return folder_id
def get_file_id(file_name, folder_name, drive_service):
folder_id = get_folder_id(folder_name, drive_service)
download_to_be = drive_service.files().list(q="name='"+file_name+"' and '"+folder_id+"' in parents", fields="files(id, name)", spaces="drive").execute()
file_id = str()
for file in download_to_be.get("files", []):
print(file.get("name") + "---" + file.get("id"))
file_id = file.get("id")
return file_id
def g_drive_up(file_path, file_name, file_type, to_folder):
FILENAME = file_path
MIMETYPE = file_type
TITLE = file_name
DESCRIPTION = "a file"
drive_service = authenticate_drive()
media_body = googleapiclient.http.MediaFileUpload(FILENAME, mimetype=MIMETYPE, resumable=True)
parent_dir = drive_service.files().list(q="mimeType='application/vnd.google-apps.folder' and name='"+to_folder+"'", fields="files(id, name)", spaces="drive").execute()
folder_id = str()
for file in parent_dir.get("files", []):
print(file.get("name") + "---" + file.get("id"))
folder_id = file.get("id")
body = {'name': TITLE, 'description': DESCRIPTION, 'parents': [folder_id]}
new_file = drive_service.files().create(body=body, media_body=media_body, fields="id").execute()
print(new_file.get("id"))
#pprint.pprint(new_file)
def g_drive_down(folder_name, file_name):
drive_service = authenticate_drive()
#get folder id
parent_dir = drive_service.files().list(q="mimeType='application/vnd.google-apps.folder' and name='"+folder_name+"'", fields="files(id, name)", spaces="drive").execute()
folder_id = str()
for file in parent_dir.get("files", []):
print(file.get("name") + "---" + file.get("id"))
folder_id = file.get("id")
#get file id
download_to_be = drive_service.files().list(q="name='"+file_name+"' and '"+folder_id+"' in parents", fields="files(id, name)", spaces="drive").execute()
file_id = str()
for file in download_to_be.get("files", []):
print(file.get("name") + "---" + file.get("id"))
file_id = file.get("id")
request = drive_service.files().get_media(fileId=file_id)
#fh = io.BytesIO()
fh = io.FileIO(file_name, "w")
downloader = MediaIoBaseDownload(fh, request)
done = False
while done is False:
status, done = downloader.next_chunk()
print("Download %d%%." % int(status.progress() * 100))
#print(downloader)
def g_drive_update(folder_name, file_name):
drive_service = authenticate_drive()
file_id = get_file_id(file_name, folder_name, drive_service)
u_file = drive_service.files().get(fileId=file_id).execute()
media_body = MediaFileUpload(resumable=True)
updated_file = drive_service.files().update(fileId=file_id, body=u_file, media_body=media_body).execute()
def launch_ais(which):
if which == "marionette": marrionette_type_1()
elif which == "lstm_type_1": lstm_type_1("ethereum", "ether")
elif which == "lstm_type_2": lstm_type_2("ethereum", "ether", 5, 20)
elif which == "lstm_type_3": lstm_type_3("ethereum", "ether", 5, 20)
elif which == "cnn_type_1": cnn_type_1()
elif which == "tfann_type_1": tfann_type_1()
else: pass
# write code here
def premain(argparser):
signal.signal(signal.SIGINT, SigHandler_SIGINT)
#here
if argparser.args.pysrcupdate:
for src in argparser.args.pysrcupdate:
g_drive_up(src, get_name_from_path(src), "text/python", "colab")
if argparser.args.download:
g_drive_down("colab", "main.py")
launch_ais(argparser.args.which)
def main():
argparser = Argparser()
if argparser.args.dbg:
try:
premain(argparser)
except Exception as e:
print(e.__doc__)
if e.message: print(e.message)
variables = globals().copy()
variables.update(locals())
shell = code.InteractiveConsole(variables)
shell.interact(banner="DEBUG REPL")
else:
premain(argparser)
if __name__ == "__main__":
main()
|
