1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
|
#!/usr/bin/python3
# _*_ coding=utf-8 _*_
import argparse
import code
import readline
import signal
import sys
import ccxt
import pprint
from lstm import lstm_type_1, lstm_type_2, lstm_type_3
from marionette import marrionette_type_1
from tfann import tfann_type_1
from cnn import cnn_type_1
import httplib2
from googleapiclient.discovery import build
from googleapiclient.http import MediaIoBaseDownload
import googleapiclient.http
import oauth2client.client
import io
def SigHandler_SIGINT(signum, frame):
print()
sys.exit(0)
class Argparser(object):
def __init__(self):
parser = argparse.ArgumentParser()
parser.add_argument("--which", type=str, help="which one to run")
parser.add_argument("--download", type=str, help="file name to download")
parser.add_argument("--what", type=str, help="train or predict")
parser.add_argument("--pysrcupdate", type=str, nargs="+", help="name of source files to update on the drive")
parser.add_argument("--gpu", action="store_true", help="use gpu. if false will use cpu", default=False)
parser.add_argument("--test1", action="store_true", help="test switch 1", default=False)
parser.add_argument("--test2", action="store_true", help="test switch 2", default=False)
parser.add_argument("--dbg", action="store_true", help="debug", default=False)
self.args = parser.parse_args()
def get_name_from_path(path):
path_pos = path.rfind("/")
if path_pos == -1:
return path
else:
return path[path_pos+1:]
def g_drive_up(file_path, file_name, file_type, to_folder):
OAUTH2_SCOPE = "https://www.googleapis.com/auth/drive"
CLIENT_SECRETS = "./secret.json"
FILENAME = file_path
MIMETYPE = file_type
TITLE = file_name
DESCRIPTION = "a file"
flow = oauth2client.client.flow_from_clientsecrets(CLIENT_SECRETS, OAUTH2_SCOPE)
flow.redirect_uri = oauth2client.client.OOB_CALLBACK_URN
authorize_url = flow.step1_get_authorize_url()
print('Go to the following link in your browser: ' + authorize_url)
code = input('Enter verification code: ').strip()
credentials = flow.step2_exchange(code)
http = httplib2.Http()
credentials.authorize(http)
drive_service = build('drive', 'v3', http=http)
media_body = googleapiclient.http.MediaFileUpload(FILENAME, mimetype=MIMETYPE, resumable=True)
parent_dir = drive_service.files().list(q="mimeType='application/vnd.google-apps.folder' and name='"+to_folder+"'", fields="files(id, name)", spaces="drive").execute()
folder_id = str()
for file in parent_dir.get("files", []):
print(file.get("name") + "---" + file.get("id"))
folder_id = file.get("id")
body = {'name': TITLE, 'description': DESCRIPTION, 'parents': [folder_id]}
new_file = drive_service.files().create(body=body, media_body=media_body, fields="id").execute()
print(new_file.get("id"))
#pprint.pprint(new_file)
def g_drive_down(folder_name, file_name):
OAUTH2_SCOPE = "https://www.googleapis.com/auth/drive"
CLIENT_SECRETS = "./secret.json"
flow = oauth2client.client.flow_from_clientsecrets(CLIENT_SECRETS, OAUTH2_SCOPE)
flow.redirect_uri = oauth2client.client.OOB_CALLBACK_URN
authorize_url = flow.step1_get_authorize_url()
print('Go to the following link in your browser: ' + authorize_url)
code = input('Enter verification code: ').strip()
credentials = flow.step2_exchange(code)
http = httplib2.Http()
credentials.authorize(http)
drive_service = build('drive', 'v3', http=http)
#get folder id
parent_dir = drive_service.files().list(q="mimeType='application/vnd.google-apps.folder' and name='"+folder_name+"'", fields="files(id, name)", spaces="drive").execute()
folder_id = str()
for file in parent_dir.get("files", []):
print(file.get("name") + "---" + file.get("id"))
folder_id = file.get("id")
#get file id
download_to_be = drive_service.files().list(q="name='"+file_name+"' and '"+folder_id+"' in parents", fields="files(id, name)", spaces="drive").execute()
file_id = str()
for file in download_to_be.get("files", []):
print(file.get("name") + "---" + file.get("id"))
file_id = file.get("id")
request = drive_service.files().get_media(fileId=file_id)
#fh = io.BytesIO()
fh = io.FileIO(file_name, "w")
downloader = MediaIoBaseDownload(fh, request)
done = False
while done is False:
status, done = downloader.next_chunk()
print("Download %d%%." % int(status.progress() * 100))
#print(downloader)
def launch_ais(which):
if which == "marionette": marrionette_type_1()
elif which == "lstm_type_1": lstm_type_1("ethereum", "ether")
elif which == "lstm_type_2": lstm_type_2("ethereum", "ether", 5, 20)
elif which == "lstm_type_3": lstm_type_3("ethereum", "ether", 5, 20)
elif which == "cnn_type_1": cnn_type_1()
elif which == "tfann_type_1": tfann_type_1()
else: pass
# write code here
def premain(argparser):
signal.signal(signal.SIGINT, SigHandler_SIGINT)
#here
if argparser.args.pysrcupdate:
for src in argparser.args.pysrcupdate:
g_drive_up(src, get_name_from_path(src), "text/python", "colab")
if argparser.args.download:
g_drive_down("colab", "main.py")
launch_ais(argparser.args.which)
def main():
argparser = Argparser()
if argparser.args.dbg:
try:
premain(argparser)
except Exception as e:
print(e.__doc__)
if e.message: print(e.message)
variables = globals().copy()
variables.update(locals())
shell = code.InteractiveConsole(variables)
shell.interact(banner="DEBUG REPL")
else:
premain(argparser)
if __name__ == "__main__":
main()
|
