1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
#!/usr/bin/python3
import argparse
import signal
import sys
import re
from requests import get
from requests.exceptions import RequestException
from contextlib import closing
from bs4 import BeautifulSoup
def SigHandler_SIGINT(signum, frame):
print()
sys.exit(0)
def simple_get(url):
try:
with closing(get(url, stream=True)) as resp:
if is_good_response(resp):
return resp.content
else:
return None
except RequestException as e:
log_error("Error during requests to {0} : {1}".format(url, str(e)))
return None
def is_good_response(resp):
content_type = resp.headers["Content-Type"].lower()
return (
resp.status_code == 200
and content_type is not None
and content_type.find("html") > -1
)
def log_error(e):
print(e)
class Argparser(object):
def __init__(self):
parser = argparse.ArgumentParser()
parser.add_argument("--src", type=str, help="url")
parser.add_argument("--str", type=str, help="what string to look for")
parser.add_argument(
"--vid", action="store_true", help="video", default=False
)
parser.add_argument(
"--dbg", action="store_true", help="debug", default=False
)
parser.add_argument(
"--url", action="store_true", help="url", default=False
)
self.args = parser.parse_args()
VID_FMT = [
"webm",
"mpg",
"mp2",
"mpeg",
"mpe",
"mpv",
"ogg",
"mp4",
"m4p",
"m4v",
"flv",
"avi",
"wmv",
"mkv",
"svi",
]
# write code here
def premain(argparser):
signal.signal(signal.SIGINT, SigHandler_SIGINT)
# here
raw_ml = simple_get(argparser.args.src)
# print("raw html length is " + repr(len(raw_ml)))
ml = BeautifulSoup(raw_ml, "lxml")
ml_str = repr(ml)
tmp = open("/tmp/riecher", "w")
tmp.write(ml_str)
tmp.close()
tmp = open("/tmp/riecher", "r")
if argparser.args.src:
if argparser.args.vid:
for line in tmp:
# hit = False
for elem in VID_FMT:
if line.find("." + elem) > -1:
print(line)
# hit = True
if argparser.args.url:
dump_list = []
for line in tmp:
dummy = re.findall(
"http[s]?://(?:[a-zA-Z]|[0-9]|[$-_@.&+]|[!*\(\),]|"
r"(?:%[0-9a-fA-F][0-9a-fA-F]))+",
line,
)
dump_list += dummy
for elem in dump_list:
print(elem)
tmp.close()
def main():
argparser = Argparser()
if argparser.args.dbg:
try:
premain(argparser)
except Exception as e:
print(e)
else:
premain(argparser)
if __name__ == "__main__":
main()
|
