aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorbloodstalker <thabogre@gmail.com>2018-03-27 19:23:58 +0000
committerbloodstalker <thabogre@gmail.com>2018-03-27 19:23:58 +0000
commit3358395a81d4a779564ed3fffac63f372435bb29 (patch)
tree2b756e65dc112cb3e5422d29a624ec9c6727cf50
parentInitial commit (diff)
downloadkaminokumo-3358395a81d4a779564ed3fffac63f372435bb29.tar.gz
kaminokumo-3358395a81d4a779564ed3fffac63f372435bb29.zip
update
-rwxr-xr-xkaminokumo63
-rwxr-xr-xrun.sh3
2 files changed, 66 insertions, 0 deletions
diff --git a/kaminokumo b/kaminokumo
new file mode 100755
index 0000000..9d6d66c
--- /dev/null
+++ b/kaminokumo
@@ -0,0 +1,63 @@
+#!/usr/bin/python3
+
+import argparse
+import json
+import code
+import readline
+import signal
+import sys
+import os
+import requests
+import urllib3
+from time import sleep
+from bs4 import BeautifulSoup
+
+def SigHandler_SIGINT(signum, frame):
+ print()
+ sys.exit(0)
+
+class Argparser(object):
+ def __init__(self):
+ parser = argparse.ArgumentParser()
+ parser.add_argument("--url", type=str, nargs="+", help="url to scrape")
+ parser.add_argument("--dbg", action="store_true", help="debug", default=False)
+ parser.add_argument("--demon", action="store_true", help="run as daemon", default=False)
+ parser.add_argument("--slumber", type=int, help="how long the demon sleeps", default=60)
+ self.args = parser.parse_args()
+
+def mrg(url):
+ requests.packages.urllib3.disable_warnings()
+ resp = requests.get(url, verify=False)
+ soup = BeautifulSoup(resp.text, "lxml")
+ #print(resp.text)
+ res = soup.select("dd")
+ length = len(res[7].text.split(","))
+ for split in res[7].text.split(","):
+ if length == 1:
+ if split.find("minutes"):
+ print("hey, wer'e up")
+ return True
+
+###############################################################################
+def premain(argparser):
+ signal.signal(signal.SIGINT, SigHandler_SIGINT)
+ url = json.load(open("./data.json"))
+ mrg(url["url"])
+
+def main():
+ argparser = Argparser()
+ if argparser.args.dbg:
+ try:
+ premain(argparser)
+ except:
+ variables = globals().copy()
+ variables.update(locals())
+ shell = code.InteractiveConsole(variables)
+ shell.interact(banner="DEBUG REPL")
+ else:
+ while True:
+ premain(argparser)
+ sleep(600)
+
+if __name__ == "__main__":
+ main()
diff --git a/run.sh b/run.sh
new file mode 100755
index 0000000..881934a
--- /dev/null
+++ b/run.sh
@@ -0,0 +1,3 @@
+#!/bin/bash
+cd $(dirname $0)
+./kaminokumo