From 5cd1e564f1f7603989007f4e16e50f8c84010360 Mon Sep 17 00:00:00 2001 From: terminaldweller Date: Wed, 31 Mar 2021 21:55:35 +0430 Subject: first commit --- main.py | 37 +++++++++++++++++++++++++++++++++++++ run.sh | 3 +++ 2 files changed, 40 insertions(+) create mode 100755 main.py create mode 100755 run.sh diff --git a/main.py b/main.py new file mode 100755 index 0000000..c9a1af6 --- /dev/null +++ b/main.py @@ -0,0 +1,37 @@ +#!/usr/bin/env python3 +# _*_ coding=utf-8 _*_ + +import argparse +import logging +import traceback +from newspaper import Article, build +import fileinput + + +class Argparser(object): + def __init__(self): + parser = argparse.ArgumentParser() + parser.add_argument("--string", type=str, help="string") + parser.add_argument("--bool", action="store_true", + help="bool", default=False) + parser.add_argument("--dbg", action="store_true", + help="debug", default=False) + self.args = parser.parse_args() + + +def main(): + urls = (line for line in fileinput.input()) + for url in urls: + parser = build(url) + for article in parser.articles: + a = Article(article.url) + try: + a.download() + a.parse() + print(a.text) + except Exception as e: + logging.error(traceback.format_exc(e)) + + +if __name__ == "__main__": + main() diff --git a/run.sh b/run.sh new file mode 100755 index 0000000..6037b8d --- /dev/null +++ b/run.sh @@ -0,0 +1,3 @@ +#!/usr/bin/env zsh + +sniff --src https://github.com/coinpride/CryptoList --url | ./main.py > out2.txt -- cgit v1.2.3