refactoring

src/recipe_graph/scrape.py

@@ -1,9 +1,7 @@
-from ast import alias
-from dis import Instruction
-import db
+import sys
+from recipe_graph import db
 import re
 from sqlalchemy import select, desc, exists, not_, except_
-from sqlalchemy.exc import IntegrityError
 from sqlalchemy.orm import sessionmaker
 import bs4
 from urllib.request import urlopen
@@ -129,25 +127,25 @@ def parse_recipe(session, recipe, site):
     
     return recipe
     
-
-parser = ArgumentParser(description="Scrape a recipe site for recipies")
-parser.add_argument('site',
+def main():
+    parser = ArgumentParser(description="Scrape a recipe site for recipies")
+    parser.add_argument('site',
                         help='Name of site')
-parser.add_argument('-id', '--identifier', dest='id',
+    parser.add_argument('-id', '--identifier', dest='id',
                         help='url of recipe(reletive to base url of site) or commma seperated list')
-parser.add_argument('-a', '--auto', action='store', dest='n',
+    parser.add_argument('-a', '--auto', action='store', dest='n',
                         help='automaticaly generate identifier(must supply number of recipies to scrape)')
-parser.add_argument('-v', '--verbose', action='store_true')
+    parser.add_argument('-v', '--verbose', action='store_true')
 
-args = parser.parse_args()
-if args.verbose:
+    args = parser.parse_args(sys.argv)
+    if args.verbose:
         logging.basicConfig(level=logging.INFO)
         logging.getLogger('sqlalchemy.engine').setLevel(logging.INFO)
 
-eng = db.get_engine()
-S = sessionmaker(eng)
+    eng = db.get_engine()
+    S = sessionmaker(eng)
 
-with S.begin() as sess:
+    with S.begin() as sess:
         site = sess.query(db.RecipeSite).where(db.RecipeSite.name == args.site).one()
         site_id = site.id
             
@@ -188,3 +186,5 @@ with S.begin() as sess:
                 continue
 
                 
+if __name__ == "__main__": # pragma: no cover
+    main()