diff --git a/dist/observatory-1.2.1-py3-none-any.whl b/dist/observatory-1.2.1-py3-none-any.whl index d3f28ab..6b39635 100644 Binary files a/dist/observatory-1.2.1-py3-none-any.whl and b/dist/observatory-1.2.1-py3-none-any.whl differ diff --git a/dist/observatory-1.2.1.tar.gz b/dist/observatory-1.2.1.tar.gz index 392ac35..c2e48d6 100644 Binary files a/dist/observatory-1.2.1.tar.gz and b/dist/observatory-1.2.1.tar.gz differ diff --git a/src/observatory.py b/src/observatory.py index 3214a12..1c5a4f5 100644 --- a/src/observatory.py +++ b/src/observatory.py @@ -557,7 +557,10 @@ def scrape(urls): conn = None conn = psycopg2.connect("dbname="+credentials["postgres"]["db"]+" user="+credentials["postgres"]["user"]+" password="+credentials["postgres"]["password"]+" host=localhost port=5432") + conn.autocommit = True + cur = conn.cursor() + cur.execute("""CREATE TABLE IF NOT EXISTS public.site_text (url varchar, body_text varchar, date varchar, source varchar(10), domain varchar);""") def DBinsert(url, contents, date, source, domain, count): print("inserting: " + str(count), end='\r')