Merge pull request #43 from openactive/spider-updated-at

spider: publisher and publisher_feed, add updated_at
openactive-archive · Jun 25, 2020 · e15deb3 · e15deb3
2 parents 5dc304d + 808d85a
commit e15deb3
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 2 deletions.
diff --git a/src/lib/database-migrations/007-publisher-and-publisher-feed-get-updated-at.sql b/src/lib/database-migrations/007-publisher-and-publisher-feed-get-updated-at.sql
@@ -0,0 +1,2 @@
+ALTER TABLE publisher ADD updated_at TIMESTAMP WITHOUT TIME ZONE NOT NULL default (now() at time zone 'utc');
+ALTER TABLE publisher_feed ADD updated_at TIMESTAMP WITHOUT TIME ZONE NOT NULL default (now() at time zone 'utc');
diff --git a/src/lib/spider.js b/src/lib/spider.js
@@ -99,8 +99,8 @@ async function write_publisher(data) {
             publisher_id = res_add_publisher.rows[0].id;
         } else {
             publisher_id = res_find_publisher.rows[0].id;
-            const res_add_publisher = await client.query(
-                'UPDATE publisher SET name=$1, url=$2, data=$3 WHERE id=$4',
+            await client.query(
+                'UPDATE publisher SET name=$1, url=$2, data=$3, updated_at=(now() at time zone \'utc\') WHERE id=$4',
                 [data.name, data.url, data.data, publisher_id]
             );
         }
@@ -110,6 +110,12 @@ async function write_publisher(data) {
             const res_find_feed = await client.query('SELECT * FROM publisher_feed WHERE url = $1', [data.data_urls[idx].url]);
             if (res_find_feed.rowCount == 0) {
                 const res_add_feed = await client.query('INSERT INTO publisher_feed (publisher_id, name, url) VALUES ($1, $2, $3) RETURNING id', [publisher_id, data.data_urls[idx].name, data.data_urls[idx].url]);
+            } else {
+                const publisher_feed_id = res_find_feed.rows[0].id;
+                await client.query(
+                    'UPDATE publisher_feed SET name=$1, updated_at=(now() at time zone \'utc\') WHERE id=$2',
+                    [data.data_urls[idx].name, publisher_feed_id]
+                );
             }
         }