diff --git a/README.md b/README.md index 501be9f7..95c2b0f1 100644 --- a/README.md +++ b/README.md @@ -47,6 +47,7 @@ We have some data available or change notifications configured, but there needs - [ ] Go through PS archives to see other venue hosts. ## Museums in BLR + - [ ] https://en.wikipedia.org/wiki/Karnataka_Chitrakala_Parishath - [ ] https://en.wikipedia.org/wiki/Venkatappa_Art_Gallery - [ ] https://en.wikipedia.org/wiki/Gandhi_Bhavan,_Bengaluru diff --git a/src/event-fetcher.py b/src/event-fetcher.py index b502a2b4..2a0b7b34 100644 --- a/src/event-fetcher.py +++ b/src/event-fetcher.py @@ -4,6 +4,7 @@ from w3lib.html import get_base_url import sqlite3 import json + EVENT_JSON_FILES = [ 'out/bic.json' ] @@ -109,13 +110,14 @@ def create_events_table(): for (url, d) in get_events(session): insert_event_json(conn, url, d) i+=1 - if i > 10: + if i %10 == 0: conn.commit() for (url, d) in get_local_events(EVENT_JSON_FILES): insert_event_json(conn, url, d) + print(url) i+=1 - if i > 10: + if i %10 == 0: conn.commit() conn.commit() conn.close() \ No newline at end of file