1
0

add support for multiple projects to the update code

This commit is contained in:
Benjamin Mako Hill 2023-02-27 17:21:15 -08:00
parent 1c00df80ef
commit 45055817b6

View File

@ -6,72 +6,78 @@ import sqlite3
from configparser import ConfigParser
import re
import json
import os
config = ConfigParser()
config.read('.taguette_gdocs')
config_files = [f for f in os.listdir() if f.startswith('.taguette_gdocs')]
## this is project ID from the configuration
project_id = int(config['General']['taguette_project_id'])
taguette_database_file = config['General']['taguette_database_file']
for file_path in config_files:
## load the googgle sheet ID from the configuration
gsheet_id = config['General']['gsheet_id']
gsheet_gid = config['General']['gsheet_gid']
config = ConfigParser()
config.read(file_path)
## get the spreadsheet data
axial_url = f"https://docs.google.com/spreadsheets/d/{gsheet_id}/export?format=csv&id={gsheet_id}&gid={gsheet_gid}"
rv = requests.get(axial_url)
csv_text = rv.content.decode('utf-8')
# this is project ID from the configuration
project_id = int(config['General']['taguette_project_id'])
print(project_id)
taguette_database_file = config['General']['taguette_database_file']
## connect to sqlite3
con = sqlite3.connect(taguette_database_file)
cur = con.cursor()
## connect to sqlite3
con = sqlite3.connect(taguette_database_file)
cur = con.cursor()
## import taguette.database as tagdb
## db = tagdb.connect("sqlite:////home/mako/taguette-snapshot-20210422-1.sqlite3")
# load the googgle sheet ID from the configuration
gsheet_id = config['General']['gsheet_id']
gsheet_gid = config['General']['gsheet_gid']
for row in DictReader(csv_text.splitlines(), delimiter=","):
#print(row)
tag_id = row['id']
new_name = row['tag']
axial_code = row['axial codes']
category = row['category']
description = row['description']
# get the spreadsheet data
axial_url = f"https://docs.google.com/spreadsheets/d/{gsheet_id}/export?format=csv&id={gsheet_id}&gid={gsheet_gid}"
rv = requests.get(axial_url)
csv_text = rv.content.decode('utf-8')
sql_stmt_get = "SELECT id, path, description from TAGS where id = ? AND project_id = ?"
cur.execute(sql_stmt_get, (tag_id, project_id))
tag_info = cur.fetchall()
# import taguette.database as tagdb
# db = tagdb.connect("sqlite:////home/mako/taguette-snapshot-20210422-1.sqlite3")
if len(tag_info) > 1:
print(f"ERROR: '{id}' is not unique, SKIPPING")
elif len(tag_info) == 0:
print(f"ERROR: 'tag with ID {id}' does not exist, SKIPPING")
else:
oldname = tag_info[0][1]
old_description = tag_info[0][2]
for row in DictReader(csv_text.splitlines(), delimiter=","):
#print(row)
tag_id = row['id']
new_name = row['tag']
axial_code = row['axial codes']
category = row['category']
description = row['description']
if axial_code:
newname = axial_code.lower() + "_" + new_name.lower()
sql_stmt_get = "SELECT id, path, description from TAGS where id = ? AND project_id = ?"
cur.execute(sql_stmt_get, (tag_id, project_id))
tag_info = cur.fetchall()
if len(tag_info) > 1:
print(f"ERROR: '{id}' is not unique, SKIPPING")
elif len(tag_info) == 0:
print(f"ERROR: 'tag with ID {id}' does not exist, SKIPPING")
else:
newname = new_name.lower()
oldname = tag_info[0][1]
old_description = tag_info[0][2]
new_description = description
if description and category:
new_description += " "
if category:
new_description += json.dumps({'category' : category})
if axial_code:
newname = axial_code.lower() + "_" + new_name.lower()
else:
newname = new_name.lower()
if not oldname == newname:
sql_stmt_update = "UPDATE tags SET path = ? WHERE project_id = ? AND id = ?"
cur.execute(sql_stmt_update, (newname, project_id, tag_id))
print(f"UPDATE TAG: {oldname}{newname}")
if new_description.strip() != old_description.strip():
sql_stmt_update = "UPDATE tags SET description = ? WHERE project_id = ? AND id = ?"
cur.execute(sql_stmt_update, (new_description, project_id, tag_id))
print(f"UPDATE DESC: {old_description}{new_description}")
new_description = description
if description and category:
new_description += " "
if category:
new_description += json.dumps({'category' : category})
con.commit()
con.close()
if not oldname == newname:
sql_stmt_update = "UPDATE tags SET path = ? WHERE project_id = ? AND id = ?"
cur.execute(sql_stmt_update, (newname, project_id, tag_id))
print(f"UPDATE TAG for {project_id}: {oldname}{newname}")
if new_description.strip() != old_description.strip():
sql_stmt_update = "UPDATE tags SET description = ? WHERE project_id = ? AND id = ?"
cur.execute(sql_stmt_update, (new_description, project_id, tag_id))
print(f"UPDATE DESC for {project_id}:: {old_description}{new_description}")
con.commit()
con.close()