mdebray/tvl-depot
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat(wpcarro/simple-select): Support CSVs

Browse source 
Convert CSVs to in-memory SQLite tables from which we query. Also read variables
from the command-line.

For now, I'd say this is MVP-status.

Change-Id: I8b7400e60da4b14eea25c3f4b47447497a4218c8
Reviewed-on: https://cl.tvl.fyi/c/depot/+/5346
Reviewed-by: wpcarro <wpcarro@gmail.com>
Autosubmit: wpcarro <wpcarro@gmail.com>
Tested-by: BuildkiteCI
This commit is contained in:
William Carroll 2022-03-01 14:43:38 -08:00 committed by clbot
parent 0e76f30c5b
commit 426cc2db2c
1 changed files with 26 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

36
users/wpcarro/scratch/simple-select/main.py
View file

@ -1,3 +1,6 @@
from argparse import ArgumentParser
import csv
import sqlite3 import sqlite3
import string import string
from scanner import Scanner from scanner import Scanner
@ -205,14 +208,20 @@ def compile_query(negate, query):
# Main # Main
################################################################################ ################################################################################
debug = False def main(csv_path=None, debug=False):
# Import CSV to SQLite
def main(): table = "main"
# TODO(wpcarro): Read path from command-line. con = sqlite3.connect(":memory:")
con = sqlite3.connect('/depot/users/wpcarro/todo-lists/imdb/db.sqlite3')
cur = con.cursor() cur = con.cursor()
# TODO(wpcarro): Read columns from CSV. with open(csv_path, "r") as f:
columns = ["year", "rating", "haveWatched", "director", "isCartoon", "requiresSubtitles"] r = csv.DictReader(f)
columns = next(r).keys()
# TODO(wpcarro): Use safer interpolation variant of "?" here and throughout.
cur.execute("CREATE TABLE {} ({});".format(table, ",".join(columns)))
rows = [tuple(row[col] for col in columns) for row in r]
cur.executemany("INSERT INTO {} ({}) VALUES ({});".format(table, ",".join(columns), ",".join("?" for _ in columns)), rows)
con.commit()
while True: while True:
x = input("> ") x = input("> ")
@ -220,10 +229,17 @@ def main():
if debug: if debug:
print("tokens:\t{}".format(tokenize(x))) print("tokens:\t{}".format(tokenize(x)))
print("AST:\t{}".format(parse(x))) print("AST:\t{}".format(parse(x)))
print("query:\t\"{}\"".format(compile(x, "Movies", columns))) print("query:\t\"{}\"".format(compile(x, table, columns)))
for row in cur.execute(compile(x, "Movies", columns)): for row in cur.execute(compile(x, table, columns)):
print("\t".join(str(cell) for cell in row)) print("\t".join(str(cell) for cell in row))
# TODO(wpcarro): Trap exits and ensure cleanup always runs.
con.close()
if __name__ == "__main__": if __name__ == "__main__":
main() parser = ArgumentParser()
parser.add_argument("-f", "--file", dest="file", help="Path to the CSV from which to read", metavar="PATH")
parser.add_argument("-d", "--debug", dest="debug", default=False, action="store_true", help="Enable debugging")
args = parser.parse_args()
main(csv_path=args.file, debug=args.debug)