dealing with compressed DBs

server/quoteDBs/fillBigDB.sh

@@ -4,6 +4,11 @@ rm consolidated.sqlite3
 
 sqlite3 consolidated.sqlite3 < createTable.sql
 
-ls quoteStore_202*.sqlite3 | while read db; do 
-	sqlite3 $db  '.dump OptionQuotes' | sqlite3 consolidated.sqlite3
+ls quoteStore_202*.sqlite3.gz | while read db; do 
+	echo unpacking $db
+	gzip -dc $db >/tmp/xx.sqlite3
+	echo processing...
+	sqlite3 /tmp/xx.sqlite3  '.dump OptionQuotes' | sqlite3 consolidated.sqlite3
+	echo deleting...
+	rm /tmp/xx.sqlite3
 done