From 40ac3d038669ac276ba6742b77c452a0b8ea405c Mon Sep 17 00:00:00 2001
From: Joe Tretter <j.tretter@gmail.com>
Date: Sun, 8 Mar 2020 21:00:53 -0500
Subject: [PATCH] dealing with compressed DBs

---
 server/quoteDBs/fillBigDB.sh | 9 +++++++--
 1 file changed, 7 insertions(+), 2 deletions(-)

diff --git a/server/quoteDBs/fillBigDB.sh b/server/quoteDBs/fillBigDB.sh
index 5b5ceab..8d0c2c9 100644
--- a/server/quoteDBs/fillBigDB.sh
+++ b/server/quoteDBs/fillBigDB.sh
@@ -4,6 +4,11 @@ rm consolidated.sqlite3
 
 sqlite3 consolidated.sqlite3 < createTable.sql
 
-ls quoteStore_202*.sqlite3 | while read db; do 
-	sqlite3 $db  '.dump OptionQuotes' | sqlite3 consolidated.sqlite3
+ls quoteStore_202*.sqlite3.gz | while read db; do 
+	echo unpacking $db
+	gzip -dc $db >/tmp/xx.sqlite3
+	echo processing...
+	sqlite3 /tmp/xx.sqlite3  '.dump OptionQuotes' | sqlite3 consolidated.sqlite3
+	echo deleting...
+	rm /tmp/xx.sqlite3
 done