naming

Author: toddbirchard

Pipfile.lock

@@ -1,5 +1,5 @@
 """Application entry point."""
-from application import main
+from src import main
 
 if __name__ == '__main__':
     main()

application/__init__.py

@@ -1,9 +1,9 @@
 cachetools==3.1.1
 certifi==2019.9.11
 chardet==3.0.4
-future==0.18.1
+future==0.18.2
 google-api-core==1.14.3
-google-auth==1.6.3
+google-auth==1.7.0
 google-cloud-bigquery==1.21.0
 google-cloud-core==1.0.3
 google-resumable-media==0.4.1
@@ -17,6 +17,6 @@ PyMySQL==0.9.3
 pytz==2019.3
 requests==2.22.0
 rsa==4.0
-six==1.12.0
+six==1.13.0
 SQLAlchemy==1.3.10
 urllib3==1.25.6

main.py

@@ -0,0 +1,15 @@
+import logging
+from .bigquery import BigQueryClient
+from .database import MySQLClient
+from config import Config
+
+logging.basicConfig(format='%(asctime)s \n%(message)s',
+                    level=logging.INFO)
+
+
+def main():
+    bigquery = BigQueryClient(Config)
+    mysql = MySQLClient(Config)
+    bq_rows = bigquery.fetch_bigquery_rows(Config.bigquery_query)
+    updated = mysql.insert_rows(bq_rows)
+    logging.info(f'Top posts this week: {updated}')

requirements.txt

@@ -9,11 +9,10 @@ def __init__(self, Config):
         self.metadata = MetaData()
         self.uri = Config.bigquery_uri
         self.credentials = Config.gcp_credentials
-        self.query = Config.bigquery_query
         self.engine = create_engine(self.uri,
                                     credentials_path=self.credentials)
 
-    def fetch_bigquery_rows(self):
+    def fetch_bigquery_rows(self, query):
         """Fetch rows from BigQuery via query."""
-        results = self.engine.execute(self.query).fetchall()
+        results = self.engine.execute(query).fetchall()
         return results