flickr logger added

Author: IamMQaisar

flickr/data_cleaning.py

@@ -13,12 +13,20 @@
 """
 
 # Standard library
+import logging
 import sys
-import traceback
 
 # Third-party
 import pandas as pd
 
+# Set up logging
+logging.basicConfig(
+    level=logging.INFO,
+    format="%(asctime)s - %(levelname)s - %(message)s",
+    handlers=[logging.FileHandler("logfile.log"), logging.StreamHandler()],
+)
+logger = logging.getLogger(__name__)
+
 
 def drop_empty_column(csv_path, new_csv_path):
     """
@@ -95,9 +103,8 @@ def main():
     except SystemExit as e:
         sys.exit(e.code)
     except KeyboardInterrupt:
-        print("INFO (130) Halted via KeyboardInterrupt.", file=sys.stderr)
+        logger.info("Halted via KeyboardInterrupt.")
         sys.exit(130)
     except Exception:
-        print("ERROR (1) Unhandled exception:", file=sys.stderr)
-        print(traceback.print_exc(), file=sys.stderr)
-    sys.exit(1)
+        logger.exception("Unhandled exception:")
+        sys.exit(1)

flickr/photos.py

@@ -5,10 +5,10 @@
 
 # Standard library
 import json
+import logging
 import os
 import os.path
 import sys
-import traceback
 
 # Third-party
 import flickrapi
@@ -20,6 +20,14 @@
 dotenv_path = os.path.join(os.path.dirname(CWD), ".env")
 load_dotenv(dotenv_path)
 
+# Set up logging
+logging.basicConfig(
+    level=logging.INFO,
+    format="%(asctime)s - %(levelname)s - %(message)s",
+    handlers=[logging.FileHandler("logfile.log"), logging.StreamHandler()],
+)
+logger = logging.getLogger(__name__)
+
 
 def main():
     # Initialize Flickr API instance
@@ -47,9 +55,8 @@ def main():
     except SystemExit as e:
         sys.exit(e.code)
     except KeyboardInterrupt:
-        print("INFO (130) Halted via KeyboardInterrupt.", file=sys.stderr)
+        logger.info("Halted via KeyboardInterrupt.")
         sys.exit(130)
     except Exception:
-        print("ERROR (1) Unhandled exception:", file=sys.stderr)
-        print(traceback.print_exc(), file=sys.stderr)
-    sys.exit(1)
+        logger.exception("Unhandled exception:")
+        sys.exit(1)

flickr/photos_detail.py

@@ -9,11 +9,11 @@
 
 # Standard library
 import json
+import logging
 import os
 import os.path
 import sys
 import time
-import traceback
 
 # Third-party
 import flickrapi
@@ -29,6 +29,14 @@
 # Global variable: Number of retries for error handling
 RETRIES = 0
 
+# Set up logging
+logging.basicConfig(
+    level=logging.INFO,
+    format="%(asctime)s - %(levelname)s - %(message)s",
+    handlers=[logging.FileHandler("logfile.log"), logging.StreamHandler()],
+)
+logger = logging.getLogger(__name__)
+
 
 def to_df(datalist, namelist):
     """
@@ -305,18 +313,18 @@ def main():
 
 
 if __name__ == "__main__":
+    RETRIES = 0  # Initialize RETRIES counter
     while True:
         try:
             main()
         except SystemExit as e:
             sys.exit(e.code)
         except KeyboardInterrupt:
-            print("INFO (130) Halted via KeyboardInterrupt.", file=sys.stderr)
+            logger.info("Halted via KeyboardInterrupt.")
             sys.exit(130)
         except Exception:
             RETRIES += 1
-            print("ERROR (1) Unhandled exception:", file=sys.stderr)
-            print(traceback.print_exc(), file=sys.stderr)
+            logger.exception("Unhandled exception:")
             if RETRIES <= 20:
                 continue
             else: