update automation workflow

Author: naishasinha

.github/workflows/automation.yml

@@ -6,7 +6,12 @@ on:
       # Temporarily set automation to one branch to avoid issues w/ main codebase
       - automation-workflow
   schedule:
-    - cron: '0 0 1 */3 *'  # Run at midnight on the first day of every quarter
+      # Fetch data at 1:15 AM, days 1-20, first month of each quarter
+      - cron: '15 1 1-20 1,4,7,10 *'
+      # Process data at 1:15 AM, days 1-20, second month of each quarter
+      - cron: '15 1 1-20 2,5,8,11 *'
+      # Generate report at 1:15 AM, days 1-20, third month of each quarter
+      - cron: '15 1 1-20 3,6,9,12 *'
   workflow_dispatch:
 
 jobs:
@@ -41,7 +46,7 @@ jobs:
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         run: |
-          python scripts/git_operations.py --operation commit --message "Automated data fetch and commit"
+          python scripts/shared.py --operation commit --message "Automated data fetch and commit"
 
   process:
     runs-on: ubuntu-latest
@@ -75,7 +80,7 @@ jobs:
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         run: |
-          python scripts/git_operations.py --operation commit --message "Automated data processing and commit"
+          python scripts/shared.py --operation commit --message "Automated data processing and commit"
 
   report:
     runs-on: ubuntu-latest
@@ -109,4 +114,4 @@ jobs:
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         run: |
-          python scripts/git_operations.py --operation commit --message "Automated report generation and commit"
+          python scripts/shared.py --operation commit --message "Automated report generation and commit"

scripts/shared.py

@@ -1,9 +1,11 @@
 # Standard library
+import argparse
 import logging
 import os
 from datetime import datetime, timezone
 
 # Third-party
+from git import InvalidGitRepositoryError, NoSuchPathError, Repo
 from pandas import PeriodIndex
 
 
@@ -48,3 +50,44 @@ def log_paths(logger, paths):
         paths_list.append(f"\n{' ' * 12}{label:<11} {path}")
     paths_list = "".join(paths_list)
     logger.info(f"PATHS:{paths_list}")
+
+
+def commit_changes(message):
+    repo_path = os.getcwd()
+    try:
+        repo = Repo(repo_path)
+    except InvalidGitRepositoryError:
+        logging.error(f"Invalid Git repository at {repo_path}")
+        return
+    except NoSuchPathError:
+        logging.error(f"No such path: {repo_path}")
+        return
+
+    repo.git.add(update=True)
+    repo.index.commit(message)
+    origin = repo.remote(name="origin")
+    origin.push()
+
+
+def main():
+    parser = argparse.ArgumentParser(description="Git operations script")
+    parser.add_argument(
+        "--operation",
+        type=str,
+        required=True,
+        help="Operation to perform: commit",
+    )
+    parser.add_argument(
+        "--message", type=str, required=True, help="Commit message"
+    )
+
+    args = parser.parse_args()
+
+    if args.operation == "commit":
+        commit_changes(args.message)
+    else:
+        raise ValueError("Unsupported operation")
+
+
+if __name__ == "__main__":
+    main()