daily.yml debug

.github/workflows/daily.yml

@@ -34,8 +34,8 @@ jobs:
         pip uninstall transformers -y
         pip install transformers
         pip install tensorflow
-        # pip install tf-keras
-        pip install keras
+        pip install tf-keras
+        pip install python-dotenv
     - name: Data Collection
       env:
         AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}

.gitignore

@@ -1,4 +1,6 @@
-env
+.env
+data
+venv
 __pycache__
 downloaded_file.pdf
 downloaded_file.docx

utils.py

@@ -13,11 +13,13 @@ import pandas as pd
 import requests
 import boto3
 from lxml import etree
+from dotenv import load_dotenv
 from googletrans import Translator
 from transformers import pipeline
 from PyPDF2 import PdfReader
 from langdetect import detect
 
+load_dotenv()
 AWS_ACCESS_KEY_ID = os.environ['AWS_ACCESS_KEY_ID']
 AWS_SECRET_ACCESS_KEY = os.environ['AWS_SECRET_ACCESS_KEY']