updated crontab

scrapers/Dockerfile

@@ -14,9 +14,6 @@ RUN pip install --no-cache-dir -r requirements.txt
 # Copy the current directory contents into the container at /app
 COPY . /app
 
-# Set the PATH environment variable
-ENV PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
-
 # Copy the crontab file to the cron.d directory
 COPY crontab /etc/cron.d/scraper-cron
 

scrapers/crontab

@@ -1,2 +1,4 @@
 # Run the scraper every hour
+SHELL=/bin/sh
+PATH=/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin
 0 * * * * root /usr/local/bin/run_scraper.sh >> /var/log/cron.log 2>&1