# Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt # Edit this file to introduce tasks to be run by cron. # # Each task to run has to be defined through a single line # indicating with different fields when the task will be run # and what command to run for the task # # To define the time you can provide concrete values for # minute (m), hour (h), day of month (dom), month (mon), # and day of week (dow) or use '*' in these fields (for 'any'). # # Notice that tasks will be started based on the cron's system # daemon's notion of time and timezones. # # Output of the crontab jobs (including errors) is sent through # email to the user the crontab file belongs to (unless redirected). # # For example, you can run a backup of all your user accounts # at 5 a.m every week with: # 0 5 * * 1 tar -zcf /var/backups/home.tgz /home/ # # For more information see the manual pages of crontab(5) and cron(8) # # m h dom mon dow command #port 20019, 20020, 20021 used to test change on prod ! PORT=20090 PAUSE=30 INTERVAL=10 END=24 TOKEN=2e08d29069819eb5a0c105172a984fea USER=1080 HOST_FOTONOWER=www.fotonower.com #HOST_FOTONOWER=marlene.fotonower.com #HOST_FOTONOWER=uploadpy.fotonower.com BASENAME=cedre_argenteuil_0523 #test_prine_charlot_Q322 BASEFOLDER=/home/pi/Desktop/images LOGFOLDER=/home/pi/.log SHUTTER=3000 DATOU_CLASS=4489 DATOU_CLASS_2=4346 DATOU_LOCAL_CLASSIF=2773 DATOU_LOCAL_ANONYM=2778 CLASSIF_BATCH_SIZE=4 CLASSIF_LIMIT_NB_PHOTOS=12 FACTOR=0.1 #THRESHOLD=10 THRESHOLD=8 #STATUS_TO_UPLOAD=99 STATUS_TO_UPLOAD=2 SEUIL_DEDUP=0.008 PERIOD_FORCE_UPLOAD=100 QUALITY=85 EXPOSURE=50 #WIDTH=960 #HEIGHT=640 #WIDTH=2000 #HEIGHT=1000 WIDTH=3648 HEIGHT=2736 GITRAPINOWER=/home/pi/workarea/git/raspi-fotonower-x GITVELOURS=/home/pi/workarea/git/Velours PYTHONPATH=/home/pi/workarea/git/Velours/python:/home/pi/mtr/.credentials:$GITRAPINOWER:$PYTHONPATH:$GITRAPINOWER/python CAFFE_MODELS="/home/pi/Models/" CAFFE_FRCNN=/home/pi/caffe/caffe/python/ TRAIN_DATA_ROOT=/home/pi/workarea/training_data/ LOCAL_PHOTO_CACHE=/home/pi/workarea/photo_data/ PYTHONPATHFOTONOWER=/home/pi CACHE_FEATURES=/home/pi/workarea/photo_features/ LD_PRELOAD=/usr/lib/arm-linux-gnueabihf/libatomic.so.1 LOGTODAY=/home/pi/.log/`date '+%Y/%m/%d'` #MR autossh to raspi sasftn 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn; autossh -M9042 -f -N -R $PORT:localhost:22 raspi@3w.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/autossh/sasftn/ssh_log.txt 2>&1 #MR autossh to raspi charlot 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot; autossh -M9043 -f -N -R $PORT:localhost:22 raspi@charlot.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/charlot/ssh_log.txt 2>&1 #MR autossh to raspi marlene 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene; autossh -M9044 -f -N -R $PORT:localhost:22 raspi@marlene.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/marlene/ssh_log.txt 2>&1 #MR autossh to raspi raspberry 27-10-2020 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev; autossh -M9045 -f -N -R $PORT:localhost:20042 pi@raspi.fotonower-preprod.com >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/tunnel_ssh/raspidev/ssh_log.txt 2>&1 #MR Monitor raspi */2 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor;python3 $GITRAPINOWER/python/daily_activity_report.py -p $PORT -P $PAUSE -u $USER -b $BASENAME -f $BASEFOLDER -g $GITRAPINOWER -t $TOKEN -H $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/monitor/monitor.txt 2>&1 #------------TEST NON REGRESSION---------------- 30 * * * * python3 $GITRAPINOWER/test/test_rapinower.py #take picture without_db_insertion #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/main.py -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE -z $ZOOM --width=$WIDTH --height=$HEIGHT --end=$END -j take_photo_without_db_insertion -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 #* * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -C 0 -m -f $BASEFOLDER -s $SHUTTER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT --end=$END -e $EXPOSURE >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/take_pic.txt 2>&1 * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic;python3 $GITRAPINOWER/python/jetson/main_usb.py -v -C 0 -f $BASEFOLDER -q $QUALITY -p $PAUSE --width=$WIDTH --height=$HEIGHT >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/take_pic/pic_log.txt 2>&1 #insertion photos in db * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos; python3 $GITRAPINOWER/python/insert_obj_in_db.py -f $BASEFOLDER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/insertion_photos/insertion_log.txt 2>&1 #Fonction decision for change status in sqlite * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main_fonction_decision.py --seuil_dedup $SEUIL_DEDUP --threshold $THRESHOLD --force_upload=$PERIOD_FORCE_UPLOAD --status_upload=$STATUS_TO_UPLOAD -d 45 -v >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/decision_log.txt 2>&1 #Upload with sqlite 0-58 * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 20; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 * * * * sleep 40; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 15 >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 0-58 0-2 * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check; $GITRAPINOWER/shell/upload_photos.sh -n $BASENAME -u $HOST_FOTONOWER -f $BASEFOLDER -t $TOKEN --datou_id=$DATOU_CLASS --threshold=$THRESHOLD -j upload_by_sql --interval $INTERVAL --status_upload $STATUS_TO_UPLOAD --last_days 30 --only_old=1 -v>> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/check/check_log.txt 2>&1 59 * * * * pkill -f upload #uptime toutes les minutes * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime; $GITRAPINOWER/shell/uptime_log.sh >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/log_uptime/log_uptime.txt 2>&1 #cc cp crontab in log 17 * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`; crontab -l >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/crontab.txt #Zip log * * * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log; python3 $GITRAPINOWER/python/zip_log.py --logpath $LOGFOLDER >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/zip_log/zip_log.txt 2>&1 #Reboot daily before reprise job 0 12 * * * sleep 55; sudo reboot #Delete past lines in sqlite 0 12 * * * mkdir -p $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line; python3 $GITRAPINOWER/python/main.py --job=delete_past_lines_in_db -m --past=15 >> $LOGFOLDER/`date "+\%Y/\%m/\%d"`/delete_line/delete_line_log.txt 2>&1 #Launch second datou */30 1-23 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 # day before between 10 and 16 1 10-16 * * 1-6 mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou; $GITRAPINOWER/shell/launch_datou.sh -D yesterday -t $TOKEN -d $DATOU_CLASS_2 -h $HOST_FOTONOWER >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/launch_datou/launch_datou.txt 2>&1 #Reduce size of dark pictures */5 * * * * sleep 30; mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-2 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dark.txt 2>&1 #Reduce size of duplicated pictures * * * * * mkdir -p $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision;python3 $GITRAPINOWER/python/main.py --job=resize_pictures_sqlite --old_status=-1 --new_status=-5 --factor=$FACTOR >> $LOGFOLDER/`date '+\%Y/\%m/\%d'`/decision/resize_dup.txt 2>&1 18 */3 * * * date && mtr/scp_speed_test.sh raspi@3w.fotonower.com >> log_speed.txt 18 * * * * date >> log_uptime_106.txt && ssh pi@10.0.3.57 uptime >> log_uptime_106.txt #25 * * * * ssh pi@10.0.3.57 'sudo reboot now' >> log_reboot_106.txt