python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --dashboard_places=SCCU_cam6 -j sla_mensuel -v --date=`date -d"$nowdate 15 day ago" +%Y-%m` --rootfolder_sla=/data_4/data_log/job/memo/SCCU_cam6 ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : , Date : 2026-08 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (5, 31) TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam6"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4849 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4849 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4849 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4849 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (5, 31) TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam6"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4849 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4849 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4849 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4849 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 202 month : 08 mtr_id : dashboard_places : SCCU_cam6 date : 2026-08 year : 2026 raspi : 0 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'SCCU_cam6' and date like '%2026-08%') and created_at like '%2026-08%'))); nb_day : (5, 31) after unwanted_material_data We return tuple() but get_coverage_data_from_list_of_date return unexpectedly data from stuff in error with raspi=0 so we force here ! after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 202 and month(ded.date) = 08 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______incineration' and ded.dashboard_place_id = 202 and month(ded.date) = 08 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 202 and mp.name like '%082026%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2026-08-01 : dt_date_just_month_year : 2026-08-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! Error parsing crontab ! [Errno 2] No such file or directory: '' You better check your LOGRASPI env !!! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "SCCU_cam6" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2026-08-01" AND ded.date <= "2026-08-31" SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (2987110,2987340,2987430) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.008291276358893228, 'nb_photo': 189, 'list_port_cont': '31046621,31046749,31046793,31046828,31046865,31046908,31047196,31047301,31047336,31047451,31047629,31047782,31047942,31048018,31048176,31048593,31048629', 'assoc_port': '31045057:31046621,31045058:31046749,31045059:31046793,31045060:31046908,31045061:31046865,31045062:31046828,31045266:31047196,31047218:31047336,31047219:31047301,31047374:31047451,31047561:31047629,31047762:31047782,31047938:31048018,31047939:31047942,31048152:31048176,31048582:31048629,31048583:31048593', 'assoc_mat': '31045057:autre:4230:31046621,31045058:autre:4230:31046749,31045059:autre:4230:31046793,31045060:autre:4230:31046908,31045061:autre:4230:31046865,31045062:autre:4230:31046828,31045266:autre:4230:31047196,31047218:autre:4230:31047336,31047219:autre:4230:31047301,31047374:autre:4230:31047451,31047561:autre:4230:31047629,31047762:autre:4230:31047782,31047938:autre:4230:31048018,31047939:autre:4230:31047942,31048152:autre:4230:31048176,31048582:autre:4230:31048629,31048583:autre:4230:31048593'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.019597618023878716, 'nb_photo': 820, 'list_port_cont': '31046620,31046761,31046800,31046837,31046868,31046905,31047184,31047316,31047351,31047458,31047623,31047778,31047956,31048027,31048183,31048589,31048632', 'assoc_port': '31045057:31046620,31045058:31046761,31045059:31046800,31045060:31046905,31045061:31046868,31045062:31046837,31045266:31047184,31047218:31047351,31047219:31047316,31047374:31047458,31047561:31047623,31047762:31047778,31047938:31048027,31047939:31047956,31048152:31048183,31048582:31048632,31048583:31048589', 'assoc_mat': '31045057:carton:4230:31046620,31045058:carton:4230:31046761,31045059:carton:4230:31046800,31045060:carton:4230:31046905,31045061:carton:4230:31046868,31045062:carton:4230:31046837,31045266:carton:4230:31047184,31047218:carton:4230:31047351,31047219:carton:4230:31047316,31047374:carton:4230:31047458,31047561:carton:4230:31047623,31047762:carton:4230:31047778,31047938:carton:4230:31048027,31047939:carton:4230:31047956,31048152:carton:4230:31048183,31048582:carton:4230:31048632,31048583:carton:4230:31048589'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0005665203975381541, 'nb_photo': 16, 'list_port_cont': '31046608,31046762,31046797,31046833,31046901,31047350,31047456,31047768,31048024,31048171,31048634', 'assoc_port': '31045057:31046608,31045058:31046762,31045059:31046797,31045060:31046901,31045062:31046833,31047218:31047350,31047374:31047456,31047762:31047768,31047938:31048024,31048152:31048171,31048582:31048634', 'assoc_mat': '31045057:metal:4230:31046608,31045058:metal:4230:31046762,31045059:metal:4230:31046797,31045060:metal:4230:31046901,31045062:metal:4230:31046833,31047218:metal:4230:31047350,31047374:metal:4230:31047456,31047762:metal:4230:31047768,31047938:metal:4230:31048024,31048152:metal:4230:31048171,31048582:metal:4230:31048634'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.1347762972126565, 'nb_photo': 5062, 'list_port_cont': '31046612,31046765,31046799,31046824,31046874,31046907,31047198,31047310,31047352,31047454,31047625,31047776,31047955,31048026,31048185,31048598,31048635', 'assoc_port': '31045057:31046612,31045058:31046765,31045059:31046799,31045060:31046907,31045061:31046874,31045062:31046824,31045266:31047198,31047218:31047352,31047219:31047310,31047374:31047454,31047561:31047625,31047762:31047776,31047938:31048026,31047939:31047955,31048152:31048185,31048582:31048635,31048583:31048598', 'assoc_mat': '31045057:papier:4230:31046612,31045058:papier:4230:31046765,31045059:papier:4230:31046799,31045060:papier:4230:31046907,31045061:papier:4230:31046874,31045062:papier:4230:31046824,31045266:papier:4230:31047198,31047218:papier:4230:31047352,31047219:papier:4230:31047310,31047374:papier:4230:31047454,31047561:papier:4230:31047625,31047762:papier:4230:31047776,31047938:papier:4230:31048026,31047939:papier:4230:31047955,31048152:papier:4230:31048185,31048582:papier:4230:31048635,31048583:papier:4230:31048598'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0007186194295233419, 'nb_photo': 9, 'list_port_cont': '31046759,31046902,31047347,31047462,31047616,31047954,31048023,31048180', 'assoc_port': '31045058:31046759,31045060:31046902,31047218:31047347,31047374:31047462,31047561:31047616,31047938:31048023,31047939:31047954,31048152:31048180', 'assoc_mat': '31045058:pehd:4230:31046759,31045060:pehd:4230:31046902,31047218:pehd:4230:31047347,31047374:pehd:4230:31047462,31047561:pehd:4230:31047616,31047938:pehd:4230:31048023,31047939:pehd:4230:31047954,31048152:pehd:4230:31048180'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.02264047525079938, 'nb_photo': 416, 'list_port_cont': '31046610,31046752,31046795,31046836,31046873,31046909,31047199,31047312,31047346,31047464,31047618,31047781,31047953,31048028,31048186,31048597,31048633', 'assoc_port': '31045057:31046610,31045058:31046752,31045059:31046795,31045060:31046909,31045061:31046873,31045062:31046836,31045266:31047199,31047218:31047346,31047219:31047312,31047374:31047464,31047561:31047618,31047762:31047781,31047938:31048028,31047939:31047953,31048152:31048186,31048582:31048633,31048583:31048597', 'assoc_mat': '31045057:pet_clair:4230:31046610,31045058:pet_clair:4230:31046752,31045059:pet_clair:4230:31046795,31045060:pet_clair:4230:31046909,31045061:pet_clair:4230:31046873,31045062:pet_clair:4230:31046836,31045266:pet_clair:4230:31047199,31047218:pet_clair:4230:31047346,31047219:pet_clair:4230:31047312,31047374:pet_clair:4230:31047464,31047561:pet_clair:4230:31047618,31047762:pet_clair:4230:31047781,31047938:pet_clair:4230:31048028,31047939:pet_clair:4230:31047953,31048152:pet_clair:4230:31048186,31048582:pet_clair:4230:31048633,31048583:pet_clair:4230:31048597'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.001969715639618734, 'nb_photo': 13, 'list_port_cont': '31046906,31047190,31047315,31047348,31047628,31047777,31048020', 'assoc_port': '31045060:31046906,31045266:31047190,31047218:31047348,31047219:31047315,31047561:31047628,31047762:31047777,31047938:31048020', 'assoc_mat': '31045060:pet_fonce:4230:31046906,31045266:pet_fonce:4230:31047190,31047218:pet_fonce:4230:31047348,31047219:pet_fonce:4230:31047315,31047561:pet_fonce:4230:31047628,31047762:pet_fonce:4230:31047777,31047938:pet_fonce:4230:31048020'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(2987110,2987340,2987430)); INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048690, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31046621,31046749,31046793,31046828,31046865,31046908,31047196,31047301,31047336,31047451,31047629,31047782,31047942,31048018,31048176,31048593,31048629 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048691, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31046620,31046761,31046800,31046837,31046868,31046905,31047184,31047316,31047351,31047458,31047623,31047778,31047956,31048027,31048183,31048589,31048632 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048692, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31046608,31046762,31046797,31046833,31046901,31047350,31047456,31047768,31048024,31048171,31048634 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048693, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31046612,31046765,31046799,31046824,31046874,31046907,31047198,31047310,31047352,31047454,31047625,31047776,31047955,31048026,31048185,31048598,31048635 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048694, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31046759,31046902,31047347,31047462,31047616,31047954,31048023,31048180 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048695, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31046610,31046752,31046795,31046836,31046873,31046909,31047199,31047312,31047346,31047464,31047618,31047781,31047953,31048028,31048186,31048597,31048633 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048696, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31046906,31047190,31047315,31047348,31047628,31047777,31048020 ) and hide_status = 0 ORDER BY mtr_photo_id Voici le lien velours for incineration : https://www.fotonower.com/velours/31048690,31048691,31048692,31048693,31048694,31048695,31048696?tags=autre,carton,metal,papier,pehd,pet_clair,pet_fonce after get_hostname_from_raspi hasthag : incineration hasthag that could be used but not yet : _______refus SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______incineration' and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=202 and date >='2026-08-01' and date <= '2026-08-31') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((32,),), 'unwanted_material_monthly_percentage': ((0.8148599813307713,),), 'material_repartition': (('incineration', 32),), 'material_dict': {'incineration': 32}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 8, 14), 0.8172577538908338, 2), (datetime.date(2026, 8, 15), 0.8072805604704503, 3), (datetime.date(2026, 8, 16), 0.8038363764807919, 1)), 'impurety_average_data_per_hashtag': {'incineration': ((datetime.date(2026, 8, 14), 0.8172577538908338, 2), (datetime.date(2026, 8, 15), 0.8072805604704503, 3), (datetime.date(2026, 8, 16), 0.8038363764807919, 1))}, 'quality_array': [['-7.280194676923888', '14082026'], ['-7.609509422738808', '15082026'], ['-7.3957283014477735', '16082026']], 'number_of_batch': ((17,),), 'datou_id_sts': 4849, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.008291276358893228, 'nb_photo': 189, 'list_port_cont': '31046621,31046749,31046793,31046828,31046865,31046908,31047196,31047301,31047336,31047451,31047629,31047782,31047942,31048018,31048176,31048593,31048629', 'assoc_port': '31045057:31046621,31045058:31046749,31045059:31046793,31045060:31046908,31045061:31046865,31045062:31046828,31045266:31047196,31047218:31047336,31047219:31047301,31047374:31047451,31047561:31047629,31047762:31047782,31047938:31048018,31047939:31047942,31048152:31048176,31048582:31048629,31048583:31048593', 'assoc_mat': '31045057:autre:4230:31046621,31045058:autre:4230:31046749,31045059:autre:4230:31046793,31045060:autre:4230:31046908,31045061:autre:4230:31046865,31045062:autre:4230:31046828,31045266:autre:4230:31047196,31047218:autre:4230:31047336,31047219:autre:4230:31047301,31047374:autre:4230:31047451,31047561:autre:4230:31047629,31047762:autre:4230:31047782,31047938:autre:4230:31048018,31047939:autre:4230:31047942,31048152:autre:4230:31048176,31048582:autre:4230:31048629,31048583:autre:4230:31048593'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.019597618023878716, 'nb_photo': 820, 'list_port_cont': '31046620,31046761,31046800,31046837,31046868,31046905,31047184,31047316,31047351,31047458,31047623,31047778,31047956,31048027,31048183,31048589,31048632', 'assoc_port': '31045057:31046620,31045058:31046761,31045059:31046800,31045060:31046905,31045061:31046868,31045062:31046837,31045266:31047184,31047218:31047351,31047219:31047316,31047374:31047458,31047561:31047623,31047762:31047778,31047938:31048027,31047939:31047956,31048152:31048183,31048582:31048632,31048583:31048589', 'assoc_mat': '31045057:carton:4230:31046620,31045058:carton:4230:31046761,31045059:carton:4230:31046800,31045060:carton:4230:31046905,31045061:carton:4230:31046868,31045062:carton:4230:31046837,31045266:carton:4230:31047184,31047218:carton:4230:31047351,31047219:carton:4230:31047316,31047374:carton:4230:31047458,31047561:carton:4230:31047623,31047762:carton:4230:31047778,31047938:carton:4230:31048027,31047939:carton:4230:31047956,31048152:carton:4230:31048183,31048582:carton:4230:31048632,31048583:carton:4230:31048589'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0005665203975381541, 'nb_photo': 16, 'list_port_cont': '31046608,31046762,31046797,31046833,31046901,31047350,31047456,31047768,31048024,31048171,31048634', 'assoc_port': '31045057:31046608,31045058:31046762,31045059:31046797,31045060:31046901,31045062:31046833,31047218:31047350,31047374:31047456,31047762:31047768,31047938:31048024,31048152:31048171,31048582:31048634', 'assoc_mat': '31045057:metal:4230:31046608,31045058:metal:4230:31046762,31045059:metal:4230:31046797,31045060:metal:4230:31046901,31045062:metal:4230:31046833,31047218:metal:4230:31047350,31047374:metal:4230:31047456,31047762:metal:4230:31047768,31047938:metal:4230:31048024,31048152:metal:4230:31048171,31048582:metal:4230:31048634'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.1347762972126565, 'nb_photo': 5062, 'list_port_cont': '31046612,31046765,31046799,31046824,31046874,31046907,31047198,31047310,31047352,31047454,31047625,31047776,31047955,31048026,31048185,31048598,31048635', 'assoc_port': '31045057:31046612,31045058:31046765,31045059:31046799,31045060:31046907,31045061:31046874,31045062:31046824,31045266:31047198,31047218:31047352,31047219:31047310,31047374:31047454,31047561:31047625,31047762:31047776,31047938:31048026,31047939:31047955,31048152:31048185,31048582:31048635,31048583:31048598', 'assoc_mat': '31045057:papier:4230:31046612,31045058:papier:4230:31046765,31045059:papier:4230:31046799,31045060:papier:4230:31046907,31045061:papier:4230:31046874,31045062:papier:4230:31046824,31045266:papier:4230:31047198,31047218:papier:4230:31047352,31047219:papier:4230:31047310,31047374:papier:4230:31047454,31047561:papier:4230:31047625,31047762:papier:4230:31047776,31047938:papier:4230:31048026,31047939:papier:4230:31047955,31048152:papier:4230:31048185,31048582:papier:4230:31048635,31048583:papier:4230:31048598'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0007186194295233419, 'nb_photo': 9, 'list_port_cont': '31046759,31046902,31047347,31047462,31047616,31047954,31048023,31048180', 'assoc_port': '31045058:31046759,31045060:31046902,31047218:31047347,31047374:31047462,31047561:31047616,31047938:31048023,31047939:31047954,31048152:31048180', 'assoc_mat': '31045058:pehd:4230:31046759,31045060:pehd:4230:31046902,31047218:pehd:4230:31047347,31047374:pehd:4230:31047462,31047561:pehd:4230:31047616,31047938:pehd:4230:31048023,31047939:pehd:4230:31047954,31048152:pehd:4230:31048180'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.02264047525079938, 'nb_photo': 416, 'list_port_cont': '31046610,31046752,31046795,31046836,31046873,31046909,31047199,31047312,31047346,31047464,31047618,31047781,31047953,31048028,31048186,31048597,31048633', 'assoc_port': '31045057:31046610,31045058:31046752,31045059:31046795,31045060:31046909,31045061:31046873,31045062:31046836,31045266:31047199,31047218:31047346,31047219:31047312,31047374:31047464,31047561:31047618,31047762:31047781,31047938:31048028,31047939:31047953,31048152:31048186,31048582:31048633,31048583:31048597', 'assoc_mat': '31045057:pet_clair:4230:31046610,31045058:pet_clair:4230:31046752,31045059:pet_clair:4230:31046795,31045060:pet_clair:4230:31046909,31045061:pet_clair:4230:31046873,31045062:pet_clair:4230:31046836,31045266:pet_clair:4230:31047199,31047218:pet_clair:4230:31047346,31047219:pet_clair:4230:31047312,31047374:pet_clair:4230:31047464,31047561:pet_clair:4230:31047618,31047762:pet_clair:4230:31047781,31047938:pet_clair:4230:31048028,31047939:pet_clair:4230:31047953,31048152:pet_clair:4230:31048186,31048582:pet_clair:4230:31048633,31048583:pet_clair:4230:31048597'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.001969715639618734, 'nb_photo': 13, 'list_port_cont': '31046906,31047190,31047315,31047348,31047628,31047777,31048020', 'assoc_port': '31045060:31046906,31045266:31047190,31047218:31047348,31047219:31047315,31047561:31047628,31047762:31047777,31047938:31048020', 'assoc_mat': '31045060:pet_fonce:4230:31046906,31045266:pet_fonce:4230:31047190,31047218:pet_fonce:4230:31047348,31047219:pet_fonce:4230:31047315,31047561:pet_fonce:4230:31047628,31047762:pet_fonce:4230:31047777,31047938:pet_fonce:4230:31048020'}), 'main_stat': {'nb_photos': 32}, 'velours_link': {'incineration': 'https://www.fotonower.com/velours/31048690,31048691,31048692,31048693,31048694,31048695,31048696?tags=autre,carton,metal,papier,pehd,pet_clair,pet_fonce'}}, 'hostname': (), 'impurety_average_per_hashtag': [(('incineration', '2026-08', 0.8148599813307713),)]} TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam6"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4849 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4849 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4849 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4849 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((32,),), 'unwanted_material_monthly_percentage': ((0.8148599813307713,),), 'material_repartition': (('incineration', 32),), 'material_dict': {'incineration': 32}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 8, 14), 0.8172577538908338, 2), (datetime.date(2026, 8, 15), 0.8072805604704503, 3), (datetime.date(2026, 8, 16), 0.8038363764807919, 1)), 'impurety_average_data_per_hashtag': {'incineration': ((datetime.date(2026, 8, 14), 0.8172577538908338, 2), (datetime.date(2026, 8, 15), 0.8072805604704503, 3), (datetime.date(2026, 8, 16), 0.8038363764807919, 1))}, 'quality_array': [['-7.280194676923888', '14082026'], ['-7.609509422738808', '15082026'], ['-7.3957283014477735', '16082026']], 'number_of_batch': ((17,),), 'datou_id_sts': 4849, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.008291276358893228, 'nb_photo': 189, 'list_port_cont': '31046621,31046749,31046793,31046828,31046865,31046908,31047196,31047301,31047336,31047451,31047629,31047782,31047942,31048018,31048176,31048593,31048629', 'assoc_port': '31045057:31046621,31045058:31046749,31045059:31046793,31045060:31046908,31045061:31046865,31045062:31046828,31045266:31047196,31047218:31047336,31047219:31047301,31047374:31047451,31047561:31047629,31047762:31047782,31047938:31048018,31047939:31047942,31048152:31048176,31048582:31048629,31048583:31048593', 'assoc_mat': '31045057:autre:4230:31046621,31045058:autre:4230:31046749,31045059:autre:4230:31046793,31045060:autre:4230:31046908,31045061:autre:4230:31046865,31045062:autre:4230:31046828,31045266:autre:4230:31047196,31047218:autre:4230:31047336,31047219:autre:4230:31047301,31047374:autre:4230:31047451,31047561:autre:4230:31047629,31047762:autre:4230:31047782,31047938:autre:4230:31048018,31047939:autre:4230:31047942,31048152:autre:4230:31048176,31048582:autre:4230:31048629,31048583:autre:4230:31048593'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.019597618023878716, 'nb_photo': 820, 'list_port_cont': '31046620,31046761,31046800,31046837,31046868,31046905,31047184,31047316,31047351,31047458,31047623,31047778,31047956,31048027,31048183,31048589,31048632', 'assoc_port': '31045057:31046620,31045058:31046761,31045059:31046800,31045060:31046905,31045061:31046868,31045062:31046837,31045266:31047184,31047218:31047351,31047219:31047316,31047374:31047458,31047561:31047623,31047762:31047778,31047938:31048027,31047939:31047956,31048152:31048183,31048582:31048632,31048583:31048589', 'assoc_mat': '31045057:carton:4230:31046620,31045058:carton:4230:31046761,31045059:carton:4230:31046800,31045060:carton:4230:31046905,31045061:carton:4230:31046868,31045062:carton:4230:31046837,31045266:carton:4230:31047184,31047218:carton:4230:31047351,31047219:carton:4230:31047316,31047374:carton:4230:31047458,31047561:carton:4230:31047623,31047762:carton:4230:31047778,31047938:carton:4230:31048027,31047939:carton:4230:31047956,31048152:carton:4230:31048183,31048582:carton:4230:31048632,31048583:carton:4230:31048589'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0005665203975381541, 'nb_photo': 16, 'list_port_cont': '31046608,31046762,31046797,31046833,31046901,31047350,31047456,31047768,31048024,31048171,31048634', 'assoc_port': '31045057:31046608,31045058:31046762,31045059:31046797,31045060:31046901,31045062:31046833,31047218:31047350,31047374:31047456,31047762:31047768,31047938:31048024,31048152:31048171,31048582:31048634', 'assoc_mat': '31045057:metal:4230:31046608,31045058:metal:4230:31046762,31045059:metal:4230:31046797,31045060:metal:4230:31046901,31045062:metal:4230:31046833,31047218:metal:4230:31047350,31047374:metal:4230:31047456,31047762:metal:4230:31047768,31047938:metal:4230:31048024,31048152:metal:4230:31048171,31048582:metal:4230:31048634'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.1347762972126565, 'nb_photo': 5062, 'list_port_cont': '31046612,31046765,31046799,31046824,31046874,31046907,31047198,31047310,31047352,31047454,31047625,31047776,31047955,31048026,31048185,31048598,31048635', 'assoc_port': '31045057:31046612,31045058:31046765,31045059:31046799,31045060:31046907,31045061:31046874,31045062:31046824,31045266:31047198,31047218:31047352,31047219:31047310,31047374:31047454,31047561:31047625,31047762:31047776,31047938:31048026,31047939:31047955,31048152:31048185,31048582:31048635,31048583:31048598', 'assoc_mat': '31045057:papier:4230:31046612,31045058:papier:4230:31046765,31045059:papier:4230:31046799,31045060:papier:4230:31046907,31045061:papier:4230:31046874,31045062:papier:4230:31046824,31045266:papier:4230:31047198,31047218:papier:4230:31047352,31047219:papier:4230:31047310,31047374:papier:4230:31047454,31047561:papier:4230:31047625,31047762:papier:4230:31047776,31047938:papier:4230:31048026,31047939:papier:4230:31047955,31048152:papier:4230:31048185,31048582:papier:4230:31048635,31048583:papier:4230:31048598'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0007186194295233419, 'nb_photo': 9, 'list_port_cont': '31046759,31046902,31047347,31047462,31047616,31047954,31048023,31048180', 'assoc_port': '31045058:31046759,31045060:31046902,31047218:31047347,31047374:31047462,31047561:31047616,31047938:31048023,31047939:31047954,31048152:31048180', 'assoc_mat': '31045058:pehd:4230:31046759,31045060:pehd:4230:31046902,31047218:pehd:4230:31047347,31047374:pehd:4230:31047462,31047561:pehd:4230:31047616,31047938:pehd:4230:31048023,31047939:pehd:4230:31047954,31048152:pehd:4230:31048180'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.02264047525079938, 'nb_photo': 416, 'list_port_cont': '31046610,31046752,31046795,31046836,31046873,31046909,31047199,31047312,31047346,31047464,31047618,31047781,31047953,31048028,31048186,31048597,31048633', 'assoc_port': '31045057:31046610,31045058:31046752,31045059:31046795,31045060:31046909,31045061:31046873,31045062:31046836,31045266:31047199,31047218:31047346,31047219:31047312,31047374:31047464,31047561:31047618,31047762:31047781,31047938:31048028,31047939:31047953,31048152:31048186,31048582:31048633,31048583:31048597', 'assoc_mat': '31045057:pet_clair:4230:31046610,31045058:pet_clair:4230:31046752,31045059:pet_clair:4230:31046795,31045060:pet_clair:4230:31046909,31045061:pet_clair:4230:31046873,31045062:pet_clair:4230:31046836,31045266:pet_clair:4230:31047199,31047218:pet_clair:4230:31047346,31047219:pet_clair:4230:31047312,31047374:pet_clair:4230:31047464,31047561:pet_clair:4230:31047618,31047762:pet_clair:4230:31047781,31047938:pet_clair:4230:31048028,31047939:pet_clair:4230:31047953,31048152:pet_clair:4230:31048186,31048582:pet_clair:4230:31048633,31048583:pet_clair:4230:31048597'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.001969715639618734, 'nb_photo': 13, 'list_port_cont': '31046906,31047190,31047315,31047348,31047628,31047777,31048020', 'assoc_port': '31045060:31046906,31045266:31047190,31047218:31047348,31047219:31047315,31047561:31047628,31047762:31047777,31047938:31048020', 'assoc_mat': '31045060:pet_fonce:4230:31046906,31045266:pet_fonce:4230:31047190,31047218:pet_fonce:4230:31047348,31047219:pet_fonce:4230:31047315,31047561:pet_fonce:4230:31047628,31047762:pet_fonce:4230:31047777,31047938:pet_fonce:4230:31048020'}), 'main_stat': {'nb_photos': 32}, 'velours_link': {'incineration': 'https://www.fotonower.com/velours/31048690,31048691,31048692,31048693,31048694,31048695,31048696?tags=autre,carton,metal,papier,pehd,pet_clair,pet_fonce'}}, 'hostname': (), 'impurety_average_per_hashtag': [(('incineration', '2026-08', 0.8148599813307713),)]} filepath : /data_4/data_log/job/memo/SCCU_cam6/sla_mensuel_SCCU_cam6_mois_08_annee_2026.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'incineration': {'autre': ['autre', '0.83%', 189], 'carton': ['carton', '1.96%', 820], 'metal': ['metal', '0.06%', 16], 'papier': ['papier', '13.48%', 5062], 'pehd': ['pehd', '0.07%', 9], 'pet_clair': ['pet_clair', '2.26%', 416], 'pet_fonce': ['pet_fonce', '0.2%', 13]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/SCCU_cam6/sla_mensuel_SCCU_cam6_mois_08_annee_2026.pdf le fichier se trouve ici : /data_4/data_log/job/memo/SCCU_cam6 2.44user 3.00system 0:04.39elapsed 123%CPU (0avgtext+0avgdata 190036maxresident)k 216inputs+168outputs (10major+51637minor)pagefaults 0swaps