python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --dashboard_places=SCCU_cam7 -j sla_mensuel -v --date=`date -d"$nowdate 15 day ago" +%Y-%m` --rootfolder_sla=/data_4/data_log/job/memo/SCCU_cam7 ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : , Date : 2026-08 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (5, 31) TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam7"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4850 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4850 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4850 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4850 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (5, 31) TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam7"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4850 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4850 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4850 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4850 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 204 month : 08 mtr_id : dashboard_places : SCCU_cam7 date : 2026-08 year : 2026 raspi : 0 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'SCCU_cam7' and date like '%2026-08%') and created_at like '%2026-08%'))); nb_day : (5, 31) after unwanted_material_data We return tuple() but get_coverage_data_from_list_of_date return unexpectedly data from stuff in error with raspi=0 so we force here ! after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 204 and month(ded.date) = 08 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______incineration' and ded.dashboard_place_id = 204 and month(ded.date) = 08 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 204 and mp.name like '%082026%' and cps.thcl = 1533 GROUP BY sbstr ; Erreur dans le nom de portfolio du batch invalid literal for int() with base 10: 'SCCU' after number_of_batch date_start : 2026-08-01 : dt_date_just_month_year : 2026-08-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! Error parsing crontab ! [Errno 2] No such file or directory: '' You better check your LOGRASPI env !!! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "SCCU_cam7" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2026-08-01" AND ded.date <= "2026-08-31" SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (2987114,2987344,2987450) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.016020894140286464, 'nb_photo': 194, 'list_port_cont': '31046935,31046972,31047019,31047041,31047082,31047115,31047160,31047382,31047518,31047685,31047820,31048209,31048246,31048404,31048496', 'assoc_port': '31045064:31046972,31045065:31046935,31045066:31047041,31045067:31047019,31045068:31047082,31045069:31047115,31045070:31047160,31047221:31047382,31047411:31047518,31047563:31047685,31047764:31047820,31048153:31048246,31048154:31048209,31048361:31048404,31048442:31048496', 'assoc_mat': '31045064:autre:4230:31046972,31045065:autre:4230:31046935,31045066:autre:4230:31047041,31045067:autre:4230:31047019,31045068:autre:4230:31047082,31045069:autre:4230:31047115,31045070:autre:4230:31047160,31047221:autre:4230:31047382,31047411:autre:4230:31047518,31047563:autre:4230:31047685,31047764:autre:4230:31047820,31048153:autre:4230:31048246,31048154:autre:4230:31048209,31048361:autre:4230:31048404,31048442:autre:4230:31048496'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.033583037288424544, 'nb_photo': 868, 'list_port_cont': '31046945,31046981,31047018,31047054,31047088,31047124,31047163,31047386,31047522,31047700,31047821,31048220,31048258,31048405,31048498', 'assoc_port': '31045064:31046981,31045065:31046945,31045066:31047054,31045067:31047018,31045068:31047088,31045069:31047124,31045070:31047163,31047221:31047386,31047411:31047522,31047563:31047700,31047764:31047821,31048153:31048258,31048154:31048220,31048361:31048405,31048442:31048498', 'assoc_mat': '31045064:carton:4230:31046981,31045065:carton:4230:31046945,31045066:carton:4230:31047054,31045067:carton:4230:31047018,31045068:carton:4230:31047088,31045069:carton:4230:31047124,31045070:carton:4230:31047163,31047221:carton:4230:31047386,31047411:carton:4230:31047522,31047563:carton:4230:31047700,31047764:carton:4230:31047821,31048153:carton:4230:31048258,31048154:carton:4230:31048220,31048361:carton:4230:31048405,31048442:carton:4230:31048498'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0004570240622882042, 'nb_photo': 11, 'list_port_cont': '31046932,31046969,31047004,31047079,31047122,31047381,31048222,31048252', 'assoc_port': '31045064:31046969,31045065:31046932,31045067:31047004,31045068:31047079,31045069:31047122,31047221:31047381,31048153:31048252,31048154:31048222', 'assoc_mat': '31045064:metal:4230:31046969,31045065:metal:4230:31046932,31045067:metal:4230:31047004,31045068:metal:4230:31047079,31045069:metal:4230:31047122,31047221:metal:4230:31047381,31048153:metal:4230:31048252,31048154:metal:4230:31048222'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.13189319472226704, 'nb_photo': 3704, 'list_port_cont': '31046943,31046978,31047012,31047050,31047091,31047126,31047158,31047385,31047526,31047699,31047819,31048213,31048253,31048411,31048506', 'assoc_port': '31045064:31046978,31045065:31046943,31045066:31047050,31045067:31047012,31045068:31047091,31045069:31047126,31045070:31047158,31047221:31047385,31047411:31047526,31047563:31047699,31047764:31047819,31048153:31048253,31048154:31048213,31048361:31048411,31048442:31048506', 'assoc_mat': '31045064:papier:4230:31046978,31045065:papier:4230:31046943,31045066:papier:4230:31047050,31045067:papier:4230:31047012,31045068:papier:4230:31047091,31045069:papier:4230:31047126,31045070:papier:4230:31047158,31047221:papier:4230:31047385,31047411:papier:4230:31047526,31047563:papier:4230:31047699,31047764:papier:4230:31047819,31048153:papier:4230:31048253,31048154:papier:4230:31048213,31048361:papier:4230:31048411,31048442:papier:4230:31048506'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0016464330658126423, 'nb_photo': 17, 'list_port_cont': '31046982,31047017,31047053,31047085,31047116,31047148,31047389,31047525,31047817,31048219', 'assoc_port': '31045064:31046982,31045066:31047053,31045067:31047017,31045068:31047085,31045069:31047116,31045070:31047148,31047221:31047389,31047411:31047525,31047764:31047817,31048154:31048219', 'assoc_mat': '31045064:pehd:4230:31046982,31045066:pehd:4230:31047053,31045067:pehd:4230:31047017,31045068:pehd:4230:31047085,31045069:pehd:4230:31047116,31045070:pehd:4230:31047148,31047221:pehd:4230:31047389,31047411:pehd:4230:31047525,31047764:pehd:4230:31047817,31048154:pehd:4230:31048219'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.019338124694532794, 'nb_photo': 295, 'list_port_cont': '31046946,31046980,31047014,31047048,31047083,31047119,31047161,31047379,31047523,31047702,31047813,31048224,31048260,31048410,31048504', 'assoc_port': '31045064:31046980,31045065:31046946,31045066:31047048,31045067:31047014,31045068:31047083,31045069:31047119,31045070:31047161,31047221:31047379,31047411:31047523,31047563:31047702,31047764:31047813,31048153:31048260,31048154:31048224,31048361:31048410,31048442:31048504', 'assoc_mat': '31045064:pet_clair:4230:31046980,31045065:pet_clair:4230:31046946,31045066:pet_clair:4230:31047048,31045067:pet_clair:4230:31047014,31045068:pet_clair:4230:31047083,31045069:pet_clair:4230:31047119,31045070:pet_clair:4230:31047161,31047221:pet_clair:4230:31047379,31047411:pet_clair:4230:31047523,31047563:pet_clair:4230:31047702,31047764:pet_clair:4230:31047813,31048153:pet_clair:4230:31048260,31048154:pet_clair:4230:31048224,31048361:pet_clair:4230:31048410,31048442:pet_clair:4230:31048504'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0015514322103594663, 'nb_photo': 5, 'list_port_cont': '31046934,31046979,31047156,31048248', 'assoc_port': '31045064:31046979,31045065:31046934,31045070:31047156,31048153:31048248', 'assoc_mat': '31045064:pet_fonce:4230:31046979,31045065:pet_fonce:4230:31046934,31045070:pet_fonce:4230:31047156,31048153:pet_fonce:4230:31048248'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(2987114,2987344,2987450)); INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048697, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31046935,31046972,31047019,31047041,31047082,31047115,31047160,31047382,31047518,31047685,31047820,31048209,31048246,31048404,31048496 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048698, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31046945,31046981,31047018,31047054,31047088,31047124,31047163,31047386,31047522,31047700,31047821,31048220,31048258,31048405,31048498 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048699, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31046932,31046969,31047004,31047079,31047122,31047381,31048222,31048252 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048700, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31046943,31046978,31047012,31047050,31047091,31047126,31047158,31047385,31047526,31047699,31047819,31048213,31048253,31048411,31048506 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048701, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31046982,31047017,31047053,31047085,31047116,31047148,31047389,31047525,31047817,31048219 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048702, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31046946,31046980,31047014,31047048,31047083,31047119,31047161,31047379,31047523,31047702,31047813,31048224,31048260,31048410,31048504 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048703, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31046934,31046979,31047156,31048248 ) and hide_status = 0 ORDER BY mtr_photo_id Voici le lien velours for incineration : https://www.fotonower.com/velours/31048697,31048698,31048699,31048700,31048701,31048702,31048703?tags=autre,carton,metal,papier,pehd,pet_clair,pet_fonce after get_hostname_from_raspi hasthag : incineration hasthag that could be used but not yet : _______refus SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______incineration' and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=204 and date >='2026-08-01' and date <= '2026-08-31') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((24,),), 'unwanted_material_monthly_percentage': ((0.7993484756763164,),), 'material_repartition': (('incineration', 24),), 'material_dict': {'incineration': 24}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 8, 14), 0.7991885963154561, 3), (datetime.date(2026, 8, 15), 0.8029459091935757, 1), (datetime.date(2026, 8, 16), 0.7917537623417443, 1)), 'impurety_average_data_per_hashtag': {'incineration': ((datetime.date(2026, 8, 14), 0.7991885963154561, 3), (datetime.date(2026, 8, 15), 0.8029459091935757, 1), (datetime.date(2026, 8, 16), 0.7917537623417443, 1))}, 'quality_array': [['-7.834164452777389', '14082026'], ['-8.15396188000904', '15082026'], ['-8.039524811197161', '16082026']], 'number_of_batch': ((15,),), 'datou_id_sts': 4850, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.016020894140286464, 'nb_photo': 194, 'list_port_cont': '31046935,31046972,31047019,31047041,31047082,31047115,31047160,31047382,31047518,31047685,31047820,31048209,31048246,31048404,31048496', 'assoc_port': '31045064:31046972,31045065:31046935,31045066:31047041,31045067:31047019,31045068:31047082,31045069:31047115,31045070:31047160,31047221:31047382,31047411:31047518,31047563:31047685,31047764:31047820,31048153:31048246,31048154:31048209,31048361:31048404,31048442:31048496', 'assoc_mat': '31045064:autre:4230:31046972,31045065:autre:4230:31046935,31045066:autre:4230:31047041,31045067:autre:4230:31047019,31045068:autre:4230:31047082,31045069:autre:4230:31047115,31045070:autre:4230:31047160,31047221:autre:4230:31047382,31047411:autre:4230:31047518,31047563:autre:4230:31047685,31047764:autre:4230:31047820,31048153:autre:4230:31048246,31048154:autre:4230:31048209,31048361:autre:4230:31048404,31048442:autre:4230:31048496'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.033583037288424544, 'nb_photo': 868, 'list_port_cont': '31046945,31046981,31047018,31047054,31047088,31047124,31047163,31047386,31047522,31047700,31047821,31048220,31048258,31048405,31048498', 'assoc_port': '31045064:31046981,31045065:31046945,31045066:31047054,31045067:31047018,31045068:31047088,31045069:31047124,31045070:31047163,31047221:31047386,31047411:31047522,31047563:31047700,31047764:31047821,31048153:31048258,31048154:31048220,31048361:31048405,31048442:31048498', 'assoc_mat': '31045064:carton:4230:31046981,31045065:carton:4230:31046945,31045066:carton:4230:31047054,31045067:carton:4230:31047018,31045068:carton:4230:31047088,31045069:carton:4230:31047124,31045070:carton:4230:31047163,31047221:carton:4230:31047386,31047411:carton:4230:31047522,31047563:carton:4230:31047700,31047764:carton:4230:31047821,31048153:carton:4230:31048258,31048154:carton:4230:31048220,31048361:carton:4230:31048405,31048442:carton:4230:31048498'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0004570240622882042, 'nb_photo': 11, 'list_port_cont': '31046932,31046969,31047004,31047079,31047122,31047381,31048222,31048252', 'assoc_port': '31045064:31046969,31045065:31046932,31045067:31047004,31045068:31047079,31045069:31047122,31047221:31047381,31048153:31048252,31048154:31048222', 'assoc_mat': '31045064:metal:4230:31046969,31045065:metal:4230:31046932,31045067:metal:4230:31047004,31045068:metal:4230:31047079,31045069:metal:4230:31047122,31047221:metal:4230:31047381,31048153:metal:4230:31048252,31048154:metal:4230:31048222'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.13189319472226704, 'nb_photo': 3704, 'list_port_cont': '31046943,31046978,31047012,31047050,31047091,31047126,31047158,31047385,31047526,31047699,31047819,31048213,31048253,31048411,31048506', 'assoc_port': '31045064:31046978,31045065:31046943,31045066:31047050,31045067:31047012,31045068:31047091,31045069:31047126,31045070:31047158,31047221:31047385,31047411:31047526,31047563:31047699,31047764:31047819,31048153:31048253,31048154:31048213,31048361:31048411,31048442:31048506', 'assoc_mat': '31045064:papier:4230:31046978,31045065:papier:4230:31046943,31045066:papier:4230:31047050,31045067:papier:4230:31047012,31045068:papier:4230:31047091,31045069:papier:4230:31047126,31045070:papier:4230:31047158,31047221:papier:4230:31047385,31047411:papier:4230:31047526,31047563:papier:4230:31047699,31047764:papier:4230:31047819,31048153:papier:4230:31048253,31048154:papier:4230:31048213,31048361:papier:4230:31048411,31048442:papier:4230:31048506'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0016464330658126423, 'nb_photo': 17, 'list_port_cont': '31046982,31047017,31047053,31047085,31047116,31047148,31047389,31047525,31047817,31048219', 'assoc_port': '31045064:31046982,31045066:31047053,31045067:31047017,31045068:31047085,31045069:31047116,31045070:31047148,31047221:31047389,31047411:31047525,31047764:31047817,31048154:31048219', 'assoc_mat': '31045064:pehd:4230:31046982,31045066:pehd:4230:31047053,31045067:pehd:4230:31047017,31045068:pehd:4230:31047085,31045069:pehd:4230:31047116,31045070:pehd:4230:31047148,31047221:pehd:4230:31047389,31047411:pehd:4230:31047525,31047764:pehd:4230:31047817,31048154:pehd:4230:31048219'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.019338124694532794, 'nb_photo': 295, 'list_port_cont': '31046946,31046980,31047014,31047048,31047083,31047119,31047161,31047379,31047523,31047702,31047813,31048224,31048260,31048410,31048504', 'assoc_port': '31045064:31046980,31045065:31046946,31045066:31047048,31045067:31047014,31045068:31047083,31045069:31047119,31045070:31047161,31047221:31047379,31047411:31047523,31047563:31047702,31047764:31047813,31048153:31048260,31048154:31048224,31048361:31048410,31048442:31048504', 'assoc_mat': '31045064:pet_clair:4230:31046980,31045065:pet_clair:4230:31046946,31045066:pet_clair:4230:31047048,31045067:pet_clair:4230:31047014,31045068:pet_clair:4230:31047083,31045069:pet_clair:4230:31047119,31045070:pet_clair:4230:31047161,31047221:pet_clair:4230:31047379,31047411:pet_clair:4230:31047523,31047563:pet_clair:4230:31047702,31047764:pet_clair:4230:31047813,31048153:pet_clair:4230:31048260,31048154:pet_clair:4230:31048224,31048361:pet_clair:4230:31048410,31048442:pet_clair:4230:31048504'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0015514322103594663, 'nb_photo': 5, 'list_port_cont': '31046934,31046979,31047156,31048248', 'assoc_port': '31045064:31046979,31045065:31046934,31045070:31047156,31048153:31048248', 'assoc_mat': '31045064:pet_fonce:4230:31046979,31045065:pet_fonce:4230:31046934,31045070:pet_fonce:4230:31047156,31048153:pet_fonce:4230:31048248'}), 'main_stat': {'nb_photos': 24}, 'velours_link': {'incineration': 'https://www.fotonower.com/velours/31048697,31048698,31048699,31048700,31048701,31048702,31048703?tags=autre,carton,metal,papier,pehd,pet_clair,pet_fonce'}}, 'hostname': (), 'impurety_average_per_hashtag': [(('incineration', '2026-08', 0.7993484756763164),)]} TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam7"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4850 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4850 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4850 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4850 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((24,),), 'unwanted_material_monthly_percentage': ((0.7993484756763164,),), 'material_repartition': (('incineration', 24),), 'material_dict': {'incineration': 24}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 8, 14), 0.7991885963154561, 3), (datetime.date(2026, 8, 15), 0.8029459091935757, 1), (datetime.date(2026, 8, 16), 0.7917537623417443, 1)), 'impurety_average_data_per_hashtag': {'incineration': ((datetime.date(2026, 8, 14), 0.7991885963154561, 3), (datetime.date(2026, 8, 15), 0.8029459091935757, 1), (datetime.date(2026, 8, 16), 0.7917537623417443, 1))}, 'quality_array': [['-7.834164452777389', '14082026'], ['-8.15396188000904', '15082026'], ['-8.039524811197161', '16082026']], 'number_of_batch': ((15,),), 'datou_id_sts': 4850, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.016020894140286464, 'nb_photo': 194, 'list_port_cont': '31046935,31046972,31047019,31047041,31047082,31047115,31047160,31047382,31047518,31047685,31047820,31048209,31048246,31048404,31048496', 'assoc_port': '31045064:31046972,31045065:31046935,31045066:31047041,31045067:31047019,31045068:31047082,31045069:31047115,31045070:31047160,31047221:31047382,31047411:31047518,31047563:31047685,31047764:31047820,31048153:31048246,31048154:31048209,31048361:31048404,31048442:31048496', 'assoc_mat': '31045064:autre:4230:31046972,31045065:autre:4230:31046935,31045066:autre:4230:31047041,31045067:autre:4230:31047019,31045068:autre:4230:31047082,31045069:autre:4230:31047115,31045070:autre:4230:31047160,31047221:autre:4230:31047382,31047411:autre:4230:31047518,31047563:autre:4230:31047685,31047764:autre:4230:31047820,31048153:autre:4230:31048246,31048154:autre:4230:31048209,31048361:autre:4230:31048404,31048442:autre:4230:31048496'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.033583037288424544, 'nb_photo': 868, 'list_port_cont': '31046945,31046981,31047018,31047054,31047088,31047124,31047163,31047386,31047522,31047700,31047821,31048220,31048258,31048405,31048498', 'assoc_port': '31045064:31046981,31045065:31046945,31045066:31047054,31045067:31047018,31045068:31047088,31045069:31047124,31045070:31047163,31047221:31047386,31047411:31047522,31047563:31047700,31047764:31047821,31048153:31048258,31048154:31048220,31048361:31048405,31048442:31048498', 'assoc_mat': '31045064:carton:4230:31046981,31045065:carton:4230:31046945,31045066:carton:4230:31047054,31045067:carton:4230:31047018,31045068:carton:4230:31047088,31045069:carton:4230:31047124,31045070:carton:4230:31047163,31047221:carton:4230:31047386,31047411:carton:4230:31047522,31047563:carton:4230:31047700,31047764:carton:4230:31047821,31048153:carton:4230:31048258,31048154:carton:4230:31048220,31048361:carton:4230:31048405,31048442:carton:4230:31048498'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0004570240622882042, 'nb_photo': 11, 'list_port_cont': '31046932,31046969,31047004,31047079,31047122,31047381,31048222,31048252', 'assoc_port': '31045064:31046969,31045065:31046932,31045067:31047004,31045068:31047079,31045069:31047122,31047221:31047381,31048153:31048252,31048154:31048222', 'assoc_mat': '31045064:metal:4230:31046969,31045065:metal:4230:31046932,31045067:metal:4230:31047004,31045068:metal:4230:31047079,31045069:metal:4230:31047122,31047221:metal:4230:31047381,31048153:metal:4230:31048252,31048154:metal:4230:31048222'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.13189319472226704, 'nb_photo': 3704, 'list_port_cont': '31046943,31046978,31047012,31047050,31047091,31047126,31047158,31047385,31047526,31047699,31047819,31048213,31048253,31048411,31048506', 'assoc_port': '31045064:31046978,31045065:31046943,31045066:31047050,31045067:31047012,31045068:31047091,31045069:31047126,31045070:31047158,31047221:31047385,31047411:31047526,31047563:31047699,31047764:31047819,31048153:31048253,31048154:31048213,31048361:31048411,31048442:31048506', 'assoc_mat': '31045064:papier:4230:31046978,31045065:papier:4230:31046943,31045066:papier:4230:31047050,31045067:papier:4230:31047012,31045068:papier:4230:31047091,31045069:papier:4230:31047126,31045070:papier:4230:31047158,31047221:papier:4230:31047385,31047411:papier:4230:31047526,31047563:papier:4230:31047699,31047764:papier:4230:31047819,31048153:papier:4230:31048253,31048154:papier:4230:31048213,31048361:papier:4230:31048411,31048442:papier:4230:31048506'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0016464330658126423, 'nb_photo': 17, 'list_port_cont': '31046982,31047017,31047053,31047085,31047116,31047148,31047389,31047525,31047817,31048219', 'assoc_port': '31045064:31046982,31045066:31047053,31045067:31047017,31045068:31047085,31045069:31047116,31045070:31047148,31047221:31047389,31047411:31047525,31047764:31047817,31048154:31048219', 'assoc_mat': '31045064:pehd:4230:31046982,31045066:pehd:4230:31047053,31045067:pehd:4230:31047017,31045068:pehd:4230:31047085,31045069:pehd:4230:31047116,31045070:pehd:4230:31047148,31047221:pehd:4230:31047389,31047411:pehd:4230:31047525,31047764:pehd:4230:31047817,31048154:pehd:4230:31048219'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.019338124694532794, 'nb_photo': 295, 'list_port_cont': '31046946,31046980,31047014,31047048,31047083,31047119,31047161,31047379,31047523,31047702,31047813,31048224,31048260,31048410,31048504', 'assoc_port': '31045064:31046980,31045065:31046946,31045066:31047048,31045067:31047014,31045068:31047083,31045069:31047119,31045070:31047161,31047221:31047379,31047411:31047523,31047563:31047702,31047764:31047813,31048153:31048260,31048154:31048224,31048361:31048410,31048442:31048504', 'assoc_mat': '31045064:pet_clair:4230:31046980,31045065:pet_clair:4230:31046946,31045066:pet_clair:4230:31047048,31045067:pet_clair:4230:31047014,31045068:pet_clair:4230:31047083,31045069:pet_clair:4230:31047119,31045070:pet_clair:4230:31047161,31047221:pet_clair:4230:31047379,31047411:pet_clair:4230:31047523,31047563:pet_clair:4230:31047702,31047764:pet_clair:4230:31047813,31048153:pet_clair:4230:31048260,31048154:pet_clair:4230:31048224,31048361:pet_clair:4230:31048410,31048442:pet_clair:4230:31048504'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0015514322103594663, 'nb_photo': 5, 'list_port_cont': '31046934,31046979,31047156,31048248', 'assoc_port': '31045064:31046979,31045065:31046934,31045070:31047156,31048153:31048248', 'assoc_mat': '31045064:pet_fonce:4230:31046979,31045065:pet_fonce:4230:31046934,31045070:pet_fonce:4230:31047156,31048153:pet_fonce:4230:31048248'}), 'main_stat': {'nb_photos': 24}, 'velours_link': {'incineration': 'https://www.fotonower.com/velours/31048697,31048698,31048699,31048700,31048701,31048702,31048703?tags=autre,carton,metal,papier,pehd,pet_clair,pet_fonce'}}, 'hostname': (), 'impurety_average_per_hashtag': [(('incineration', '2026-08', 0.7993484756763164),)]} filepath : /data_4/data_log/job/memo/SCCU_cam7/sla_mensuel_SCCU_cam7_mois_08_annee_2026.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'incineration': {'autre': ['autre', '1.6%', 194], 'carton': ['carton', '3.36%', 868], 'metal': ['metal', '0.05%', 11], 'papier': ['papier', '13.19%', 3704], 'pehd': ['pehd', '0.16%', 17], 'pet_clair': ['pet_clair', '1.93%', 295], 'pet_fonce': ['pet_fonce', '0.16%', 5]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/SCCU_cam7/sla_mensuel_SCCU_cam7_mois_08_annee_2026.pdf le fichier se trouve ici : /data_4/data_log/job/memo/SCCU_cam7 2.54user 2.73system 0:04.47elapsed 117%CPU (0avgtext+0avgdata 189864maxresident)k 0inputs+168outputs (11major+53778minor)pagefaults 0swaps