python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --dashboard_places=SCCU_cam8 -j sla_mensuel -v --date=`date -d"$nowdate 15 day ago" +%Y-%m` --rootfolder_sla=/data_4/data_log/job/memo/SCCU_cam8 ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : , Date : 2026-08 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (5, 31) TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam8"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4851 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4851 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4851 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4851 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (5, 31) TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam8"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4851 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4851 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4851 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4851 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 203 month : 08 mtr_id : dashboard_places : SCCU_cam8 date : 2026-08 year : 2026 raspi : 0 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'SCCU_cam8' and date like '%2026-08%') and created_at like '%2026-08%'))); nb_day : (5, 31) after unwanted_material_data We return tuple() but get_coverage_data_from_list_of_date return unexpectedly data from stuff in error with raspi=0 so we force here ! after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 203 and month(ded.date) = 08 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______incineration' and ded.dashboard_place_id = 203 and month(ded.date) = 08 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 203 and mp.name like '%082026%' and cps.thcl = 1533 GROUP BY sbstr ; Erreur dans le nom de portfolio du batch invalid literal for int() with base 10: 'SCCU' after number_of_batch date_start : 2026-08-01 : dt_date_just_month_year : 2026-08-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! Error parsing crontab ! [Errno 2] No such file or directory: '' You better check your LOGRASPI env !!! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "SCCU_cam8" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2026-08-01" AND ded.date <= "2026-08-31" SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (2987112,2987342,2987448) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.02326334207482789, 'nb_photo': 305, 'list_port_cont': '31045154,31045202,31045230,31045285,31045328,31045350,31047258,31047415,31047842,31047889,31048289,31048318,31048372,31048538', 'assoc_port': '31044266:31045154,31044453:31045202,31044466:31045230,31044500:31045350,31044540:31045285,31044541:31045328,31045510:31047258,31047372:31047415,31047765:31047889,31047766:31047842,31048156:31048318,31048157:31048289,31048360:31048372,31048443:31048538', 'assoc_mat': '31044266:autre:4230:31045154,31044453:autre:4230:31045202,31044466:autre:4230:31045230,31044500:autre:4230:31045350,31044540:autre:4230:31045285,31044541:autre:4230:31045328,31045510:autre:4230:31047258,31047372:autre:4230:31047415,31047765:autre:4230:31047889,31047766:autre:4230:31047842,31048156:autre:4230:31048318,31048157:autre:4230:31048289,31048360:autre:4230:31048372,31048443:autre:4230:31048538'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.07591612569021501, 'nb_photo': 1259, 'list_port_cont': '31045165,31045203,31045238,31045288,31045339,31045356,31047266,31047427,31047849,31047893,31048294,31048330,31048366,31048531', 'assoc_port': '31044266:31045165,31044453:31045203,31044466:31045238,31044500:31045356,31044540:31045288,31044541:31045339,31045510:31047266,31047372:31047427,31047765:31047893,31047766:31047849,31048156:31048330,31048157:31048294,31048360:31048366,31048443:31048531', 'assoc_mat': '31044266:carton:4230:31045165,31044453:carton:4230:31045203,31044466:carton:4230:31045238,31044500:carton:4230:31045356,31044540:carton:4230:31045288,31044541:carton:4230:31045339,31045510:carton:4230:31047266,31047372:carton:4230:31047427,31047765:carton:4230:31047893,31047766:carton:4230:31047849,31048156:carton:4230:31048330,31048157:carton:4230:31048294,31048360:carton:4230:31048366,31048443:carton:4230:31048531'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0015276526051564133, 'nb_photo': 25, 'list_port_cont': '31045156,31045200,31045233,31045294,31045336,31045358,31047267,31047844,31047891,31048328,31048370', 'assoc_port': '31044266:31045156,31044453:31045200,31044466:31045233,31044500:31045358,31044540:31045294,31044541:31045336,31045510:31047267,31047765:31047891,31047766:31047844,31048156:31048328,31048360:31048370', 'assoc_mat': '31044266:metal:4230:31045156,31044453:metal:4230:31045200,31044466:metal:4230:31045233,31044500:metal:4230:31045358,31044540:metal:4230:31045294,31044541:metal:4230:31045336,31045510:metal:4230:31047267,31047765:metal:4230:31047891,31047766:metal:4230:31047844,31048156:metal:4230:31048328,31048360:metal:4230:31048370'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.20564063976337768, 'nb_photo': 3671, 'list_port_cont': '31045167,31045199,31045237,31045299,31045324,31045355,31047260,31047423,31047856,31047888,31048285,31048327,31048376,31048537', 'assoc_port': '31044266:31045167,31044453:31045199,31044466:31045237,31044500:31045355,31044540:31045299,31044541:31045324,31045510:31047260,31047372:31047423,31047765:31047888,31047766:31047856,31048156:31048327,31048157:31048285,31048360:31048376,31048443:31048537', 'assoc_mat': '31044266:papier:4230:31045167,31044453:papier:4230:31045199,31044466:papier:4230:31045237,31044500:papier:4230:31045355,31044540:papier:4230:31045299,31044541:papier:4230:31045324,31045510:papier:4230:31047260,31047372:papier:4230:31047423,31047765:papier:4230:31047888,31047766:papier:4230:31047856,31048156:papier:4230:31048327,31048157:papier:4230:31048285,31048360:papier:4230:31048376,31048443:papier:4230:31048537'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.002862334587600918, 'nb_photo': 35, 'list_port_cont': '31045159,31045205,31045241,31045297,31045332,31045345,31047892,31048325,31048539', 'assoc_port': '31044266:31045159,31044453:31045205,31044466:31045241,31044500:31045345,31044540:31045297,31044541:31045332,31047765:31047892,31048156:31048325,31048443:31048539', 'assoc_mat': '31044266:pehd:4230:31045159,31044453:pehd:4230:31045205,31044466:pehd:4230:31045241,31044500:pehd:4230:31045345,31044540:pehd:4230:31045297,31044541:pehd:4230:31045332,31047765:pehd:4230:31047892,31048156:pehd:4230:31048325,31048443:pehd:4230:31048539'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.008651557405367494, 'nb_photo': 221, 'list_port_cont': '31045162,31045204,31045242,31045295,31045334,31045347,31047255,31047429,31047854,31047881,31048297,31048323,31048374,31048535', 'assoc_port': '31044266:31045162,31044453:31045204,31044466:31045242,31044500:31045347,31044540:31045295,31044541:31045334,31045510:31047255,31047372:31047429,31047765:31047881,31047766:31047854,31048156:31048323,31048157:31048297,31048360:31048374,31048443:31048535', 'assoc_mat': '31044266:pet_clair:4230:31045162,31044453:pet_clair:4230:31045204,31044466:pet_clair:4230:31045242,31044500:pet_clair:4230:31045347,31044540:pet_clair:4230:31045295,31044541:pet_clair:4230:31045334,31045510:pet_clair:4230:31047255,31047372:pet_clair:4230:31047429,31047765:pet_clair:4230:31047881,31047766:pet_clair:4230:31047854,31048156:pet_clair:4230:31048323,31048157:pet_clair:4230:31048297,31048360:pet_clair:4230:31048374,31048443:pet_clair:4230:31048535'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.003073400646502321, 'nb_photo': 11, 'list_port_cont': '31045201,31045239,31045337,31045354,31047426,31048536', 'assoc_port': '31044453:31045201,31044466:31045239,31044500:31045354,31044541:31045337,31047372:31047426,31048443:31048536', 'assoc_mat': '31044453:pet_fonce:4230:31045201,31044466:pet_fonce:4230:31045239,31044500:pet_fonce:4230:31045354,31044541:pet_fonce:4230:31045337,31047372:pet_fonce:4230:31047426,31048443:pet_fonce:4230:31048536'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(2987112,2987342,2987448)); INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048704, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31045154,31045202,31045230,31045285,31045328,31045350,31047258,31047415,31047842,31047889,31048289,31048318,31048372,31048538 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048705, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31045165,31045203,31045238,31045288,31045339,31045356,31047266,31047427,31047849,31047893,31048294,31048330,31048366,31048531 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048706, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31045156,31045200,31045233,31045294,31045336,31045358,31047267,31047844,31047891,31048328,31048370 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048707, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31045167,31045199,31045237,31045299,31045324,31045355,31047260,31047423,31047856,31047888,31048285,31048327,31048376,31048537 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048708, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31045159,31045205,31045241,31045297,31045332,31045345,31047892,31048325,31048539 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048709, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31045162,31045204,31045242,31045295,31045334,31045347,31047255,31047429,31047854,31047881,31048297,31048323,31048374,31048535 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31048710, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (31045201,31045239,31045337,31045354,31047426,31048536 ) and hide_status = 0 ORDER BY mtr_photo_id Voici le lien velours for incineration : https://www.fotonower.com/velours/31048704,31048705,31048706,31048707,31048708,31048709,31048710?tags=autre,carton,metal,papier,pehd,pet_clair,pet_fonce after get_hostname_from_raspi hasthag : incineration hasthag that could be used but not yet : _______refus SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______incineration' and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=203 and date >='2026-08-01' and date <= '2026-08-31') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((22,),), 'unwanted_material_monthly_percentage': ((0.7043016062075722,),), 'material_repartition': (('incineration', 21),), 'material_dict': {'incineration': 21}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 8, 14), 0.6790808035311233, 3), (datetime.date(2026, 8, 15), 0.7924065073408638, 1), (datetime.date(2026, 8, 16), 0.8687405483073283, 1)), 'impurety_average_data_per_hashtag': {'incineration': ((datetime.date(2026, 8, 14), 0.6790808035311233, 3), (datetime.date(2026, 8, 15), 0.7924065073408638, 1), (datetime.date(2026, 8, 16), 0.8687405483073283, 1))}, 'quality_array': [['-8.500600092514725', '14082026'], ['-8.380225041678893', '15082026'], ['-8.18987354955953', '16082026']], 'number_of_batch': ((15,),), 'datou_id_sts': 4851, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.02326334207482789, 'nb_photo': 305, 'list_port_cont': '31045154,31045202,31045230,31045285,31045328,31045350,31047258,31047415,31047842,31047889,31048289,31048318,31048372,31048538', 'assoc_port': '31044266:31045154,31044453:31045202,31044466:31045230,31044500:31045350,31044540:31045285,31044541:31045328,31045510:31047258,31047372:31047415,31047765:31047889,31047766:31047842,31048156:31048318,31048157:31048289,31048360:31048372,31048443:31048538', 'assoc_mat': '31044266:autre:4230:31045154,31044453:autre:4230:31045202,31044466:autre:4230:31045230,31044500:autre:4230:31045350,31044540:autre:4230:31045285,31044541:autre:4230:31045328,31045510:autre:4230:31047258,31047372:autre:4230:31047415,31047765:autre:4230:31047889,31047766:autre:4230:31047842,31048156:autre:4230:31048318,31048157:autre:4230:31048289,31048360:autre:4230:31048372,31048443:autre:4230:31048538'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.07591612569021501, 'nb_photo': 1259, 'list_port_cont': '31045165,31045203,31045238,31045288,31045339,31045356,31047266,31047427,31047849,31047893,31048294,31048330,31048366,31048531', 'assoc_port': '31044266:31045165,31044453:31045203,31044466:31045238,31044500:31045356,31044540:31045288,31044541:31045339,31045510:31047266,31047372:31047427,31047765:31047893,31047766:31047849,31048156:31048330,31048157:31048294,31048360:31048366,31048443:31048531', 'assoc_mat': '31044266:carton:4230:31045165,31044453:carton:4230:31045203,31044466:carton:4230:31045238,31044500:carton:4230:31045356,31044540:carton:4230:31045288,31044541:carton:4230:31045339,31045510:carton:4230:31047266,31047372:carton:4230:31047427,31047765:carton:4230:31047893,31047766:carton:4230:31047849,31048156:carton:4230:31048330,31048157:carton:4230:31048294,31048360:carton:4230:31048366,31048443:carton:4230:31048531'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0015276526051564133, 'nb_photo': 25, 'list_port_cont': '31045156,31045200,31045233,31045294,31045336,31045358,31047267,31047844,31047891,31048328,31048370', 'assoc_port': '31044266:31045156,31044453:31045200,31044466:31045233,31044500:31045358,31044540:31045294,31044541:31045336,31045510:31047267,31047765:31047891,31047766:31047844,31048156:31048328,31048360:31048370', 'assoc_mat': '31044266:metal:4230:31045156,31044453:metal:4230:31045200,31044466:metal:4230:31045233,31044500:metal:4230:31045358,31044540:metal:4230:31045294,31044541:metal:4230:31045336,31045510:metal:4230:31047267,31047765:metal:4230:31047891,31047766:metal:4230:31047844,31048156:metal:4230:31048328,31048360:metal:4230:31048370'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.20564063976337768, 'nb_photo': 3671, 'list_port_cont': '31045167,31045199,31045237,31045299,31045324,31045355,31047260,31047423,31047856,31047888,31048285,31048327,31048376,31048537', 'assoc_port': '31044266:31045167,31044453:31045199,31044466:31045237,31044500:31045355,31044540:31045299,31044541:31045324,31045510:31047260,31047372:31047423,31047765:31047888,31047766:31047856,31048156:31048327,31048157:31048285,31048360:31048376,31048443:31048537', 'assoc_mat': '31044266:papier:4230:31045167,31044453:papier:4230:31045199,31044466:papier:4230:31045237,31044500:papier:4230:31045355,31044540:papier:4230:31045299,31044541:papier:4230:31045324,31045510:papier:4230:31047260,31047372:papier:4230:31047423,31047765:papier:4230:31047888,31047766:papier:4230:31047856,31048156:papier:4230:31048327,31048157:papier:4230:31048285,31048360:papier:4230:31048376,31048443:papier:4230:31048537'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.002862334587600918, 'nb_photo': 35, 'list_port_cont': '31045159,31045205,31045241,31045297,31045332,31045345,31047892,31048325,31048539', 'assoc_port': '31044266:31045159,31044453:31045205,31044466:31045241,31044500:31045345,31044540:31045297,31044541:31045332,31047765:31047892,31048156:31048325,31048443:31048539', 'assoc_mat': '31044266:pehd:4230:31045159,31044453:pehd:4230:31045205,31044466:pehd:4230:31045241,31044500:pehd:4230:31045345,31044540:pehd:4230:31045297,31044541:pehd:4230:31045332,31047765:pehd:4230:31047892,31048156:pehd:4230:31048325,31048443:pehd:4230:31048539'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.008651557405367494, 'nb_photo': 221, 'list_port_cont': '31045162,31045204,31045242,31045295,31045334,31045347,31047255,31047429,31047854,31047881,31048297,31048323,31048374,31048535', 'assoc_port': '31044266:31045162,31044453:31045204,31044466:31045242,31044500:31045347,31044540:31045295,31044541:31045334,31045510:31047255,31047372:31047429,31047765:31047881,31047766:31047854,31048156:31048323,31048157:31048297,31048360:31048374,31048443:31048535', 'assoc_mat': '31044266:pet_clair:4230:31045162,31044453:pet_clair:4230:31045204,31044466:pet_clair:4230:31045242,31044500:pet_clair:4230:31045347,31044540:pet_clair:4230:31045295,31044541:pet_clair:4230:31045334,31045510:pet_clair:4230:31047255,31047372:pet_clair:4230:31047429,31047765:pet_clair:4230:31047881,31047766:pet_clair:4230:31047854,31048156:pet_clair:4230:31048323,31048157:pet_clair:4230:31048297,31048360:pet_clair:4230:31048374,31048443:pet_clair:4230:31048535'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.003073400646502321, 'nb_photo': 11, 'list_port_cont': '31045201,31045239,31045337,31045354,31047426,31048536', 'assoc_port': '31044453:31045201,31044466:31045239,31044500:31045354,31044541:31045337,31047372:31047426,31048443:31048536', 'assoc_mat': '31044453:pet_fonce:4230:31045201,31044466:pet_fonce:4230:31045239,31044500:pet_fonce:4230:31045354,31044541:pet_fonce:4230:31045337,31047372:pet_fonce:4230:31047426,31048443:pet_fonce:4230:31048536'}), 'main_stat': {'nb_photos': 22}, 'velours_link': {'incineration': 'https://www.fotonower.com/velours/31048704,31048705,31048706,31048707,31048708,31048709,31048710?tags=autre,carton,metal,papier,pehd,pet_clair,pet_fonce'}}, 'hostname': (), 'impurety_average_per_hashtag': [(('incineration', '2026-08', 0.7043016062075722),)]} TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam8"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4851 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4851 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4851 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4851 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((22,),), 'unwanted_material_monthly_percentage': ((0.7043016062075722,),), 'material_repartition': (('incineration', 21),), 'material_dict': {'incineration': 21}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 8, 14), 0.6790808035311233, 3), (datetime.date(2026, 8, 15), 0.7924065073408638, 1), (datetime.date(2026, 8, 16), 0.8687405483073283, 1)), 'impurety_average_data_per_hashtag': {'incineration': ((datetime.date(2026, 8, 14), 0.6790808035311233, 3), (datetime.date(2026, 8, 15), 0.7924065073408638, 1), (datetime.date(2026, 8, 16), 0.8687405483073283, 1))}, 'quality_array': [['-8.500600092514725', '14082026'], ['-8.380225041678893', '15082026'], ['-8.18987354955953', '16082026']], 'number_of_batch': ((15,),), 'datou_id_sts': 4851, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.02326334207482789, 'nb_photo': 305, 'list_port_cont': '31045154,31045202,31045230,31045285,31045328,31045350,31047258,31047415,31047842,31047889,31048289,31048318,31048372,31048538', 'assoc_port': '31044266:31045154,31044453:31045202,31044466:31045230,31044500:31045350,31044540:31045285,31044541:31045328,31045510:31047258,31047372:31047415,31047765:31047889,31047766:31047842,31048156:31048318,31048157:31048289,31048360:31048372,31048443:31048538', 'assoc_mat': '31044266:autre:4230:31045154,31044453:autre:4230:31045202,31044466:autre:4230:31045230,31044500:autre:4230:31045350,31044540:autre:4230:31045285,31044541:autre:4230:31045328,31045510:autre:4230:31047258,31047372:autre:4230:31047415,31047765:autre:4230:31047889,31047766:autre:4230:31047842,31048156:autre:4230:31048318,31048157:autre:4230:31048289,31048360:autre:4230:31048372,31048443:autre:4230:31048538'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.07591612569021501, 'nb_photo': 1259, 'list_port_cont': '31045165,31045203,31045238,31045288,31045339,31045356,31047266,31047427,31047849,31047893,31048294,31048330,31048366,31048531', 'assoc_port': '31044266:31045165,31044453:31045203,31044466:31045238,31044500:31045356,31044540:31045288,31044541:31045339,31045510:31047266,31047372:31047427,31047765:31047893,31047766:31047849,31048156:31048330,31048157:31048294,31048360:31048366,31048443:31048531', 'assoc_mat': '31044266:carton:4230:31045165,31044453:carton:4230:31045203,31044466:carton:4230:31045238,31044500:carton:4230:31045356,31044540:carton:4230:31045288,31044541:carton:4230:31045339,31045510:carton:4230:31047266,31047372:carton:4230:31047427,31047765:carton:4230:31047893,31047766:carton:4230:31047849,31048156:carton:4230:31048330,31048157:carton:4230:31048294,31048360:carton:4230:31048366,31048443:carton:4230:31048531'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0015276526051564133, 'nb_photo': 25, 'list_port_cont': '31045156,31045200,31045233,31045294,31045336,31045358,31047267,31047844,31047891,31048328,31048370', 'assoc_port': '31044266:31045156,31044453:31045200,31044466:31045233,31044500:31045358,31044540:31045294,31044541:31045336,31045510:31047267,31047765:31047891,31047766:31047844,31048156:31048328,31048360:31048370', 'assoc_mat': '31044266:metal:4230:31045156,31044453:metal:4230:31045200,31044466:metal:4230:31045233,31044500:metal:4230:31045358,31044540:metal:4230:31045294,31044541:metal:4230:31045336,31045510:metal:4230:31047267,31047765:metal:4230:31047891,31047766:metal:4230:31047844,31048156:metal:4230:31048328,31048360:metal:4230:31048370'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.20564063976337768, 'nb_photo': 3671, 'list_port_cont': '31045167,31045199,31045237,31045299,31045324,31045355,31047260,31047423,31047856,31047888,31048285,31048327,31048376,31048537', 'assoc_port': '31044266:31045167,31044453:31045199,31044466:31045237,31044500:31045355,31044540:31045299,31044541:31045324,31045510:31047260,31047372:31047423,31047765:31047888,31047766:31047856,31048156:31048327,31048157:31048285,31048360:31048376,31048443:31048537', 'assoc_mat': '31044266:papier:4230:31045167,31044453:papier:4230:31045199,31044466:papier:4230:31045237,31044500:papier:4230:31045355,31044540:papier:4230:31045299,31044541:papier:4230:31045324,31045510:papier:4230:31047260,31047372:papier:4230:31047423,31047765:papier:4230:31047888,31047766:papier:4230:31047856,31048156:papier:4230:31048327,31048157:papier:4230:31048285,31048360:papier:4230:31048376,31048443:papier:4230:31048537'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.002862334587600918, 'nb_photo': 35, 'list_port_cont': '31045159,31045205,31045241,31045297,31045332,31045345,31047892,31048325,31048539', 'assoc_port': '31044266:31045159,31044453:31045205,31044466:31045241,31044500:31045345,31044540:31045297,31044541:31045332,31047765:31047892,31048156:31048325,31048443:31048539', 'assoc_mat': '31044266:pehd:4230:31045159,31044453:pehd:4230:31045205,31044466:pehd:4230:31045241,31044500:pehd:4230:31045345,31044540:pehd:4230:31045297,31044541:pehd:4230:31045332,31047765:pehd:4230:31047892,31048156:pehd:4230:31048325,31048443:pehd:4230:31048539'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.008651557405367494, 'nb_photo': 221, 'list_port_cont': '31045162,31045204,31045242,31045295,31045334,31045347,31047255,31047429,31047854,31047881,31048297,31048323,31048374,31048535', 'assoc_port': '31044266:31045162,31044453:31045204,31044466:31045242,31044500:31045347,31044540:31045295,31044541:31045334,31045510:31047255,31047372:31047429,31047765:31047881,31047766:31047854,31048156:31048323,31048157:31048297,31048360:31048374,31048443:31048535', 'assoc_mat': '31044266:pet_clair:4230:31045162,31044453:pet_clair:4230:31045204,31044466:pet_clair:4230:31045242,31044500:pet_clair:4230:31045347,31044540:pet_clair:4230:31045295,31044541:pet_clair:4230:31045334,31045510:pet_clair:4230:31047255,31047372:pet_clair:4230:31047429,31047765:pet_clair:4230:31047881,31047766:pet_clair:4230:31047854,31048156:pet_clair:4230:31048323,31048157:pet_clair:4230:31048297,31048360:pet_clair:4230:31048374,31048443:pet_clair:4230:31048535'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.003073400646502321, 'nb_photo': 11, 'list_port_cont': '31045201,31045239,31045337,31045354,31047426,31048536', 'assoc_port': '31044453:31045201,31044466:31045239,31044500:31045354,31044541:31045337,31047372:31047426,31048443:31048536', 'assoc_mat': '31044453:pet_fonce:4230:31045201,31044466:pet_fonce:4230:31045239,31044500:pet_fonce:4230:31045354,31044541:pet_fonce:4230:31045337,31047372:pet_fonce:4230:31047426,31048443:pet_fonce:4230:31048536'}), 'main_stat': {'nb_photos': 22}, 'velours_link': {'incineration': 'https://www.fotonower.com/velours/31048704,31048705,31048706,31048707,31048708,31048709,31048710?tags=autre,carton,metal,papier,pehd,pet_clair,pet_fonce'}}, 'hostname': (), 'impurety_average_per_hashtag': [(('incineration', '2026-08', 0.7043016062075722),)]} filepath : /data_4/data_log/job/memo/SCCU_cam8/sla_mensuel_SCCU_cam8_mois_08_annee_2026.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'incineration': {'autre': ['autre', '2.33%', 305], 'carton': ['carton', '7.59%', 1259], 'metal': ['metal', '0.15%', 25], 'papier': ['papier', '20.56%', 3671], 'pehd': ['pehd', '0.29%', 35], 'pet_clair': ['pet_clair', '0.87%', 221], 'pet_fonce': ['pet_fonce', '0.31%', 11]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/SCCU_cam8/sla_mensuel_SCCU_cam8_mois_08_annee_2026.pdf le fichier se trouve ici : /data_4/data_log/job/memo/SCCU_cam8 2.38user 3.21system 0:04.36elapsed 128%CPU (0avgtext+0avgdata 189352maxresident)k 0inputs+168outputs (8major+51755minor)pagefaults 0swaps