python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_4/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2026-02 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (6, 28) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (6, 28) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 02 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2026-02 year : 2026 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2026-02%') and created_at like '%2026-02%'))); nb_day : (6, 28) after unwanted_material_data nb_day : (6, 28) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2026/02%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2026-02-02 00:00:00,2026-02-03 00:00:00,2026-02-04 00:00:00,2026-02-05 00:00:00,2026-02-06 00:00:00,2026-02-09 00:00:00,2026-02-10 00:00:00,2026-02-11 00:00:00,2026-02-12 00:00:00,2026-02-13 00:00:00,2026-02-16 00:00:00,2026-02-17 00:00:00,2026-02-18 00:00:00,2026-02-19 00:00:00,2026-02-20 00:00:00,2026-02-23 00:00:00,2026-02-24 00:00:00,2026-02-25 00:00:00,2026-02-26 00:00:00,2026-02-27 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 134 and month(ded.date) = 02 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 02 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%022026%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2026-02-01 : dt_date_just_month_year : 2026-02-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2026-02-01" AND ded.date <= "2026-02-28" SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (2908200,2911351,2912630,2913265,2918194,2922496) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01760056787924968, 'nb_photo': 305, 'list_port_cont': '30381874,30382278,30382373,30384053,30412251,30412414,30412432,30412581,30414218,30414467,30415445,30415637,30425208,30426773,30426892,30428188,30429044,30430997,30431023,30437170,30438492,30464628,30467739,30469301,30486154,30487098,30489273', 'assoc_port': '30381759:30381874,30382058:30382373,30382060:30382278,30384019:30384053,30412041:30412251,30412362:30412581,30412374:30412432,30412376:30412414,30414126:30414218,30414405:30415445,30414406:30414467,30415517:30415637,30425112:30425208,30425700:30426773,30426812:30426892,30427490:30428188,30428962:30429044,30430918:30431023,30430919:30430997,30437094:30437170,30438441:30438492,30464186:30469301,30464567:30464628,30466439:30467739,30485832:30486154,30486953:30487098,30489165:30489273', 'assoc_mat': '30381759:autre_refus:3726:30381874,30382058:autre_refus:3726:30382373,30382060:autre_refus:3726:30382278,30384019:autre_refus:3726:30384053,30412041:autre_refus:3726:30412251,30412362:autre_refus:3726:30412581,30412374:autre_refus:3726:30412432,30412376:autre_refus:3726:30412414,30414126:autre_refus:3726:30414218,30414405:autre_refus:3726:30415445,30414406:autre_refus:3726:30414467,30415517:autre_refus:3726:30415637,30425112:autre_refus:3726:30425208,30425700:autre_refus:3726:30426773,30426812:autre_refus:3726:30426892,30427490:autre_refus:3726:30428188,30428962:autre_refus:3726:30429044,30430918:autre_refus:3726:30431023,30430919:autre_refus:3726:30430997,30437094:autre_refus:3726:30437170,30438441:autre_refus:3726:30438492,30464186:autre_refus:3726:30469301,30464567:autre_refus:3726:30464628,30466439:autre_refus:3726:30467739,30485832:autre_refus:3726:30486154,30486953:autre_refus:3726:30487098,30489165:autre_refus:3726:30489273'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014804526497188317, 'nb_photo': 806, 'list_port_cont': '30381870,30382276,30382378,30384062,30412250,30412416,30412438,30412582,30414224,30414468,30415450,30415638,30425209,30426762,30426901,30428189,30429049,30430996,30431024,30437171,30438493,30464624,30467192,30467737,30469299,30486156,30487090,30489274', 'assoc_port': '30381759:30381870,30382058:30382378,30382060:30382276,30384019:30384062,30412041:30412250,30412362:30412582,30412374:30412438,30412376:30412416,30414126:30414224,30414405:30415450,30414406:30414468,30415517:30415638,30425112:30425209,30425700:30426762,30426812:30426901,30427490:30428189,30428962:30429049,30430918:30431024,30430919:30430996,30437094:30437171,30438441:30438493,30464186:30469299,30464567:30464624,30466439:30467737,30466544:30467192,30485832:30486156,30486953:30487090,30489165:30489274', 'assoc_mat': '30381759:cartonnette:3726:30381870,30382058:cartonnette:3726:30382378,30382060:cartonnette:3726:30382276,30384019:cartonnette:3726:30384062,30412041:cartonnette:3726:30412250,30412362:cartonnette:3726:30412582,30412374:cartonnette:3726:30412438,30412376:cartonnette:3726:30412416,30414126:cartonnette:3726:30414224,30414405:cartonnette:3726:30415450,30414406:cartonnette:3726:30414468,30415517:cartonnette:3726:30415638,30425112:cartonnette:3726:30425209,30425700:cartonnette:3726:30426762,30426812:cartonnette:3726:30426901,30427490:cartonnette:3726:30428189,30428962:cartonnette:3726:30429049,30430918:cartonnette:3726:30431024,30430919:cartonnette:3726:30430996,30437094:cartonnette:3726:30437171,30438441:cartonnette:3726:30438493,30464186:cartonnette:3726:30469299,30464567:cartonnette:3726:30464624,30466439:cartonnette:3726:30467737,30466544:cartonnette:3726:30467192,30485832:cartonnette:3726:30486156,30486953:cartonnette:3726:30487090,30489165:cartonnette:3726:30489274'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.09452347253476781, 'nb_photo': 3198, 'list_port_cont': '30381871,30382285,30382371,30384055,30412259,30412408,30412439,30412591,30414219,30414469,30415451,30415629,30425214,30426767,30426893,30428194,30429038,30430998,30431027,30437166,30438482,30464630,30467186,30467735,30469302,30486149,30487092,30489280', 'assoc_port': '30381759:30381871,30382058:30382371,30382060:30382285,30384019:30384055,30412041:30412259,30412362:30412591,30412374:30412439,30412376:30412408,30414126:30414219,30414405:30415451,30414406:30414469,30415517:30415629,30425112:30425214,30425700:30426767,30426812:30426893,30427490:30428194,30428962:30429038,30430918:30431027,30430919:30430998,30437094:30437166,30438441:30438482,30464186:30469302,30464567:30464630,30466439:30467735,30466544:30467186,30485832:30486149,30486953:30487092,30489165:30489280', 'assoc_mat': '30381759:Carton_brun:3726:30381871,30382058:Carton_brun:3726:30382371,30382060:Carton_brun:3726:30382285,30384019:Carton_brun:3726:30384055,30412041:Carton_brun:3726:30412259,30412362:Carton_brun:3726:30412591,30412374:Carton_brun:3726:30412439,30412376:Carton_brun:3726:30412408,30414126:Carton_brun:3726:30414219,30414405:Carton_brun:3726:30415451,30414406:Carton_brun:3726:30414469,30415517:Carton_brun:3726:30415629,30425112:Carton_brun:3726:30425214,30425700:Carton_brun:3726:30426767,30426812:Carton_brun:3726:30426893,30427490:Carton_brun:3726:30428194,30428962:Carton_brun:3726:30429038,30430918:Carton_brun:3726:30431027,30430919:Carton_brun:3726:30430998,30437094:Carton_brun:3726:30437166,30438441:Carton_brun:3726:30438482,30464186:Carton_brun:3726:30469302,30464567:Carton_brun:3726:30464630,30466439:Carton_brun:3726:30467735,30466544:Carton_brun:3726:30467186,30485832:Carton_brun:3726:30486149,30486953:Carton_brun:3726:30487092,30489165:Carton_brun:3726:30489280'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005068593693059818, 'nb_photo': 92, 'list_port_cont': '30382275,30382377,30384052,30412253,30412436,30412585,30414216,30414477,30415444,30415635,30425215,30426769,30426897,30428187,30429048,30431000,30431025,30437165,30438490,30464626,30467748,30486148,30487093,30489277', 'assoc_port': '30382058:30382377,30382060:30382275,30384019:30384052,30412041:30412253,30412362:30412585,30412374:30412436,30414126:30414216,30414405:30415444,30414406:30414477,30415517:30415635,30425112:30425215,30425700:30426769,30426812:30426897,30427490:30428187,30428962:30429048,30430918:30431025,30430919:30431000,30437094:30437165,30438441:30438490,30464567:30464626,30466439:30467748,30485832:30486148,30486953:30487093,30489165:30489277', 'assoc_mat': '30382058:Carton_gris:3726:30382377,30382060:Carton_gris:3726:30382275,30384019:Carton_gris:3726:30384052,30412041:Carton_gris:3726:30412253,30412362:Carton_gris:3726:30412585,30412374:Carton_gris:3726:30412436,30414126:Carton_gris:3726:30414216,30414405:Carton_gris:3726:30415444,30414406:Carton_gris:3726:30414477,30415517:Carton_gris:3726:30415635,30425112:Carton_gris:3726:30425215,30425700:Carton_gris:3726:30426769,30426812:Carton_gris:3726:30426897,30427490:Carton_gris:3726:30428187,30428962:Carton_gris:3726:30429048,30430918:Carton_gris:3726:30431025,30430919:Carton_gris:3726:30431000,30437094:Carton_gris:3726:30437165,30438441:Carton_gris:3726:30438490,30464567:Carton_gris:3726:30464626,30466439:Carton_gris:3726:30467748,30485832:Carton_gris:3726:30486148,30486953:Carton_gris:3726:30487093,30489165:Carton_gris:3726:30489277'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0024567868526253803, 'nb_photo': 25, 'list_port_cont': '30381877,30412410,30412437,30415628,30425207,30426890,30431026,30438491,30464631,30467741,30486150,30489272', 'assoc_port': '30381759:30381877,30412374:30412437,30412376:30412410,30415517:30415628,30425112:30425207,30426812:30426890,30430918:30431026,30438441:30438491,30464567:30464631,30466439:30467741,30485832:30486150,30489165:30489272', 'assoc_mat': '30381759:kraft:3726:30381877,30412374:kraft:3726:30412437,30412376:kraft:3726:30412410,30415517:kraft:3726:30415628,30425112:kraft:3726:30425207,30426812:kraft:3726:30426890,30430918:kraft:3726:30431026,30438441:kraft:3726:30438491,30464567:kraft:3726:30464631,30466439:kraft:3726:30467741,30485832:kraft:3726:30486150,30489165:kraft:3726:30489272'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.003171763670942735, 'nb_photo': 7, 'list_port_cont': '30384056,30431021,30438486,30469294', 'assoc_port': '30384019:30384056,30430918:30431021,30438441:30438486,30464186:30469294', 'assoc_mat': '30384019:metal:3726:30384056,30430918:metal:3726:30431021,30438441:metal:3726:30438486,30464186:metal:3726:30469294'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.019405947449726714, 'nb_photo': 862, 'list_port_cont': '30381873,30382279,30382376,30384051,30412258,30412417,30412441,30412592,30414213,30414474,30415448,30415633,30425210,30426764,30426894,30428186,30429040,30431003,30431022,30437174,30438488,30464627,30467191,30467733,30469291,30486159,30487095,30489281', 'assoc_port': '30381759:30381873,30382058:30382376,30382060:30382279,30384019:30384051,30412041:30412258,30412362:30412592,30412374:30412441,30412376:30412417,30414126:30414213,30414405:30415448,30414406:30414474,30415517:30415633,30425112:30425210,30425700:30426764,30426812:30426894,30427490:30428186,30428962:30429040,30430918:30431022,30430919:30431003,30437094:30437174,30438441:30438488,30464186:30469291,30464567:30464627,30466439:30467733,30466544:30467191,30485832:30486159,30486953:30487095,30489165:30489281', 'assoc_mat': '30381759:plastique:3726:30381873,30382058:plastique:3726:30382376,30382060:plastique:3726:30382279,30384019:plastique:3726:30384051,30412041:plastique:3726:30412258,30412362:plastique:3726:30412592,30412374:plastique:3726:30412441,30412376:plastique:3726:30412417,30414126:plastique:3726:30414213,30414405:plastique:3726:30415448,30414406:plastique:3726:30414474,30415517:plastique:3726:30415633,30425112:plastique:3726:30425210,30425700:plastique:3726:30426764,30426812:plastique:3726:30426894,30427490:plastique:3726:30428186,30428962:plastique:3726:30429040,30430918:plastique:3726:30431022,30430919:plastique:3726:30431003,30437094:plastique:3726:30437174,30438441:plastique:3726:30438488,30464186:plastique:3726:30469291,30464567:plastique:3726:30464627,30466439:plastique:3726:30467733,30466544:plastique:3726:30467191,30485832:plastique:3726:30486159,30486953:plastique:3726:30487095,30489165:plastique:3726:30489281'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.019808871316592154, 'nb_photo': 1479, 'list_port_cont': '30381880,30382280,30382380,30384061,30412257,30412413,30412433,30412590,30414214,30414478,30415447,30415634,30425212,30426765,30426899,30428184,30429041,30430999,30431019,30437168,30438483,30464621,30467195,30467744,30469293,30486153,30487097,30489278', 'assoc_port': '30381759:30381880,30382058:30382380,30382060:30382280,30384019:30384061,30412041:30412257,30412362:30412590,30412374:30412433,30412376:30412413,30414126:30414214,30414405:30415447,30414406:30414478,30415517:30415634,30425112:30425212,30425700:30426765,30426812:30426899,30427490:30428184,30428962:30429041,30430918:30431019,30430919:30430999,30437094:30437168,30438441:30438483,30464186:30469293,30464567:30464621,30466439:30467744,30466544:30467195,30485832:30486153,30486953:30487097,30489165:30489278', 'assoc_mat': '30381759:Teint_Dans_La_Masse:3726:30381880,30382058:Teint_Dans_La_Masse:3726:30382380,30382060:Teint_Dans_La_Masse:3726:30382280,30384019:Teint_Dans_La_Masse:3726:30384061,30412041:Teint_Dans_La_Masse:3726:30412257,30412362:Teint_Dans_La_Masse:3726:30412590,30412374:Teint_Dans_La_Masse:3726:30412433,30412376:Teint_Dans_La_Masse:3726:30412413,30414126:Teint_Dans_La_Masse:3726:30414214,30414405:Teint_Dans_La_Masse:3726:30415447,30414406:Teint_Dans_La_Masse:3726:30414478,30415517:Teint_Dans_La_Masse:3726:30415634,30425112:Teint_Dans_La_Masse:3726:30425212,30425700:Teint_Dans_La_Masse:3726:30426765,30426812:Teint_Dans_La_Masse:3726:30426899,30427490:Teint_Dans_La_Masse:3726:30428184,30428962:Teint_Dans_La_Masse:3726:30429041,30430918:Teint_Dans_La_Masse:3726:30431019,30430919:Teint_Dans_La_Masse:3726:30430999,30437094:Teint_Dans_La_Masse:3726:30437168,30438441:Teint_Dans_La_Masse:3726:30438483,30464186:Teint_Dans_La_Masse:3726:30469293,30464567:Teint_Dans_La_Masse:3726:30464621,30466439:Teint_Dans_La_Masse:3726:3'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(2908200,2911351,2912630,2913265,2918194,2922496)); INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30496467, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30381874,30382278,30382373,30384053,30412251,30412414,30412432,30412581,30414218,30414467,30415445,30415637,30425208,30426773,30426892,30428188,30429044,30430997,30431023,30437170,30438492,30464628,30467739,30469301,30486154,30487098,30489273 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30496468, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30381870,30382276,30382378,30384062,30412250,30412416,30412438,30412582,30414224,30414468,30415450,30415638,30425209,30426762,30426901,30428189,30429049,30430996,30431024,30437171,30438493,30464624,30467192,30467737,30469299,30486156,30487090,30489274 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30496469, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30381871,30382285,30382371,30384055,30412259,30412408,30412439,30412591,30414219,30414469,30415451,30415629,30425214,30426767,30426893,30428194,30429038,30430998,30431027,30437166,30438482,30464630,30467186,30467735,30469302,30486149,30487092,30489280 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30496470, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30382275,30382377,30384052,30412253,30412436,30412585,30414216,30414477,30415444,30415635,30425215,30426769,30426897,30428187,30429048,30431000,30431025,30437165,30438490,30464626,30467748,30486148,30487093,30489277 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30496471, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30381877,30412410,30412437,30415628,30425207,30426890,30431026,30438491,30464631,30467741,30486150,30489272 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30496472, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30384056,30431021,30438486,30469294 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30496473, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30381873,30382279,30382376,30384051,30412258,30412417,30412441,30412592,30414213,30414474,30415448,30415633,30425210,30426764,30426894,30428186,30429040,30431003,30431022,30437174,30438488,30464627,30467191,30467733,30469291,30486159,30487095,30489281 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30496474, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30381880,30382280,30382380,30384061,30412257,30412413,30412433,30412590,30414214,30414478,30415447,30415634,30425212,30426765,30426899,30428184,30429041,30430999,30431019,30437168,30438483,30464621,30467195,30467744,30469293,30486153,30487097,30489278 ) and hide_status = 0 ORDER BY mtr_photo_id Voici le lien velours for JRM : https://www.fotonower.com/velours/30496467,30496468,30496469,30496470,30496471,30496472,30496473,30496474?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2026-02-01' and date <= '2026-02-28') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((2212,),), 'unwanted_material_monthly_percentage': ((0.15861255697842166,),), 'material_repartition': (('JRM', 2212),), 'material_dict': {'JRM': 2212}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 2, 13), 0.15411783970154752, 89), (datetime.date(2026, 2, 16), 0.13557408690549047, 83), (datetime.date(2026, 2, 17), 0.19137160704019215, 95), (datetime.date(2026, 2, 18), 0.17069889400473126, 67), (datetime.date(2026, 2, 19), 0.17428528652594902, 30), (datetime.date(2026, 2, 20), 0.1321056445391266, 95)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 2, 13), 0.15411783970154752, 89), (datetime.date(2026, 2, 16), 0.13557408690549047, 83), (datetime.date(2026, 2, 17), 0.19137160704019215, 95), (datetime.date(2026, 2, 18), 0.17069889400473126, 67), (datetime.date(2026, 2, 19), 0.17428528652594902, 30), (datetime.date(2026, 2, 20), 0.1321056445391266, 95))}, 'quality_array': [['-1.6873358380681573', '13022026'], ['-1.8032657732162876', '16022026'], ['-1.7145224340589666', '17022026'], ['-0.5277395063477651', '18022026'], ['-1.1392843037953118', '19022026'], ['-1.231495869587469', '20022026']], 'number_of_batch': ((28,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01760056787924968, 'nb_photo': 305, 'list_port_cont': '30381874,30382278,30382373,30384053,30412251,30412414,30412432,30412581,30414218,30414467,30415445,30415637,30425208,30426773,30426892,30428188,30429044,30430997,30431023,30437170,30438492,30464628,30467739,30469301,30486154,30487098,30489273', 'assoc_port': '30381759:30381874,30382058:30382373,30382060:30382278,30384019:30384053,30412041:30412251,30412362:30412581,30412374:30412432,30412376:30412414,30414126:30414218,30414405:30415445,30414406:30414467,30415517:30415637,30425112:30425208,30425700:30426773,30426812:30426892,30427490:30428188,30428962:30429044,30430918:30431023,30430919:30430997,30437094:30437170,30438441:30438492,30464186:30469301,30464567:30464628,30466439:30467739,30485832:30486154,30486953:30487098,30489165:30489273', 'assoc_mat': '30381759:autre_refus:3726:30381874,30382058:autre_refus:3726:30382373,30382060:autre_refus:3726:30382278,30384019:autre_refus:3726:30384053,30412041:autre_refus:3726:30412251,30412362:autre_refus:3726:30412581,30412374:autre_refus:3726:30412432,30412376:autre_refus:3726:30412414,30414126:autre_refus:3726:30414218,30414405:autre_refus:3726:30415445,30414406:autre_refus:3726:30414467,30415517:autre_refus:3726:30415637,30425112:autre_refus:3726:30425208,30425700:autre_refus:3726:30426773,30426812:autre_refus:3726:30426892,30427490:autre_refus:3726:30428188,30428962:autre_refus:3726:30429044,30430918:autre_refus:3726:30431023,30430919:autre_refus:3726:30430997,30437094:autre_refus:3726:30437170,30438441:autre_refus:3726:30438492,30464186:autre_refus:3726:30469301,30464567:autre_refus:3726:30464628,30466439:autre_refus:3726:30467739,30485832:autre_refus:3726:30486154,30486953:autre_refus:3726:30487098,30489165:autre_refus:3726:30489273'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014804526497188317, 'nb_photo': 806, 'list_port_cont': '30381870,30382276,30382378,30384062,30412250,30412416,30412438,30412582,30414224,30414468,30415450,30415638,30425209,30426762,30426901,30428189,30429049,30430996,30431024,30437171,30438493,30464624,30467192,30467737,30469299,30486156,30487090,30489274', 'assoc_port': '30381759:30381870,30382058:30382378,30382060:30382276,30384019:30384062,30412041:30412250,30412362:30412582,30412374:30412438,30412376:30412416,30414126:30414224,30414405:30415450,30414406:30414468,30415517:30415638,30425112:30425209,30425700:30426762,30426812:30426901,30427490:30428189,30428962:30429049,30430918:30431024,30430919:30430996,30437094:30437171,30438441:30438493,30464186:30469299,30464567:30464624,30466439:30467737,30466544:30467192,30485832:30486156,30486953:30487090,30489165:30489274', 'assoc_mat': '30381759:cartonnette:3726:30381870,30382058:cartonnette:3726:30382378,30382060:cartonnette:3726:30382276,30384019:cartonnette:3726:30384062,30412041:cartonnette:3726:30412250,30412362:cartonnette:3726:30412582,30412374:cartonnette:3726:30412438,30412376:cartonnette:3726:30412416,30414126:cartonnette:3726:30414224,30414405:cartonnette:3726:30415450,30414406:cartonnette:3726:30414468,30415517:cartonnette:3726:30415638,30425112:cartonnette:3726:30425209,30425700:cartonnette:3726:30426762,30426812:cartonnette:3726:30426901,30427490:cartonnette:3726:30428189,30428962:cartonnette:3726:30429049,30430918:cartonnette:3726:30431024,30430919:cartonnette:3726:30430996,30437094:cartonnette:3726:30437171,30438441:cartonnette:3726:30438493,30464186:cartonnette:3726:30469299,30464567:cartonnette:3726:30464624,30466439:cartonnette:3726:30467737,30466544:cartonnette:3726:30467192,30485832:cartonnette:3726:30486156,30486953:cartonnette:3726:30487090,30489165:cartonnette:3726:30489274'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.09452347253476781, 'nb_photo': 3198, 'list_port_cont': '30381871,30382285,30382371,30384055,30412259,30412408,30412439,30412591,30414219,30414469,30415451,30415629,30425214,30426767,30426893,30428194,30429038,30430998,30431027,30437166,30438482,30464630,30467186,30467735,30469302,30486149,30487092,30489280', 'assoc_port': '30381759:30381871,30382058:30382371,30382060:30382285,30384019:30384055,30412041:30412259,30412362:30412591,30412374:30412439,30412376:30412408,30414126:30414219,30414405:30415451,30414406:30414469,30415517:30415629,30425112:30425214,30425700:30426767,30426812:30426893,30427490:30428194,30428962:30429038,30430918:30431027,30430919:30430998,30437094:30437166,30438441:30438482,30464186:30469302,30464567:30464630,30466439:30467735,30466544:30467186,30485832:30486149,30486953:30487092,30489165:30489280', 'assoc_mat': '30381759:Carton_brun:3726:30381871,30382058:Carton_brun:3726:30382371,30382060:Carton_brun:3726:30382285,30384019:Carton_brun:3726:30384055,30412041:Carton_brun:3726:30412259,30412362:Carton_brun:3726:30412591,30412374:Carton_brun:3726:30412439,30412376:Carton_brun:3726:30412408,30414126:Carton_brun:3726:30414219,30414405:Carton_brun:3726:30415451,30414406:Carton_brun:3726:30414469,30415517:Carton_brun:3726:30415629,30425112:Carton_brun:3726:30425214,30425700:Carton_brun:3726:30426767,30426812:Carton_brun:3726:30426893,30427490:Carton_brun:3726:30428194,30428962:Carton_brun:3726:30429038,30430918:Carton_brun:3726:30431027,30430919:Carton_brun:3726:30430998,30437094:Carton_brun:3726:30437166,30438441:Carton_brun:3726:30438482,30464186:Carton_brun:3726:30469302,30464567:Carton_brun:3726:30464630,30466439:Carton_brun:3726:30467735,30466544:Carton_brun:3726:30467186,30485832:Carton_brun:3726:30486149,30486953:Carton_brun:3726:30487092,30489165:Carton_brun:3726:30489280'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005068593693059818, 'nb_photo': 92, 'list_port_cont': '30382275,30382377,30384052,30412253,30412436,30412585,30414216,30414477,30415444,30415635,30425215,30426769,30426897,30428187,30429048,30431000,30431025,30437165,30438490,30464626,30467748,30486148,30487093,30489277', 'assoc_port': '30382058:30382377,30382060:30382275,30384019:30384052,30412041:30412253,30412362:30412585,30412374:30412436,30414126:30414216,30414405:30415444,30414406:30414477,30415517:30415635,30425112:30425215,30425700:30426769,30426812:30426897,30427490:30428187,30428962:30429048,30430918:30431025,30430919:30431000,30437094:30437165,30438441:30438490,30464567:30464626,30466439:30467748,30485832:30486148,30486953:30487093,30489165:30489277', 'assoc_mat': '30382058:Carton_gris:3726:30382377,30382060:Carton_gris:3726:30382275,30384019:Carton_gris:3726:30384052,30412041:Carton_gris:3726:30412253,30412362:Carton_gris:3726:30412585,30412374:Carton_gris:3726:30412436,30414126:Carton_gris:3726:30414216,30414405:Carton_gris:3726:30415444,30414406:Carton_gris:3726:30414477,30415517:Carton_gris:3726:30415635,30425112:Carton_gris:3726:30425215,30425700:Carton_gris:3726:30426769,30426812:Carton_gris:3726:30426897,30427490:Carton_gris:3726:30428187,30428962:Carton_gris:3726:30429048,30430918:Carton_gris:3726:30431025,30430919:Carton_gris:3726:30431000,30437094:Carton_gris:3726:30437165,30438441:Carton_gris:3726:30438490,30464567:Carton_gris:3726:30464626,30466439:Carton_gris:3726:30467748,30485832:Carton_gris:3726:30486148,30486953:Carton_gris:3726:30487093,30489165:Carton_gris:3726:30489277'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0024567868526253803, 'nb_photo': 25, 'list_port_cont': '30381877,30412410,30412437,30415628,30425207,30426890,30431026,30438491,30464631,30467741,30486150,30489272', 'assoc_port': '30381759:30381877,30412374:30412437,30412376:30412410,30415517:30415628,30425112:30425207,30426812:30426890,30430918:30431026,30438441:30438491,30464567:30464631,30466439:30467741,30485832:30486150,30489165:30489272', 'assoc_mat': '30381759:kraft:3726:30381877,30412374:kraft:3726:30412437,30412376:kraft:3726:30412410,30415517:kraft:3726:30415628,30425112:kraft:3726:30425207,30426812:kraft:3726:30426890,30430918:kraft:3726:30431026,30438441:kraft:3726:30438491,30464567:kraft:3726:30464631,30466439:kraft:3726:30467741,30485832:kraft:3726:30486150,30489165:kraft:3726:30489272'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.003171763670942735, 'nb_photo': 7, 'list_port_cont': '30384056,30431021,30438486,30469294', 'assoc_port': '30384019:30384056,30430918:30431021,30438441:30438486,30464186:30469294', 'assoc_mat': '30384019:metal:3726:30384056,30430918:metal:3726:30431021,30438441:metal:3726:30438486,30464186:metal:3726:30469294'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.019405947449726714, 'nb_photo': 862, 'list_port_cont': '30381873,30382279,30382376,30384051,30412258,30412417,30412441,30412592,30414213,30414474,30415448,30415633,30425210,30426764,30426894,30428186,30429040,30431003,30431022,30437174,30438488,30464627,30467191,30467733,30469291,30486159,30487095,30489281', 'assoc_port': '30381759:30381873,30382058:30382376,30382060:30382279,30384019:30384051,30412041:30412258,30412362:30412592,30412374:30412441,30412376:30412417,30414126:30414213,30414405:30415448,30414406:30414474,30415517:30415633,30425112:30425210,30425700:30426764,30426812:30426894,30427490:30428186,30428962:30429040,30430918:30431022,30430919:30431003,30437094:30437174,30438441:30438488,30464186:30469291,30464567:30464627,30466439:30467733,30466544:30467191,30485832:30486159,30486953:30487095,30489165:30489281', 'assoc_mat': '30381759:plastique:3726:30381873,30382058:plastique:3726:30382376,30382060:plastique:3726:30382279,30384019:plastique:3726:30384051,30412041:plastique:3726:30412258,30412362:plastique:3726:30412592,30412374:plastique:3726:30412441,30412376:plastique:3726:30412417,30414126:plastique:3726:30414213,30414405:plastique:3726:30415448,30414406:plastique:3726:30414474,30415517:plastique:3726:30415633,30425112:plastique:3726:30425210,30425700:plastique:3726:30426764,30426812:plastique:3726:30426894,30427490:plastique:3726:30428186,30428962:plastique:3726:30429040,30430918:plastique:3726:30431022,30430919:plastique:3726:30431003,30437094:plastique:3726:30437174,30438441:plastique:3726:30438488,30464186:plastique:3726:30469291,30464567:plastique:3726:30464627,30466439:plastique:3726:30467733,30466544:plastique:3726:30467191,30485832:plastique:3726:30486159,30486953:plastique:3726:30487095,30489165:plastique:3726:30489281'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.019808871316592154, 'nb_photo': 1479, 'list_port_cont': '30381880,30382280,30382380,30384061,30412257,30412413,30412433,30412590,30414214,30414478,30415447,30415634,30425212,30426765,30426899,30428184,30429041,30430999,30431019,30437168,30438483,30464621,30467195,30467744,30469293,30486153,30487097,30489278', 'assoc_port': '30381759:30381880,30382058:30382380,30382060:30382280,30384019:30384061,30412041:30412257,30412362:30412590,30412374:30412433,30412376:30412413,30414126:30414214,30414405:30415447,30414406:30414478,30415517:30415634,30425112:30425212,30425700:30426765,30426812:30426899,30427490:30428184,30428962:30429041,30430918:30431019,30430919:30430999,30437094:30437168,30438441:30438483,30464186:30469293,30464567:30464621,30466439:30467744,30466544:30467195,30485832:30486153,30486953:30487097,30489165:30489278', 'assoc_mat': '30381759:Teint_Dans_La_Masse:3726:30381880,30382058:Teint_Dans_La_Masse:3726:30382380,30382060:Teint_Dans_La_Masse:3726:30382280,30384019:Teint_Dans_La_Masse:3726:30384061,30412041:Teint_Dans_La_Masse:3726:30412257,30412362:Teint_Dans_La_Masse:3726:30412590,30412374:Teint_Dans_La_Masse:3726:30412433,30412376:Teint_Dans_La_Masse:3726:30412413,30414126:Teint_Dans_La_Masse:3726:30414214,30414405:Teint_Dans_La_Masse:3726:30415447,30414406:Teint_Dans_La_Masse:3726:30414478,30415517:Teint_Dans_La_Masse:3726:30415634,30425112:Teint_Dans_La_Masse:3726:30425212,30425700:Teint_Dans_La_Masse:3726:30426765,30426812:Teint_Dans_La_Masse:3726:30426899,30427490:Teint_Dans_La_Masse:3726:30428184,30428962:Teint_Dans_La_Masse:3726:30429041,30430918:Teint_Dans_La_Masse:3726:30431019,30430919:Teint_Dans_La_Masse:3726:30430999,30437094:Teint_Dans_La_Masse:3726:30437168,30438441:Teint_Dans_La_Masse:3726:30438483,30464186:Teint_Dans_La_Masse:3726:30469293,30464567:Teint_Dans_La_Masse:3726:30464621,30466439:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 2212}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/30496467,30496468,30496469,30496470,30496471,30496472,30496473,30496474?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-02', 0.15861255697842166),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((2212,),), 'unwanted_material_monthly_percentage': ((0.15861255697842166,),), 'material_repartition': (('JRM', 2212),), 'material_dict': {'JRM': 2212}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 2, 13), 0.15411783970154752, 89), (datetime.date(2026, 2, 16), 0.13557408690549047, 83), (datetime.date(2026, 2, 17), 0.19137160704019215, 95), (datetime.date(2026, 2, 18), 0.17069889400473126, 67), (datetime.date(2026, 2, 19), 0.17428528652594902, 30), (datetime.date(2026, 2, 20), 0.1321056445391266, 95)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 2, 13), 0.15411783970154752, 89), (datetime.date(2026, 2, 16), 0.13557408690549047, 83), (datetime.date(2026, 2, 17), 0.19137160704019215, 95), (datetime.date(2026, 2, 18), 0.17069889400473126, 67), (datetime.date(2026, 2, 19), 0.17428528652594902, 30), (datetime.date(2026, 2, 20), 0.1321056445391266, 95))}, 'quality_array': [['-1.6873358380681573', '13022026'], ['-1.8032657732162876', '16022026'], ['-1.7145224340589666', '17022026'], ['-0.5277395063477651', '18022026'], ['-1.1392843037953118', '19022026'], ['-1.231495869587469', '20022026']], 'number_of_batch': ((28,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01760056787924968, 'nb_photo': 305, 'list_port_cont': '30381874,30382278,30382373,30384053,30412251,30412414,30412432,30412581,30414218,30414467,30415445,30415637,30425208,30426773,30426892,30428188,30429044,30430997,30431023,30437170,30438492,30464628,30467739,30469301,30486154,30487098,30489273', 'assoc_port': '30381759:30381874,30382058:30382373,30382060:30382278,30384019:30384053,30412041:30412251,30412362:30412581,30412374:30412432,30412376:30412414,30414126:30414218,30414405:30415445,30414406:30414467,30415517:30415637,30425112:30425208,30425700:30426773,30426812:30426892,30427490:30428188,30428962:30429044,30430918:30431023,30430919:30430997,30437094:30437170,30438441:30438492,30464186:30469301,30464567:30464628,30466439:30467739,30485832:30486154,30486953:30487098,30489165:30489273', 'assoc_mat': '30381759:autre_refus:3726:30381874,30382058:autre_refus:3726:30382373,30382060:autre_refus:3726:30382278,30384019:autre_refus:3726:30384053,30412041:autre_refus:3726:30412251,30412362:autre_refus:3726:30412581,30412374:autre_refus:3726:30412432,30412376:autre_refus:3726:30412414,30414126:autre_refus:3726:30414218,30414405:autre_refus:3726:30415445,30414406:autre_refus:3726:30414467,30415517:autre_refus:3726:30415637,30425112:autre_refus:3726:30425208,30425700:autre_refus:3726:30426773,30426812:autre_refus:3726:30426892,30427490:autre_refus:3726:30428188,30428962:autre_refus:3726:30429044,30430918:autre_refus:3726:30431023,30430919:autre_refus:3726:30430997,30437094:autre_refus:3726:30437170,30438441:autre_refus:3726:30438492,30464186:autre_refus:3726:30469301,30464567:autre_refus:3726:30464628,30466439:autre_refus:3726:30467739,30485832:autre_refus:3726:30486154,30486953:autre_refus:3726:30487098,30489165:autre_refus:3726:30489273'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014804526497188317, 'nb_photo': 806, 'list_port_cont': '30381870,30382276,30382378,30384062,30412250,30412416,30412438,30412582,30414224,30414468,30415450,30415638,30425209,30426762,30426901,30428189,30429049,30430996,30431024,30437171,30438493,30464624,30467192,30467737,30469299,30486156,30487090,30489274', 'assoc_port': '30381759:30381870,30382058:30382378,30382060:30382276,30384019:30384062,30412041:30412250,30412362:30412582,30412374:30412438,30412376:30412416,30414126:30414224,30414405:30415450,30414406:30414468,30415517:30415638,30425112:30425209,30425700:30426762,30426812:30426901,30427490:30428189,30428962:30429049,30430918:30431024,30430919:30430996,30437094:30437171,30438441:30438493,30464186:30469299,30464567:30464624,30466439:30467737,30466544:30467192,30485832:30486156,30486953:30487090,30489165:30489274', 'assoc_mat': '30381759:cartonnette:3726:30381870,30382058:cartonnette:3726:30382378,30382060:cartonnette:3726:30382276,30384019:cartonnette:3726:30384062,30412041:cartonnette:3726:30412250,30412362:cartonnette:3726:30412582,30412374:cartonnette:3726:30412438,30412376:cartonnette:3726:30412416,30414126:cartonnette:3726:30414224,30414405:cartonnette:3726:30415450,30414406:cartonnette:3726:30414468,30415517:cartonnette:3726:30415638,30425112:cartonnette:3726:30425209,30425700:cartonnette:3726:30426762,30426812:cartonnette:3726:30426901,30427490:cartonnette:3726:30428189,30428962:cartonnette:3726:30429049,30430918:cartonnette:3726:30431024,30430919:cartonnette:3726:30430996,30437094:cartonnette:3726:30437171,30438441:cartonnette:3726:30438493,30464186:cartonnette:3726:30469299,30464567:cartonnette:3726:30464624,30466439:cartonnette:3726:30467737,30466544:cartonnette:3726:30467192,30485832:cartonnette:3726:30486156,30486953:cartonnette:3726:30487090,30489165:cartonnette:3726:30489274'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.09452347253476781, 'nb_photo': 3198, 'list_port_cont': '30381871,30382285,30382371,30384055,30412259,30412408,30412439,30412591,30414219,30414469,30415451,30415629,30425214,30426767,30426893,30428194,30429038,30430998,30431027,30437166,30438482,30464630,30467186,30467735,30469302,30486149,30487092,30489280', 'assoc_port': '30381759:30381871,30382058:30382371,30382060:30382285,30384019:30384055,30412041:30412259,30412362:30412591,30412374:30412439,30412376:30412408,30414126:30414219,30414405:30415451,30414406:30414469,30415517:30415629,30425112:30425214,30425700:30426767,30426812:30426893,30427490:30428194,30428962:30429038,30430918:30431027,30430919:30430998,30437094:30437166,30438441:30438482,30464186:30469302,30464567:30464630,30466439:30467735,30466544:30467186,30485832:30486149,30486953:30487092,30489165:30489280', 'assoc_mat': '30381759:Carton_brun:3726:30381871,30382058:Carton_brun:3726:30382371,30382060:Carton_brun:3726:30382285,30384019:Carton_brun:3726:30384055,30412041:Carton_brun:3726:30412259,30412362:Carton_brun:3726:30412591,30412374:Carton_brun:3726:30412439,30412376:Carton_brun:3726:30412408,30414126:Carton_brun:3726:30414219,30414405:Carton_brun:3726:30415451,30414406:Carton_brun:3726:30414469,30415517:Carton_brun:3726:30415629,30425112:Carton_brun:3726:30425214,30425700:Carton_brun:3726:30426767,30426812:Carton_brun:3726:30426893,30427490:Carton_brun:3726:30428194,30428962:Carton_brun:3726:30429038,30430918:Carton_brun:3726:30431027,30430919:Carton_brun:3726:30430998,30437094:Carton_brun:3726:30437166,30438441:Carton_brun:3726:30438482,30464186:Carton_brun:3726:30469302,30464567:Carton_brun:3726:30464630,30466439:Carton_brun:3726:30467735,30466544:Carton_brun:3726:30467186,30485832:Carton_brun:3726:30486149,30486953:Carton_brun:3726:30487092,30489165:Carton_brun:3726:30489280'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005068593693059818, 'nb_photo': 92, 'list_port_cont': '30382275,30382377,30384052,30412253,30412436,30412585,30414216,30414477,30415444,30415635,30425215,30426769,30426897,30428187,30429048,30431000,30431025,30437165,30438490,30464626,30467748,30486148,30487093,30489277', 'assoc_port': '30382058:30382377,30382060:30382275,30384019:30384052,30412041:30412253,30412362:30412585,30412374:30412436,30414126:30414216,30414405:30415444,30414406:30414477,30415517:30415635,30425112:30425215,30425700:30426769,30426812:30426897,30427490:30428187,30428962:30429048,30430918:30431025,30430919:30431000,30437094:30437165,30438441:30438490,30464567:30464626,30466439:30467748,30485832:30486148,30486953:30487093,30489165:30489277', 'assoc_mat': '30382058:Carton_gris:3726:30382377,30382060:Carton_gris:3726:30382275,30384019:Carton_gris:3726:30384052,30412041:Carton_gris:3726:30412253,30412362:Carton_gris:3726:30412585,30412374:Carton_gris:3726:30412436,30414126:Carton_gris:3726:30414216,30414405:Carton_gris:3726:30415444,30414406:Carton_gris:3726:30414477,30415517:Carton_gris:3726:30415635,30425112:Carton_gris:3726:30425215,30425700:Carton_gris:3726:30426769,30426812:Carton_gris:3726:30426897,30427490:Carton_gris:3726:30428187,30428962:Carton_gris:3726:30429048,30430918:Carton_gris:3726:30431025,30430919:Carton_gris:3726:30431000,30437094:Carton_gris:3726:30437165,30438441:Carton_gris:3726:30438490,30464567:Carton_gris:3726:30464626,30466439:Carton_gris:3726:30467748,30485832:Carton_gris:3726:30486148,30486953:Carton_gris:3726:30487093,30489165:Carton_gris:3726:30489277'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0024567868526253803, 'nb_photo': 25, 'list_port_cont': '30381877,30412410,30412437,30415628,30425207,30426890,30431026,30438491,30464631,30467741,30486150,30489272', 'assoc_port': '30381759:30381877,30412374:30412437,30412376:30412410,30415517:30415628,30425112:30425207,30426812:30426890,30430918:30431026,30438441:30438491,30464567:30464631,30466439:30467741,30485832:30486150,30489165:30489272', 'assoc_mat': '30381759:kraft:3726:30381877,30412374:kraft:3726:30412437,30412376:kraft:3726:30412410,30415517:kraft:3726:30415628,30425112:kraft:3726:30425207,30426812:kraft:3726:30426890,30430918:kraft:3726:30431026,30438441:kraft:3726:30438491,30464567:kraft:3726:30464631,30466439:kraft:3726:30467741,30485832:kraft:3726:30486150,30489165:kraft:3726:30489272'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.003171763670942735, 'nb_photo': 7, 'list_port_cont': '30384056,30431021,30438486,30469294', 'assoc_port': '30384019:30384056,30430918:30431021,30438441:30438486,30464186:30469294', 'assoc_mat': '30384019:metal:3726:30384056,30430918:metal:3726:30431021,30438441:metal:3726:30438486,30464186:metal:3726:30469294'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.019405947449726714, 'nb_photo': 862, 'list_port_cont': '30381873,30382279,30382376,30384051,30412258,30412417,30412441,30412592,30414213,30414474,30415448,30415633,30425210,30426764,30426894,30428186,30429040,30431003,30431022,30437174,30438488,30464627,30467191,30467733,30469291,30486159,30487095,30489281', 'assoc_port': '30381759:30381873,30382058:30382376,30382060:30382279,30384019:30384051,30412041:30412258,30412362:30412592,30412374:30412441,30412376:30412417,30414126:30414213,30414405:30415448,30414406:30414474,30415517:30415633,30425112:30425210,30425700:30426764,30426812:30426894,30427490:30428186,30428962:30429040,30430918:30431022,30430919:30431003,30437094:30437174,30438441:30438488,30464186:30469291,30464567:30464627,30466439:30467733,30466544:30467191,30485832:30486159,30486953:30487095,30489165:30489281', 'assoc_mat': '30381759:plastique:3726:30381873,30382058:plastique:3726:30382376,30382060:plastique:3726:30382279,30384019:plastique:3726:30384051,30412041:plastique:3726:30412258,30412362:plastique:3726:30412592,30412374:plastique:3726:30412441,30412376:plastique:3726:30412417,30414126:plastique:3726:30414213,30414405:plastique:3726:30415448,30414406:plastique:3726:30414474,30415517:plastique:3726:30415633,30425112:plastique:3726:30425210,30425700:plastique:3726:30426764,30426812:plastique:3726:30426894,30427490:plastique:3726:30428186,30428962:plastique:3726:30429040,30430918:plastique:3726:30431022,30430919:plastique:3726:30431003,30437094:plastique:3726:30437174,30438441:plastique:3726:30438488,30464186:plastique:3726:30469291,30464567:plastique:3726:30464627,30466439:plastique:3726:30467733,30466544:plastique:3726:30467191,30485832:plastique:3726:30486159,30486953:plastique:3726:30487095,30489165:plastique:3726:30489281'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.019808871316592154, 'nb_photo': 1479, 'list_port_cont': '30381880,30382280,30382380,30384061,30412257,30412413,30412433,30412590,30414214,30414478,30415447,30415634,30425212,30426765,30426899,30428184,30429041,30430999,30431019,30437168,30438483,30464621,30467195,30467744,30469293,30486153,30487097,30489278', 'assoc_port': '30381759:30381880,30382058:30382380,30382060:30382280,30384019:30384061,30412041:30412257,30412362:30412590,30412374:30412433,30412376:30412413,30414126:30414214,30414405:30415447,30414406:30414478,30415517:30415634,30425112:30425212,30425700:30426765,30426812:30426899,30427490:30428184,30428962:30429041,30430918:30431019,30430919:30430999,30437094:30437168,30438441:30438483,30464186:30469293,30464567:30464621,30466439:30467744,30466544:30467195,30485832:30486153,30486953:30487097,30489165:30489278', 'assoc_mat': '30381759:Teint_Dans_La_Masse:3726:30381880,30382058:Teint_Dans_La_Masse:3726:30382380,30382060:Teint_Dans_La_Masse:3726:30382280,30384019:Teint_Dans_La_Masse:3726:30384061,30412041:Teint_Dans_La_Masse:3726:30412257,30412362:Teint_Dans_La_Masse:3726:30412590,30412374:Teint_Dans_La_Masse:3726:30412433,30412376:Teint_Dans_La_Masse:3726:30412413,30414126:Teint_Dans_La_Masse:3726:30414214,30414405:Teint_Dans_La_Masse:3726:30415447,30414406:Teint_Dans_La_Masse:3726:30414478,30415517:Teint_Dans_La_Masse:3726:30415634,30425112:Teint_Dans_La_Masse:3726:30425212,30425700:Teint_Dans_La_Masse:3726:30426765,30426812:Teint_Dans_La_Masse:3726:30426899,30427490:Teint_Dans_La_Masse:3726:30428184,30428962:Teint_Dans_La_Masse:3726:30429041,30430918:Teint_Dans_La_Masse:3726:30431019,30430919:Teint_Dans_La_Masse:3726:30430999,30437094:Teint_Dans_La_Masse:3726:30437168,30438441:Teint_Dans_La_Masse:3726:30438483,30464186:Teint_Dans_La_Masse:3726:30469293,30464567:Teint_Dans_La_Masse:3726:30464621,30466439:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 2212}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/30496467,30496468,30496469,30496470,30496471,30496472,30496473,30496474?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-02', 0.15861255697842166),)]} filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_02_annee_2026.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.76%', 305], 'cartonnette': ['cartonnette', '1.48%', 806], 'Carton_brun': ['Carton_brun', '9.45%', 3198], 'Carton_gris': ['Carton_gris', '0.51%', 92], 'kraft': ['kraft', '0.25%', 25], 'metal': ['metal', '0.32%', 7], 'plastique': ['plastique', '1.94%', 862], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '1.98%', 1479]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_02_annee_2026.pdf le fichier se trouve ici : /data_4/data_log/job/memo/Perlen_convoyeur 2.41user 2.92system 0:05.52elapsed 96%CPU (0avgtext+0avgdata 184536maxresident)k 8384inputs+280outputs (0major+54874minor)pagefaults 0swaps