python /home/admin/mtr/script_for_cron.py -j datou_current3 -m 20 -a ' -a 4302 -v ' -s datou_current_4302 -M 0 -S 0 -U 95,95,120 import MySQLdb succeeded Import error (python version) ['/Users/moilerat/Documents/Fotonower/install/caffe/distribute/python', '/home/admin/workarea/git/Velours/python/prod', '/home/admin/workarea/install/caffe_cuda8_python3/python', '/home/admin/workarea/install/darknet', '/home/admin/workarea/git/Velours/python', '/home/admin/workarea/install/caffe_frcnn_python3/py-faster-rcnn/caffe-fast-rcnn/python', '/home/admin/mtr/.credentials', '/home/admin/workarea/install/caffe/python', '/home/admin/workarea/install/caffe_frcnn/py-faster-rcnn/tools', '/home/admin/workarea/git/fotonowerpip', '/home/admin/workarea/install/segment-anything', '/home/admin/workarea/git/pyfvs', '/usr/lib/python38.zip', '/usr/lib/python3.8', '/usr/lib/python3.8/lib-dynload', '/home/admin/.local/lib/python3.8/site-packages', '/usr/local/lib/python3.8/dist-packages', '/usr/lib/python3/dist-packages'] Namespace(auto=False, cert_args='/home/fotonower/https/cert.pem', contextDataFile='', custom_size=0, database='', datou_id='4302', datou_id_excluded='', fifo=False, host='', is_cpu_mode=False, job='batch_current', json_args='', key_args='/home/fotonower/https/vision.fotonower.com.key', limit=1000, list_photo_ids='', local='', mtr_current_id=0, mtr_portfolio_ids='', nb_thread=1, no_current=False, offset=0, only_client=False, output_file='', password='', port=5100, rand=0, save=2, use_client=False, user_id=440, username='', verbose=True) process id : 3870036 load datou : 4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : None was removed should we ? donnée sous forme de texte was removed should we ? (photo_id, hashtag_id, score_max) was removed should we ? id de la photo (peut être local ou global) was removed should we ? donnée sous forme de texte was removed should we ? donnée sous forme de texte was removed should we ? donnée sous forme de texte was removed should we ? None was removed should we ? donnée sous forme de nombre was removed should we ? (photo_id, hashtag_id, score_max) was removed should we ? (photo_id, hashtag_id, score_max) was removed should we ? (photo_id, hashtag_id, score_max) was removed should we ? (photo_id, hashtag_id, score_max) was removed should we ? (photo_id, hashtag_id, score_max) was removed should we ? donnée sous forme de texte was removed should we ? None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? load thcls load pdts Running datou job : batch_current 4302 [] TODO datou_current to load to do maybe to take outside batchDatouExec SELECT * from MTRPhoto.mtr_datou_current where state = 0 AND mtr_portfolio_id is not NULL AND mtd_id = 4302 order by created_at desc LIMIT 1 UPDATE MTRPhoto.mtr_datou_current SET state=1, hostname='marlene' WHERE id in (2688027) updating current state to 1 UPDATE MTRPhoto.mtr_datou_current SET state=1, hostname='marlene' WHERE id in (2688027) SELECT count(*) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 21634411 AND hide_status = 0 list_input_json: [] Current got : datou_id : 4302, datou_cur_ids : ['2688027'] with mtr_portfolio_ids : ['21634411'] and first list_photo_ids : [] new path : /proc/3870036/ Name: python3 Umask: 0002 State: R (running) Tgid: 3870036 Ngid: 0 Pid: 3870036 PPid: 3870035 TracerPid: 0 Uid: 1006 1006 1006 1006 Gid: 1009 1009 1009 1009 FDSize: 64 Groups: 27 1009 1026 NStgid: 3870036 NSpid: 3870036 NSpgid: 3869160 NSsid: 3869160 VmPeak: 1106840 kB VmSize: 1106840 kB VmLck: 0 kB VmPin: 0 kB VmHWM: 98236 kB VmRSS: 98236 kB RssAnon: 59744 kB RssFile: 38492 kB RssShmem: 0 kB VmData: 865588 kB VmStk: 132 kB VmExe: 2644 kB VmLib: 130468 kB VmPTE: 552 kB VmSwap: 0 kB HugetlbPages: 0 kB CoreDumping: 0 THP_enabled: 1 Threads: 1 SigQ: 0/63054 SigPnd: 0000000000000000 ShdPnd: 0000000000000000 SigBlk: 0000000000000000 SigIgn: 0000000001001000 SigCgt: 0000000180000002 CapInh: 0000000000000000 CapPrm: 0000000000000000 CapEff: 0000000000000000 CapBnd: 000001ffffffffff CapAmb: 0000000000000000 NoNewPrivs: 0 Seccomp: 0 Seccomp_filters: 0 Speculation_Store_Bypass: thread vulnerable SpeculationIndirectBranch: conditional enabled Cpus_allowed: ffffffff,ffffffff,ffffffff,ffffffff Cpus_allowed_list: 0-127 Mems_allowed: 00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001 Mems_allowed_list: 0 voluntary_ctxt_switches: 58 nonvoluntary_ctxt_switches: 144 {'Name': 'python3', 'Umask': '0002', 'State': 'R (running)', 'Tgid': '3870036', 'Ngid': '0', 'Pid': '3870036', 'PPid': '3870035', 'TracerPid': '0', 'Uid': '1006,1006,1006,1006', 'Gid': '1009,1009,1009,1009', 'FDSize': '64', 'Groups': '27 1009 1026', 'NStgid': '3870036', 'NSpid': '3870036', 'NSpgid': '3869160', 'NSsid': '3869160', 'VmPeak': '1106840 kB', 'VmSize': '1106840 kB', 'VmLck': '0 kB', 'VmPin': '0 kB', 'VmHWM': '98236 kB', 'VmRSS': '98236 kB', 'RssAnon': '59744 kB', 'RssFile': '38492 kB', 'RssShmem': '0 kB', 'VmData': '865588 kB', 'VmStk': '132 kB', 'VmExe': '2644 kB', 'VmLib': '130468 kB', 'VmPTE': '552 kB', 'VmSwap': '0 kB', 'HugetlbPages': '0 kB', 'CoreDumping': '0', 'THP_enabled': '1', 'Threads': '1', 'SigQ': '0/63054', 'SigPnd': '0000000000000000', 'ShdPnd': '0000000000000000', 'SigBlk': '0000000000000000', 'SigIgn': '0000000001001000', 'SigCgt': '0000000180000002', 'CapInh': '0000000000000000', 'CapPrm': '0000000000000000', 'CapEff': '0000000000000000', 'CapBnd': '000001ffffffffff', 'CapAmb': '0000000000000000', 'NoNewPrivs': '0', 'Seccomp': '0', 'Seccomp_filters': '0', 'Speculation_Store_Bypass': 'thread vulnerable', 'SpeculationIndirectBranch': 'conditional enabled', 'Cpus_allowed': 'ffffffff,ffffffff,ffffffff,ffffffff', 'Cpus_allowed_list': '0-127', 'Mems_allowed': '00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001', 'Mems_allowed_list': '0', 'voluntary_ctxt_switches': '58', 'nonvoluntary_ctxt_switches': '144'} ('datou_batch_current', '3870036', '1106840', '0', '1106840', '865588', '98236', b'', 'marlene', '2688027') insert ignore into MTRAdmin.mem_info (script_name, PID, VMpeak,VMswap,VMsize,VMdata,VMrss,GPU_ram, hostname, mtr_current_id) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s) Inside batchDatouExec : verbose : True ##### chargement datou SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify List Step Type Loaded in datou : ventilate_hashtags_in_portfolio, final, velours_tree, send_mail_cod, split_time_score over limit max, limiting to limit_max 200 list_input_json : [] ##### fin chargement datou ##### chargement data ##### Call load_data_input : nb_thread : 1 origin SELECT ph.photo_id, ph.url FROM MTRBack.photos ph WHERE ph.photo_id IN (SELECT mtr_photo_id from MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (21634411) and hide_status = 0 ) AND ph.photo_id not in (SELECT mtr_photo_id from MTRPhoto.mtr_datou_result_search where mtr_current_id in (2688027 ) ) ORDER BY ph.photo_id DESC LIMIT 0, 200 We have 1 , {} SELECT mtr_photo_id, mtr_portfolio_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (21634411) AND hide_status = 0 ORDER by mtr_photo_id desc LIMIT 0, 200 list_result: [{'photo_id': 1346738810, 'portfolio_id': 21634411}, {'photo_id': 1346731795, 'portfolio_id': 21634411}, {'photo_id': 1346731337, 'portfolio_id': 21634411}, {'photo_id': 1346731125, 'portfolio_id': 21634411}, {'photo_id': 1346730917, 'portfolio_id': 21634411}, {'photo_id': 1346730864, 'portfolio_id': 21634411}, {'photo_id': 1346730862, 'portfolio_id': 21634411}, {'photo_id': 1346730605, 'portfolio_id': 21634411}, {'photo_id': 1346730576, 'portfolio_id': 21634411}, {'photo_id': 1346730548, 'portfolio_id': 21634411}, {'photo_id': 1346730373, 'portfolio_id': 21634411}, {'photo_id': 1346730371, 'portfolio_id': 21634411}, {'photo_id': 1346729397, 'portfolio_id': 21634411}] map_portfolio_id_photo_id: {21634411: [1346738810, 1346731795, 1346731337, 1346731125, 1346730917, 1346730864, 1346730862, 1346730605, 1346730576, 1346730548, 1346730373, 1346730371, 1346729397]} ##### Call download_photos : nb_thread : 1 we have missing 0 photos in the step downloads : photo missing : [] try to delete the photos missing in DB ##### After download_photos ##### After load_data_input time to download the photos : 0.37425756454467773 #### fin chargement data Blocking on flush ? No conitnuing About to test input to load Calling datou_exec Inside datou_exec : verbose : True number of steps : 5 step1:ventilate_hashtags_in_portfolio Tue Mar 25 05:44:27 2025 VR 17-11-17 : now, only for linear exec dependencies tree, some output goes to fill the input of the next VR 22-3-18 : now we test the dependencies tree, but keep two separate code for datou_prepare_output_input until the code is correctly tested, clean and works in both case VR 22-3-18 : but we use the first code for the first step id = -1, build in the code of datou_exec VR 22-3-18 : we should manage here the case when we are at the first step instead of building this step before datou_exec After prepare type args : select max(UNIX_TIMESTAMP(created_at)) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (21634411) Here we display some param of map_info ! map_filenames : {} map_photo_id_path_extension : {} map_subphoto_mainphoto : {} beginning of datou step ventilate_hashtags_in_portfolio : To implement ! To do loadFromThcl(), then load ParamDescType : thcl2725 get_desc_type_from_thcl : type of cat SELECT id, mtr_user_id, name, pb_hashtag_id, hashtag_id_list, button_legend_list, portfolio_id_lists, photo_hashtag_type, photo_desc_type, svm_limit, limit_tagging, is_public, live, created_at, updated_at, type_classification FROM MTRDatou.classification_theme WHERE `id` IN (2725) thcls : [{'id': 2725, 'mtr_user_id': 31, 'name': 'learn_qualipapia_rle_210302_2', 'pb_hashtag_id': 0, 'live': b'\x00', 'list_hashtags': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,environnement,kraft,metal,papier,plastique', 'svm_portfolios_learning': '3460440,3460441,3460446,3460434,3460439,3467416,3460442,3460443,3486028,3460445', 'photo_hashtag_type': 3410, 'photo_desc_type': 5186, 'type_classification': 'caffe', 'hashtag_id_list': '2107753024,2107753020,2107752385,2107752406,702398920,493012381,493202403,492628673,492668766,492725882'}] thcl {'id': 2725, 'mtr_user_id': 31, 'name': 'learn_qualipapia_rle_210302_2', 'pb_hashtag_id': 0, 'live': b'\x00', 'list_hashtags': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,environnement,kraft,metal,papier,plastique', 'svm_portfolios_learning': '3460440,3460441,3460446,3460434,3460439,3467416,3460442,3460443,3486028,3460445', 'photo_hashtag_type': 3410, 'photo_desc_type': 5186, 'type_classification': 'caffe', 'hashtag_id_list': '2107753024,2107753020,2107752385,2107752406,702398920,493012381,493202403,492628673,492668766,492725882'} Update svm_hashtag_type_desc : 5186 remove imagettes from duplicated photo Iterating over portfolio : 21634411 get user id for portfolio 21634411 get sub ptf for main ptf 21634411, type 3726 and hashtags ['Carton_brun', 'Carton_gris', 'metal', 'flou', 'cartonnette', 'plastique', 'kraft', 'autre_refus', 'papier', 'Teint_Dans_La_Masse', 'environnement', 'mal_croppe'] SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21634411 AND mptpi.`type`=3726 AND mptpi.`hashtag_id` in (select hashtag_id FROM MTRBack.hashtags where hashtag in ('Carton_brun','Carton_gris','metal','flou','cartonnette','plastique','kraft','autre_refus','papier','Teint_Dans_La_Masse','environnement','mal_croppe')) AND mptpi.`min_score`=0.5 SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21634411 AND mptpi.`type`=3726 AND mptpi.`hashtag_id` in (select hashtag_id FROM MTRBack.hashtags where hashtag in ('Carton_brun','Carton_gris','metal','flou','cartonnette','plastique','kraft','autre_refus','papier','Teint_Dans_La_Masse','environnement','mal_croppe')) AND mptpi.`min_score`=0.5 To do returned map {'papier': {'main_port_id': 21634411, 'sub_port_id': 21634412, 'hashtag': 'papier', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172290, 'last_updated_at': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 56, 58)}, 'cartonnette': {'main_port_id': 21634411, 'sub_port_id': 21634413, 'hashtag': 'cartonnette', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172291, 'last_updated_at': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 56, 58)}, 'Carton_brun': {'main_port_id': 21634411, 'sub_port_id': 21634414, 'hashtag': 'Carton_brun', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172292, 'last_updated_at': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 56, 58)}, 'Carton_gris': {'main_port_id': 21634411, 'sub_port_id': 21634415, 'hashtag': 'Carton_gris', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172293, 'last_updated_at': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 56, 58)}, 'mal_croppe': {'main_port_id': 21634411, 'sub_port_id': 21634416, 'hashtag': 'mal_croppe', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172294, 'last_updated_at': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 56, 58)}, 'autre_refus': {'main_port_id': 21634411, 'sub_port_id': 21634417, 'hashtag': 'autre_refus', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172295, 'last_updated_at': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 56, 58)}, 'Teint_Dans_La_Masse': {'main_port_id': 21634411, 'sub_port_id': 21634418, 'hashtag': 'Teint_Dans_La_Masse', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172296, 'last_updated_at': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 56, 58)}, 'metal': {'main_port_id': 21634411, 'sub_port_id': 21634419, 'hashtag': 'metal', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172297, 'last_updated_at': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 56, 58)}, 'flou': {'main_port_id': 21634411, 'sub_port_id': 21634420, 'hashtag': 'flou', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172298, 'last_updated_at': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 56, 58)}, 'plastique': {'main_port_id': 21634411, 'sub_port_id': 21634421, 'hashtag': 'plastique', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172299, 'last_updated_at': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 56, 58)}, 'kraft': {'main_port_id': 21634411, 'sub_port_id': 21634422, 'hashtag': 'kraft', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172300, 'last_updated_at': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 56, 58)}, 'environnement': {'main_port_id': 21634411, 'sub_port_id': 21634423, 'hashtag': 'environnement', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172301, 'last_updated_at': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 56, 58)}} insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 21634412 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=21634411 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='papier' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634412) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634411) result : ((1346729397,), (1346730371,), (1346730373,), (1346730548,), (1346730576,), (1346730605,), (1346730862,), (1346730864,), (1346730917,), (1346731125,), (1346731337,), (1346731795,), (1346738810,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 21634413 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=21634411 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='cartonnette' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634413) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634411) result : ((1346729397,), (1346730371,), (1346730373,), (1346730548,), (1346730576,), (1346730605,), (1346730862,), (1346730864,), (1346730917,), (1346731125,), (1346731337,), (1346731795,), (1346738810,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 21634414 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=21634411 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='Carton_brun' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634414) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634411) result : ((1346729397,), (1346730371,), (1346730373,), (1346730548,), (1346730576,), (1346730605,), (1346730862,), (1346730864,), (1346730917,), (1346731125,), (1346731337,), (1346731795,), (1346738810,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 21634415 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=21634411 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='Carton_gris' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634415) result : ((1346731132,),) SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634411) result : ((1346729397,), (1346730371,), (1346730373,), (1346730548,), (1346730576,), (1346730605,), (1346730862,), (1346730864,), (1346730917,), (1346731125,), (1346731337,), (1346731795,), (1346738810,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 21634416 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=21634411 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='mal_croppe' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634416) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634411) result : ((1346729397,), (1346730371,), (1346730373,), (1346730548,), (1346730576,), (1346730605,), (1346730862,), (1346730864,), (1346730917,), (1346731125,), (1346731337,), (1346731795,), (1346738810,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 21634417 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=21634411 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='autre_refus' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634417) result : ((1346731126,), (1346731127,), (1346738542,), (1346738543,), (1346738544,), (1346738545,)) SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634411) result : ((1346729397,), (1346730371,), (1346730373,), (1346730548,), (1346730576,), (1346730605,), (1346730862,), (1346730864,), (1346730917,), (1346731125,), (1346731337,), (1346731795,), (1346738810,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 21634418 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=21634411 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='Teint_Dans_La_Masse' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634418) result : ((1346731115,),) SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634411) result : ((1346729397,), (1346730371,), (1346730373,), (1346730548,), (1346730576,), (1346730605,), (1346730862,), (1346730864,), (1346730917,), (1346731125,), (1346731337,), (1346731795,), (1346738810,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 21634419 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=21634411 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='metal' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634419) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634411) result : ((1346729397,), (1346730371,), (1346730373,), (1346730548,), (1346730576,), (1346730605,), (1346730862,), (1346730864,), (1346730917,), (1346731125,), (1346731337,), (1346731795,), (1346738810,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 21634420 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=21634411 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='flou' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634420) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634411) result : ((1346729397,), (1346730371,), (1346730373,), (1346730548,), (1346730576,), (1346730605,), (1346730862,), (1346730864,), (1346730917,), (1346731125,), (1346731337,), (1346731795,), (1346738810,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 21634421 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=21634411 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='plastique' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634421) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634411) result : ((1346729397,), (1346730371,), (1346730373,), (1346730548,), (1346730576,), (1346730605,), (1346730862,), (1346730864,), (1346730917,), (1346731125,), (1346731337,), (1346731795,), (1346738810,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 21634422 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=21634411 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='kraft' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634422) result : ((1346738548,),) SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634411) result : ((1346729397,), (1346730371,), (1346730373,), (1346730548,), (1346730576,), (1346730605,), (1346730862,), (1346730864,), (1346730917,), (1346731125,), (1346731337,), (1346731795,), (1346738810,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 21634423 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=21634411 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='environnement' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634423) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21634411) result : ((1346729397,), (1346730371,), (1346730373,), (1346730548,), (1346730576,), (1346730605,), (1346730862,), (1346730864,), (1346730917,), (1346731125,), (1346731337,), (1346731795,), (1346738810,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") To do ! Use context local managing function ! SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21634411 AND mptpi.`type`=4417 AND mptpi.`hashtag_id` in (select hashtag_id FROM MTRBack.hashtags where hashtag in ('Carton_brun','Carton_gris','metal','flou','cartonnette','plastique','kraft','autre_refus','papier','Teint_Dans_La_Masse','environnement','mal_croppe')) AND mptpi.`min_score`=0.5 SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21634411 AND mptpi.`type`=4417 AND mptpi.`hashtag_id` in (select hashtag_id FROM MTRBack.hashtags where hashtag in ('Carton_brun','Carton_gris','metal','flou','cartonnette','plastique','kraft','autre_refus','papier','Teint_Dans_La_Masse','environnement','mal_croppe')) AND mptpi.`min_score`=0.5 To do returned map {'papier': {'main_port_id': 21634411, 'sub_port_id': 21634424, 'hashtag': 'papier', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172302, 'last_updated_at': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 57)}, 'cartonnette': {'main_port_id': 21634411, 'sub_port_id': 21634425, 'hashtag': 'cartonnette', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172303, 'last_updated_at': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 57)}, 'Carton_brun': {'main_port_id': 21634411, 'sub_port_id': 21634426, 'hashtag': 'Carton_brun', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172304, 'last_updated_at': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 57)}, 'Carton_gris': {'main_port_id': 21634411, 'sub_port_id': 21634427, 'hashtag': 'Carton_gris', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172305, 'last_updated_at': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 57)}, 'mal_croppe': {'main_port_id': 21634411, 'sub_port_id': 21634428, 'hashtag': 'mal_croppe', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172306, 'last_updated_at': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 57)}, 'autre_refus': {'main_port_id': 21634411, 'sub_port_id': 21634429, 'hashtag': 'autre_refus', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172307, 'last_updated_at': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 57)}, 'Teint_Dans_La_Masse': {'main_port_id': 21634411, 'sub_port_id': 21634430, 'hashtag': 'Teint_Dans_La_Masse', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172308, 'last_updated_at': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 57)}, 'metal': {'main_port_id': 21634411, 'sub_port_id': 21634431, 'hashtag': 'metal', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172309, 'last_updated_at': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 57)}, 'flou': {'main_port_id': 21634411, 'sub_port_id': 21634432, 'hashtag': 'flou', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172310, 'last_updated_at': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 57)}, 'plastique': {'main_port_id': 21634411, 'sub_port_id': 21634433, 'hashtag': 'plastique', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172311, 'last_updated_at': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 57)}, 'kraft': {'main_port_id': 21634411, 'sub_port_id': 21634434, 'hashtag': 'kraft', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172312, 'last_updated_at': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 8, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 57)}, 'environnement': {'main_port_id': 21634411, 'sub_port_id': 21634435, 'hashtag': 'environnement', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 14172313, 'last_updated_at': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_desc': datetime.datetime(2025, 3, 24, 9, 34, 57), 'last_updated_at_asc': datetime.datetime(2025, 3, 24, 8, 57)}} insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 21634424,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 21634412 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 21634425,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 21634413 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 21634426,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 21634414 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 21634427,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 21634415 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 21634428,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 21634416 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 21634429,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 21634417 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 21634430,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 21634418 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 21634431,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 21634419 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 21634432,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 21634420 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 21634433,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 21634421 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 21634434,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 21634422 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 21634435,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 21634423 lien utilise dans velours : https://www.fotonower.com/velours/21634424,21634425,21634426,21634427,21634428,21634429,21634430,21634431,21634432,21634433,21634434,21634435?tags=papier,cartonnette,Carton_brun,Carton_gris,mal_croppe,autre_refus,Teint_Dans_La_Masse,metal,flou,plastique,kraft,environnement After datou_step_exec type output : map_portfolio_photo : len 1 keys : dict_keys([21634411]) Inside saveOutput : final : False verbose : True saveOutput not yet implemented for datou_step.type : ventilate_hashtags_in_portfolio we use saveGeneral [1346738810, 1346731795, 1346731337, 1346731125, 1346730917, 1346730864, 1346730862, 1346730605, 1346730576, 1346730548, 1346730373, 1346730371, 1346729397] map_info['map_portfolio_photo'] : {21634411: [1346738810, 1346731795, 1346731337, 1346731125, 1346730917, 1346730864, 1346730862, 1346730605, 1346730576, 1346730548, 1346730373, 1346730371, 1346729397]} final : False mtd_id 4302 list_pids : [1346738810, 1346731795, 1346731337, 1346731125, 1346730917, 1346730864, 1346730862, 1346730605, 1346730576, 1346730548, 1346730373, 1346730371, 1346729397] Looping around the photos to save general results len do output : 1 /21634411. before output type Here is an output not treated by saveGeneral : Managing all output in save final without adding information in the mtr_datou_result ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346738810', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346731795', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346731337', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346731125', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730917', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730864', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730862', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730605', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730576', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730548', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730373', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730371', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346729397', None, None, None, None, None, '2688027') begin to insert list_values into mtr_datou_result : length of list_values in save_final : 14 insert ignore into MTRPhoto.mtr_datou_result (mtd_id, mtr_portfolio_id,mtr_photo_id,result,result_long,result_double,hashtag_id,proba, mtr_current_id) values (%s,%s,%s,%s,%s,%s,%s,%s,%s) on duplicate key update mtr_portfolio_id = mtr_portfolio_id list_values : [('4302', None, '21634411', "{'papier': 21634412, 'cartonnette': 21634413, 'Carton_brun': 21634414, 'Carton_gris': 21634415, 'mal_croppe': 21634416, 'autre_refus': 21634417, 'Teint_Dans_La_Masse': 21634418, 'metal': 21634419, 'flou': 21634420, 'plastique': 21634421, 'kraft': 21634422, 'environnement': 21634423}", None, None, None, None, '2688027'), ('4302', '21634411', '1346738810', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346731795', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346731337', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346731125', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730917', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730864', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730862', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730605', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730576', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730548', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730373', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730371', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346729397', None, None, None, None, None, '2688027')] time used for this insertion : 0.01531982421875 save_final save missing photos in datou_result : time spend for datou_step_exec : 2.1964590549468994 time spend to save output : 0.015726566314697266 total time spend for step 1 : 2.2121856212615967 step2:final Tue Mar 25 05:44:29 2025 VR 17-11-17 : now, only for linear exec dependencies tree, some output goes to fill the input of the next VR 22-3-18 : now we test the dependencies tree, but keep two separate code for datou_prepare_output_input until the code is correctly tested, clean and works in both case VR 22-3-18 : but we use the first code for the first step id = -1, build in the code of datou_exec VR 22-3-18 : we should manage here the case when we are at the first step instead of building this step before datou_exec Currently we do not manage missing dependencies information, that could maybe be correctly interpreted with default behavior Some of the step done at execution of the step could be done before when the tree of execution is build and the dependencies of different step analysed We should have FATAL ERROR but same_nb_input_output==True : this should be an optionnal input ! We should have FATAL ERROR but same_nb_input_output==True : this should be an optionnal input ! We should have FATAL ERROR but same_nb_input_output==True : this should be an optionnal input ! VR 22-3-18 : For now we do not clean correctly the datou structure input_args_next_step, len :0, first value : [] After prepare type args : select max(UNIX_TIMESTAMP(created_at)) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (21634411) Here we display some param of map_info ! map_filenames : {} map_photo_id_path_extension : {} map_subphoto_mainphoto : {} Beginning of datou step final ! query to retrieve results for portfolio 21634411 : SELECT photo_id, hashtag_id, ratio from MTRPhoto.photo_carac_ratio where hashtag_type = 3726 and photo_id in (1346729397,1346730373,1346730371,1346730605,1346730576,1346730548,1346730864,1346730862,1346731125,1346730917,1346731337,1346731795,1346738810); insert ignore into MTRUser.portfolio_carac_ratio (portfolio_id, hashtag_type, hashtag_id, value) values (%s,%s,%s,%s) on DUPLICATE KEY UPDATE value=VALUES(value) After datou_step_exec type output : map_portfolio_photo : len 1 keys : dict_keys([21634411]) Inside saveOutput : final : False verbose : True original output for save of step final : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ('0.05554226380453752',), 1346729397: ('0.05554226380453752',)} new output for save of step final : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ('0.05554226380453752',), 1346729397: ('0.05554226380453752',)} [1346738810, 1346731795, 1346731337, 1346731125, 1346730917, 1346730864, 1346730862, 1346730605, 1346730576, 1346730548, 1346730373, 1346730371, 1346729397] map_info['map_portfolio_photo'] : {21634411: [1346738810, 1346731795, 1346731337, 1346731125, 1346730917, 1346730864, 1346730862, 1346730605, 1346730576, 1346730548, 1346730373, 1346730371, 1346729397]} final : False mtd_id 4302 list_pids : [1346738810, 1346731795, 1346731337, 1346731125, 1346730917, 1346730864, 1346730862, 1346730605, 1346730576, 1346730548, 1346730373, 1346730371, 1346729397] Looping around the photos to save general results len do output : 13 /1346738810.Didn't retrieve data . /1346731795.Didn't retrieve data . /1346731337.Didn't retrieve data . /1346731125.Didn't retrieve data . /1346730917.Didn't retrieve data . /1346730864.Didn't retrieve data . /1346730862.Didn't retrieve data . /1346730605.Didn't retrieve data . /1346730576.Didn't retrieve data . /1346730548.Didn't retrieve data . /1346730373.Didn't retrieve data . /1346730371.Didn't retrieve data . /1346729397.Didn't retrieve data . before output type Used above Used above Managing all output in save final without adding information in the mtr_datou_result ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346738810', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346731795', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346731337', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346731125', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730917', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730864', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730862', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730605', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730576', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730548', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730373', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730371', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346729397', None, None, None, None, None, '2688027') begin to insert list_values into mtr_datou_result : length of list_values in save_final : 39 insert ignore into MTRPhoto.mtr_datou_result (mtd_id, mtr_portfolio_id,mtr_photo_id,result,result_long,result_double,hashtag_id,proba, mtr_current_id) values (%s,%s,%s,%s,%s,%s,%s,%s,%s) on duplicate key update mtr_portfolio_id = mtr_portfolio_id list_values : [('4302', '21634411', '1346738810', '0.05554226380453752', None, None, None, None, '2688027'), ('4302', '21634411', '1346731795', '0.05554226380453752', None, None, None, None, '2688027'), ('4302', '21634411', '1346731337', '0.05554226380453752', None, None, None, None, '2688027'), ('4302', '21634411', '1346731125', '0.05554226380453752', None, None, None, None, '2688027'), ('4302', '21634411', '1346730917', '0.05554226380453752', None, None, None, None, '2688027'), ('4302', '21634411', '1346730864', '0.05554226380453752', None, None, None, None, '2688027'), ('4302', '21634411', '1346730862', '0.05554226380453752', None, None, None, None, '2688027'), ('4302', '21634411', '1346730605', '0.05554226380453752', None, None, None, None, '2688027'), ('4302', '21634411', '1346730576', '0.05554226380453752', None, None, None, None, '2688027'), ('4302', '21634411', '1346730548', '0.05554226380453752', None, None, None, None, '2688027'), ('4302', '21634411', '1346730373', '0.05554226380453752', None, None, None, None, '2688027'), ('4302', '21634411', '1346730371', '0.05554226380453752', None, None, None, None, '2688027'), ('4302', '21634411', '1346729397', '0.05554226380453752', None, None, None, None, '2688027')] time used for this insertion : 0.10770487785339355 save_final save missing photos in datou_result : time spend for datou_step_exec : 0.05950736999511719 time spend to save output : 0.10834813117980957 total time spend for step 2 : 0.16785550117492676 step3:velours_tree Tue Mar 25 05:44:29 2025 VR 17-11-17 : now, only for linear exec dependencies tree, some output goes to fill the input of the next VR 22-3-18 : now we test the dependencies tree, but keep two separate code for datou_prepare_output_input until the code is correctly tested, clean and works in both case VR 22-3-18 : but we use the first code for the first step id = -1, build in the code of datou_exec VR 22-3-18 : we should manage here the case when we are at the first step instead of building this step before datou_exec Currently we do not manage missing dependencies information, that could maybe be correctly interpreted with default behavior Some of the step done at execution of the step could be done before when the tree of execution is build and the dependencies of different step analysed complete output_args for input 0 : {21634411: [{'papier': 21634412, 'cartonnette': 21634413, 'Carton_brun': 21634414, 'Carton_gris': 21634415, 'mal_croppe': 21634416, 'autre_refus': 21634417, 'Teint_Dans_La_Masse': 21634418, 'metal': 21634419, 'flou': 21634420, 'plastique': 21634421, 'kraft': 21634422, 'environnement': 21634423}]} input_args_next_step : {21634411: ()} output_args : {21634411: [{'papier': 21634412, 'cartonnette': 21634413, 'Carton_brun': 21634414, 'Carton_gris': 21634415, 'mal_croppe': 21634416, 'autre_refus': 21634417, 'Teint_Dans_La_Masse': 21634418, 'metal': 21634419, 'flou': 21634420, 'plastique': 21634421, 'kraft': 21634422, 'environnement': 21634423}]} args : 21634411 depend.output_id : 0 VR 22-3-18 : For now we do not clean correctly the datou structure input_args_next_step, len :1, first value : ({'papier': 21634412, 'cartonnette': 21634413, 'Carton_brun': 21634414, 'Carton_gris': 21634415, 'mal_croppe': 21634416, 'autre_refus': 21634417, 'Teint_Dans_La_Masse': 21634418, 'metal': 21634419, 'flou': 21634420, 'plastique': 21634421, 'kraft': 21634422, 'environnement': 21634423},) After prepare type args : select max(UNIX_TIMESTAMP(created_at)) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (21634411) Here we display some param of map_info ! map_filenames : {} map_photo_id_path_extension : {} map_subphoto_mainphoto : {} can't find the photo_desc_type After datou_step_exec type output : map_portfolio_photo : len 1 keys : dict_keys([21634411]) Inside saveOutput : final : False verbose : True ouput is None No outpout to save, returning out of save general time spend for datou_step_exec : 0.27655792236328125 time spend to save output : 4.863739013671875e-05 total time spend for step 3 : 0.27660655975341797 step4:send_mail_cod Tue Mar 25 05:44:30 2025 VR 17-11-17 : now, only for linear exec dependencies tree, some output goes to fill the input of the next VR 22-3-18 : now we test the dependencies tree, but keep two separate code for datou_prepare_output_input until the code is correctly tested, clean and works in both case VR 22-3-18 : but we use the first code for the first step id = -1, build in the code of datou_exec VR 22-3-18 : we should manage here the case when we are at the first step instead of building this step before datou_exec Currently we do not manage missing dependencies information, that could maybe be correctly interpreted with default behavior Some of the step done at execution of the step could be done before when the tree of execution is build and the dependencies of different step analysed We should have FATAL ERROR but same_nb_input_output==True : this should be an optionnal input ! We should have FATAL ERROR but same_nb_input_output==True : this should be an optionnal input ! complete output_args for input 2 : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ('0.05554226380453752',), 1346729397: ('0.05554226380453752',)} input_args_next_step : {1346738810: ()} output_args : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ('0.05554226380453752',), 1346729397: ('0.05554226380453752',)} args : 1346738810 depend.output_id : 0 input_args_next_step : {1346738810: ('0.05554226380453752',), 1346731795: ()} output_args : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ('0.05554226380453752',), 1346729397: ('0.05554226380453752',)} args : 1346731795 depend.output_id : 0 input_args_next_step : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ()} output_args : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ('0.05554226380453752',), 1346729397: ('0.05554226380453752',)} args : 1346731337 depend.output_id : 0 input_args_next_step : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ()} output_args : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ('0.05554226380453752',), 1346729397: ('0.05554226380453752',)} args : 1346731125 depend.output_id : 0 input_args_next_step : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ()} output_args : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ('0.05554226380453752',), 1346729397: ('0.05554226380453752',)} args : 1346730917 depend.output_id : 0 input_args_next_step : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ()} output_args : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ('0.05554226380453752',), 1346729397: ('0.05554226380453752',)} args : 1346730864 depend.output_id : 0 input_args_next_step : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ()} output_args : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ('0.05554226380453752',), 1346729397: ('0.05554226380453752',)} args : 1346730862 depend.output_id : 0 input_args_next_step : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ()} output_args : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ('0.05554226380453752',), 1346729397: ('0.05554226380453752',)} args : 1346730605 depend.output_id : 0 input_args_next_step : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ()} output_args : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ('0.05554226380453752',), 1346729397: ('0.05554226380453752',)} args : 1346730576 depend.output_id : 0 input_args_next_step : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ()} output_args : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ('0.05554226380453752',), 1346729397: ('0.05554226380453752',)} args : 1346730548 depend.output_id : 0 input_args_next_step : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ()} output_args : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ('0.05554226380453752',), 1346729397: ('0.05554226380453752',)} args : 1346730373 depend.output_id : 0 input_args_next_step : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ()} output_args : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ('0.05554226380453752',), 1346729397: ('0.05554226380453752',)} args : 1346730371 depend.output_id : 0 input_args_next_step : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ('0.05554226380453752',), 1346729397: ()} output_args : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ('0.05554226380453752',), 1346729397: ('0.05554226380453752',)} args : 1346729397 depend.output_id : 0 Inconsistent number of input and output, step which parrallelize and manage error in input by avoiding sending an output for this data can't be used in tree dependencies of input and output complete output_args for input 3 : {21634411: [{'papier': 21634412, 'cartonnette': 21634413, 'Carton_brun': 21634414, 'Carton_gris': 21634415, 'mal_croppe': 21634416, 'autre_refus': 21634417, 'Teint_Dans_La_Masse': 21634418, 'metal': 21634419, 'flou': 21634420, 'plastique': 21634421, 'kraft': 21634422, 'environnement': 21634423}]} input_args_next_step : {1346738810: ('0.05554226380453752',), 1346731795: ('0.05554226380453752',), 1346731337: ('0.05554226380453752',), 1346731125: ('0.05554226380453752',), 1346730917: ('0.05554226380453752',), 1346730864: ('0.05554226380453752',), 1346730862: ('0.05554226380453752',), 1346730605: ('0.05554226380453752',), 1346730576: ('0.05554226380453752',), 1346730548: ('0.05554226380453752',), 1346730373: ('0.05554226380453752',), 1346730371: ('0.05554226380453752',), 1346729397: ('0.05554226380453752',), 21634411: ()} output_args : {21634411: [{'papier': 21634412, 'cartonnette': 21634413, 'Carton_brun': 21634414, 'Carton_gris': 21634415, 'mal_croppe': 21634416, 'autre_refus': 21634417, 'Teint_Dans_La_Masse': 21634418, 'metal': 21634419, 'flou': 21634420, 'plastique': 21634421, 'kraft': 21634422, 'environnement': 21634423}]} args : 21634411 depend.output_id : 0 We should have FATAL ERROR but same_nb_input_output==True : this should be an optionnal input ! VR 22-3-18 : For now we do not clean correctly the datou structure input_args_next_step, len :14, first value : ('0.05554226380453752',) After prepare type args : select max(UNIX_TIMESTAMP(created_at)) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (21634411) Here we display some param of map_info ! map_filenames : {} map_photo_id_path_extension : {} map_subphoto_mainphoto : {} dans la step send mail cod work_area: /home/admin/workarea/git/Velours/python in order to get the selector url, please entre the license of selector SELECT photo_id, url FROM MTRBack.photos ph WHERE photo_id IN (1346738810,1346731795,1346731337,1346731125,1346730917,1346730864,1346730862,1346730605,1346730576,1346730548,1346730373,1346730371,1346729397) Found this number of photos: 13 ##### Call download_photos : nb_thread : 5 begin to download photo : 1346729397 begin to download photo : 1346730548 begin to download photo : 1346730862 begin to download photo : 1346731125 begin to download photo : 1346738810 download finish for photo 1346731125 begin to download photo : 1346731337 download finish for photo 1346729397 begin to download photo : 1346730371 download finish for photo 1346730548 begin to download photo : 1346730576 download finish for photo 1346730862 begin to download photo : 1346730864 download finish for photo 1346738810 download finish for photo 1346730576 begin to download photo : 1346730605 download finish for photo 1346731337 begin to download photo : 1346731795 download finish for photo 1346730371 begin to download photo : 1346730373 download finish for photo 1346730864 begin to download photo : 1346730917 download finish for photo 1346730373 download finish for photo 1346730605 download finish for photo 1346730917 download finish for photo 1346731795 we have missing 0 photos in the step downloads : photo missing : [] try to delete the photos missing in DB ##### After download_photos imagette216344131742877870/ imagette216344161742877870/ length of list_filenames : 13 ; length of list_pids : 13 ; length of list_args : 13 results_Auto_P21634411_25-03-2025_05_44_30.pdf 21634413 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=21634413 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {} imagette216344131742877870 21634416 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=21634416 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {} imagette216344161742877870 21634417 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=21634417 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {1346731126: '1742802973_2693418_1346730576_881811f0b03c240015848c66bc00493d_rle_crop_3726318939_0.png', 1346731127: '1742802973_2693418_1346730548_b4c4bcd37c57fcde09c789b8127c7342_rle_crop_3726318965_0.png', 1346738542: '1742805051_2719322_1346730605_659ccc8cc072beb7c2d7a93fdd8dc2d4_rle_crop_3726347541_0.png', 1346738543: '1742805051_2719322_1346730373_aeabc754e75f5db51ccf707a940c69ee_rle_crop_3726347618_0.png', 1346738544: '1742805051_2719322_1346730373_aeabc754e75f5db51ccf707a940c69ee_rle_crop_3726347622_0.png', 1346738545: '1742805051_2719322_1346730371_f2ee9d063fc5bcfe409d219ccb458123_rle_crop_3726347636_0.png'} change filename to text .wget -O 1.png http://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/2025/3/24/2fe22fbf74faf47627b3d78aae71efcc_23250614.png change filename to text .wget -O 2.png http://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/2025/3/24/e02b3c53dc45e92bcb2c7cf98609dca7_36144309.png change filename to text .wget -O 3.png http://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/2025/3/24/dc5c88cc1c98e2cb4e1c52d6db4adb93_61234333.png change filename to text .wget -O 4.png http://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/2025/3/24/ada0f4a05016429f45d1b989852f7ee1_8083898.png change filename to text .wget -O 5.png http://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/2025/3/24/93399ad4d4a34d0e14365ebccd1d2f44_81790490.png change filename to text .imagette216344171742877870/ imagette216344171742877870/1742805051_2719322_1346730605_659ccc8cc072beb7c2d7a93fdd8dc2d4_rle_crop_3726347541_0.png.png imagette216344171742877870/1742805051_2719322_1346730373_aeabc754e75f5db51ccf707a940c69ee_rle_crop_3726347622_0.png.png imagette216344171742877870/1742802973_2693418_1346730548_b4c4bcd37c57fcde09c789b8127c7342_rle_crop_3726318965_0.png.png imagette216344171742877870/1742805051_2719322_1346730371_f2ee9d063fc5bcfe409d219ccb458123_rle_crop_3726347636_0.png.png imagette216344171742877870/1742802973_2693418_1346730576_881811f0b03c240015848c66bc00493d_rle_crop_3726318939_0.png.png imagette216344171742877870/1742805051_2719322_1346730373_aeabc754e75f5db51ccf707a940c69ee_rle_crop_3726347618_0.png.png imagette216344191742877871/ imagette216344201742877871/ imagette216344211742877871/ wget -O 6.png http://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/2025/3/24/cf7a8e106101ae7274f812de8349375c_85142082.png imagette216344171742877870 21634419 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=21634419 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {} imagette216344191742877871 21634420 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=21634420 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {} imagette216344201742877871 21634421 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=21634421 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {} imagette216344211742877871 21634422 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=21634422 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {1346738548: '1742805051_2719322_1346730605_659ccc8cc072beb7c2d7a93fdd8dc2d4_rle_crop_3726347532_0.png'} change filename to text .imagette216344221742877871/ imagette216344221742877871/1742805051_2719322_1346730605_659ccc8cc072beb7c2d7a93fdd8dc2d4_rle_crop_3726347532_0.png.png imagette216344141742877871/ wget -O 1.png http://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/2025/3/24/2c962e3d4cb721aa1acfb9f004632d28_97443440.png imagette216344221742877871 21634414 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=21634414 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {} imagette216344141742877871 21634415 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=21634415 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {1346731132: '1742802973_2693418_1346730548_b4c4bcd37c57fcde09c789b8127c7342_rle_crop_3726318962_0.png'} change filename to text .imagette216344151742877871/ imagette216344151742877871/1742802973_2693418_1346730548_b4c4bcd37c57fcde09c789b8127c7342_rle_crop_3726318962_0.png.png wget -O 1.png http://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/2025/3/24/7ede184292883f8e4d8cf9781528ba33_28123165.png imagette216344151742877871 21634418 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=21634418 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {1346731115: '1742802973_2693418_1346730864_23e3415a9b1003a6a5f83b8cd06ba261_rle_crop_3726318513_0.png'} change filename to text .imagette216344181742877871/ imagette216344181742877871/1742802973_2693418_1346730864_23e3415a9b1003a6a5f83b8cd06ba261_rle_crop_3726318513_0.png.png wget -O 1.png http://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/2025/3/24/639497c697fab6833c96d2e34eaf3981_71403215.png imagette216344181742877871 SELECT h.hashtag,pcr.value FROM MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h where pcr.portfolio_id=21634411 and hashtag_type = 3726 and pcr.hashtag_id = h.hashtag_id; velour_link : https://www.fotonower.com/velours/21634424,21634425,21634426,21634427,21634428,21634429,21634430,21634431,21634432,21634433,21634434,21634435?tags=papier,cartonnette,Carton_brun,Carton_gris,mal_croppe,autre_refus,Teint_Dans_La_Masse,metal,flou,plastique,kraft,environnement your option no_mail is active, we will not send the real mail to your client args[1346738810] : ('0.05554226380453752',) no score found for photo 1346738810 We are sending mail with results at report@fotonower.com args[1346731795] : ('0.05554226380453752',) no score found for photo 1346731795 We are sending mail with results at report@fotonower.com args[1346731337] : ('0.05554226380453752',) no score found for photo 1346731337 We are sending mail with results at report@fotonower.com args[1346731125] : ('0.05554226380453752',) no score found for photo 1346731125 We are sending mail with results at report@fotonower.com args[1346730917] : ('0.05554226380453752',) no score found for photo 1346730917 We are sending mail with results at report@fotonower.com args[1346730864] : ('0.05554226380453752',) no score found for photo 1346730864 We are sending mail with results at report@fotonower.com args[1346730862] : ('0.05554226380453752',) no score found for photo 1346730862 We are sending mail with results at report@fotonower.com args[1346730605] : ('0.05554226380453752',) no score found for photo 1346730605 We are sending mail with results at report@fotonower.com args[1346730576] : ('0.05554226380453752',) no score found for photo 1346730576 We are sending mail with results at report@fotonower.com args[1346730548] : ('0.05554226380453752',) no score found for photo 1346730548 We are sending mail with results at report@fotonower.com args[1346730373] : ('0.05554226380453752',) no score found for photo 1346730373 We are sending mail with results at report@fotonower.com args[1346730371] : ('0.05554226380453752',) no score found for photo 1346730371 We are sending mail with results at report@fotonower.com args[1346729397] : ('0.05554226380453752',) no score found for photo 1346729397 We are sending mail with results at report@fotonower.com refus_total : 0.05554226380453752 2022-04-13 10:29:59 0 SELECT ph.photo_id,ph.url,ph.username,ph.uploaded_at,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=21634411 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 1000 start upload file to ovh https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21634411_25-03-2025_05_44_30.pdf results_Auto_P21634411_25-03-2025_05_44_30.pdf uploaded to url https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21634411_25-03-2025_05_44_30.pdf start insert file to database insert into MTRUser.mtr_files (mtd_id,mtr_portfolio_id,text,url,format,tags,file_size,value) values ('4302','21634411','results_Auto_P21634411_25-03-2025_05_44_30.pdf','https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21634411_25-03-2025_05_44_30.pdf','pdf','','0.15','0.05554226380453752') After datou_step_exec type output : map_portfolio_photo : len 1 keys : dict_keys([21634411]) Inside saveOutput : final : False verbose : True saveOutput not yet implemented for datou_step.type : send_mail_cod we use saveGeneral [1346738810, 1346731795, 1346731337, 1346731125, 1346730917, 1346730864, 1346730862, 1346730605, 1346730576, 1346730548, 1346730373, 1346730371, 1346729397] map_info['map_portfolio_photo'] : {21634411: [1346738810, 1346731795, 1346731337, 1346731125, 1346730917, 1346730864, 1346730862, 1346730605, 1346730576, 1346730548, 1346730373, 1346730371, 1346729397]} final : False mtd_id 4302 list_pids : [1346738810, 1346731795, 1346731337, 1346731125, 1346730917, 1346730864, 1346730862, 1346730605, 1346730576, 1346730548, 1346730373, 1346730371, 1346729397] Looping around the photos to save general results len do output : 0 before output type Used above Managing all output in save final without adding information in the mtr_datou_result ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346738810', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346731795', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346731337', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346731125', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730917', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730864', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730862', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730605', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730576', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730548', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730373', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730371', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346729397', None, None, None, None, None, '2688027') begin to insert list_values into mtr_datou_result : length of list_values in save_final : 13 insert ignore into MTRPhoto.mtr_datou_result (mtd_id, mtr_portfolio_id,mtr_photo_id,result,result_long,result_double,hashtag_id,proba, mtr_current_id) values (%s,%s,%s,%s,%s,%s,%s,%s,%s) on duplicate key update mtr_portfolio_id = mtr_portfolio_id list_values : [('4302', '21634411', '1346738810', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346731795', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346731337', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346731125', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730917', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730864', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730862', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730605', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730576', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730548', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730373', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730371', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346729397', None, None, None, None, None, '2688027')] time used for this insertion : 0.013779401779174805 save_final save missing photos in datou_result : time spend for datou_step_exec : 3.4061031341552734 time spend to save output : 0.014005899429321289 total time spend for step 4 : 3.4201090335845947 step5:split_time_score Tue Mar 25 05:44:33 2025 VR 17-11-17 : now, only for linear exec dependencies tree, some output goes to fill the input of the next VR 22-3-18 : now we test the dependencies tree, but keep two separate code for datou_prepare_output_input until the code is correctly tested, clean and works in both case VR 22-3-18 : but we use the first code for the first step id = -1, build in the code of datou_exec VR 22-3-18 : we should manage here the case when we are at the first step instead of building this step before datou_exec Currently we do not manage missing dependencies information, that could maybe be correctly interpreted with default behavior Some of the step done at execution of the step could be done before when the tree of execution is build and the dependencies of different step analysed complete output_args for input 0 : ['21634411'] We expect there is only one output and this part is used while all output are not tuple or array Inconsistent number of input and output, step which parrallelize and manage error in input by avoiding sending an output for this data can't be used in tree dependencies of input and output complete output_args for input 1 : VR 22-3-18 : For now we do not clean correctly the datou structure input_args_next_step, len :1, first value : [('21634411',)] After prepare type args : select max(UNIX_TIMESTAMP(created_at)) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (21634411) Here we display some param of map_info ! map_filenames : {} map_photo_id_path_extension : {1346738810: {'path': 'temp/1742877870_3870036_1346738810_43243fc0f7813f633f3a851c0abf9669.jpg', 'extension': 'jpg'}, 1346729397: {'path': 'temp/1742877870_3870036_1346729397_86000eb0d5e7500475168d4d51f19f38.jpg', 'extension': 'jpg'}, 1346730371: {'path': 'temp/1742877870_3870036_1346730371_f2ee9d063fc5bcfe409d219ccb458123.jpg', 'extension': 'jpg'}, 1346730373: {'path': 'temp/1742877870_3870036_1346730373_aeabc754e75f5db51ccf707a940c69ee.jpg', 'extension': 'jpg'}, 1346730548: {'path': 'temp/1742877870_3870036_1346730548_b4c4bcd37c57fcde09c789b8127c7342.jpg', 'extension': 'jpg'}, 1346730576: {'path': 'temp/1742877870_3870036_1346730576_881811f0b03c240015848c66bc00493d.jpg', 'extension': 'jpg'}, 1346730605: {'path': 'temp/1742877870_3870036_1346730605_659ccc8cc072beb7c2d7a93fdd8dc2d4.jpg', 'extension': 'jpg'}, 1346730862: {'path': 'temp/1742877870_3870036_1346730862_340ff08682477fda1e92416fbcb4f37d.jpg', 'extension': 'jpg'}, 1346730864: {'path': 'temp/1742877870_3870036_1346730864_23e3415a9b1003a6a5f83b8cd06ba261.jpg', 'extension': 'jpg'}, 1346730917: {'path': 'temp/1742877870_3870036_1346730917_6367a2be8a4812ceb2ed71a827a6a945.jpg', 'extension': 'jpg'}, 1346731125: {'path': 'temp/1742877870_3870036_1346731125_ea72f30a52a99f8dcc04fc284576f495.jpg', 'extension': 'jpg'}, 1346731337: {'path': 'temp/1742877870_3870036_1346731337_915200a4e57c33c064f59998ca47bea5.jpg', 'extension': 'jpg'}, 1346731795: {'path': 'temp/1742877870_3870036_1346731795_42e4a4fd966316547be4f71c42bad23e.jpg', 'extension': 'jpg'}} map_subphoto_mainphoto : {} begin split time score SELECT app_name, token FROM MTRUser.mtr_app_api_token WHERE mtr_user_id=979 AND app_name="token_split_time_score" AND expire_at > NOW() select distinct dp.name from MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp, MTRPhoto.dashboard_results dr where ded.dashboard_place_id = dp.id and ded.last_run_id = dr.dashboard_run_id and dp.id = ded.dashboard_place_id and dr.mtr_portfolio_id = 21634411; (('arc_en_ciel_jrm',),) TODO : Insert select and so on Begin split_port_in_batch_balle thcls : [{'id': 861, 'mtr_user_id': 31, 'name': 'Rungis_class_dechets_1212', 'pb_hashtag_id': 0, 'live': b'\x00', 'list_hashtags': 'Rungis_Aluminium,Rungis_Carton,Rungis_Papier,Rungis_Plastique_clair,Rungis_Plastique_dur,Rungis_Plastique_fonce,Rungis_Tapis_vide,Rungis_Tetrapak', 'svm_portfolios_learning': '1160730,571842,571844,571839,571933,571840,571841,572307', 'photo_hashtag_type': 999, 'photo_desc_type': 3963, 'type_classification': 'caffe', 'hashtag_id_list': '2107751280,2107750907,2107750908,2107750909,2107750910,2107750911,2107750912,2107750913'}] thcls : [{'id': 758, 'mtr_user_id': 31, 'name': 'Rungis_amount_dechets_fall_2018_v2', 'pb_hashtag_id': 0, 'live': b'\x00', 'list_hashtags': '05102018_Papier_non_papier_dense,05102018_Papier_non_papier_peu_dense,05102018_Papier_non_papier_presque_vide,05102018_Papier_non_papier_tres_dense,05102018_Papier_non_papier_tres_peu_dense', 'svm_portfolios_learning': '1108385,1108386,1108388,1108384,1108387', 'photo_hashtag_type': 856, 'photo_desc_type': 3853, 'type_classification': 'caffe', 'hashtag_id_list': '2107751013,2107751014,2107751015,2107751016,2107751017'}] select SUBSTRING(ph.text,16,2) as h, count(*) from MTRUser.mtr_portfolio_photos mpp inner join MTRBack.photos ph on mpp.mtr_photo_id = ph.photo_id where mpp.mtr_portfolio_id = 21634411 group by h (('08', 13),) SELECT ph.photo_id,ph.url,ph.username,ph.uploaded_at,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=21634411 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 100000 SELECT cps.photo_id, cps.score, h.hashtag, cps.hashtag_id, mpp1.mtr_portfolio_id FROM MTRPhoto.class_photo_score cps, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp1 where mpp1.mtr_photo_id=cps.photo_id AND h.hashtag_id=cps.hashtag_id AND mpp1.hide_status=0 AND mpp1.mtr_portfolio_id in (21634411) AND cps.thcl in (861) order by cps.score desc LIMIT 0, 100000 SELECT cps.photo_id, cps.score, h.hashtag, cps.hashtag_id, mpp1.mtr_portfolio_id FROM MTRPhoto.class_photo_score cps, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp1 where mpp1.mtr_photo_id=cps.photo_id AND h.hashtag_id=cps.hashtag_id AND mpp1.hide_status=0 AND mpp1.mtr_portfolio_id in (21634411) AND cps.thcl in (758) order by cps.score desc LIMIT 0, 100000 ERROR counted https://github.com/fotonower/Velours/issues/663#issuecomment-421136223 {} 24032025 21634411 Nombre de photos uploadées : 13 / 23040 (0%) 24032025 21634411 Nombre de photos taguées (types de déchets): 0 / 13 (0%) 24032025 21634411 Nombre de photos taguées (volume) : 0 / 13 (0%) [{'photo_id': 1346729397, 'url': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/2025/3/24/86000eb0d5e7500475168d4d51f19f38.jpg', 'username': None, 'uploaded_at': 1742802424, 'text': 'image_24032025_08_45_04_10148.jpg'}, {'photo_id': 1346730373, 'url': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/2025/3/24/aeabc754e75f5db51ccf707a940c69ee.jpg', 'username': None, 'uploaded_at': 1742802789, 'text': 'image_24032025_08_51_14_010138m0.jpg 1e-05 for time 1, id_amount 1 this amount prod time diff : 1e-05'}, {'photo_id': 1346730371, 'url': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/2025/3/24/f2ee9d063fc5bcfe409d219ccb458123.jpg', 'username': None, 'uploaded_at': 1742802789, 'text': 'image_24032025_08_51_24_010145m0.jpg 2e-05 for time 1, id_amount 2 this amount prod time diff : 1e-05'}, {'photo_id': 1346730605, 'url': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/2025/3/24/659ccc8cc072beb7c2d7a93fdd8dc2d4.jpg', 'username': None, 'uploaded_at': 1742802849, 'text': 'image_24032025_08_51_34_010142m0.jpg 3.0000000000000004e-05 for time 1, id_amount 1 this amount prod time diff : 1e-05'}] 0 [] elapsed_time : load_data_split_time_score 2.384185791015625e-06 elapsed_time : order_list_meta_photo_and_scores 6.9141387939453125e-06 ????????????? elapsed_time : fill_and_build_computed_from_old_data 0.0005567073822021484 INSERT INTO `MTRPhoto`.`dashboard_entry_day` (`dashboard_place_id`, `mtr_portfolio_id`, `date`) VALUES ( 10, 21634411, '2025-03-24' ) ON DUPLICATE KEY UPDATE updated_at=NOW(); INSERT INTO `MTRPhoto`.`dashboard_run_ids` (`dashboard_entry_day`, `mtr_user_id`, `misc_info`) VALUES (1682789,979,"{}"); elapsed_time : insert_dashboard_record_day_entry 0.026271343231201172 We will return after consolidate but for now we need the day, how to get it, for now depending on the previous heavy steps SELECT dri.dashboard_entry_day, dr.dashboard_run_id, dr.mtr_portfolio_id, dr.id, dr.hashtag, dr.completion_json FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded WHERE ded.id= 1682789 AND ded.last_run_id=dri.id AND dri.dashboard_entry_day=ded.id AND dri.id=dr.dashboard_run_id [{'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21626135, 'dashboard_result_id': 9600446, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21626135_25-03-2025_05_34_32.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21626136, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21626137, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21626138, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21626139, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21626140, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21626141, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21626142, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21626143, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21626144, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21626145, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21626146, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21626147, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21626361, 'dashboard_result_id': 9600447, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21626361_25-03-2025_05_36_29.pdf', 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21626365, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21626366, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21626367, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21626368, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21626369, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21626370, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21626371, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21626372, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21626373, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21626374, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21626375, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21626376, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21626812, 'dashboard_result_id': 9600448, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21626812_25-03-2025_05_36_34.pdf', 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21626837, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21626838, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21626839, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21626840, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21626841, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21626842, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21626843, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21626844, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21626845, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21626846, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21626847, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21626848, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21627257, 'dashboard_result_id': 9600449, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21627257_25-03-2025_05_37_37.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21627258, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21627259, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21627260, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21627261, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21627262, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21627263, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21627264, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21627265, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21627266, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21627267, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21627268, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21627269, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21627692, 'dashboard_result_id': 9600450, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21627692_25-03-2025_05_38_36.pdf', 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21627693, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21627694, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21627695, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21627696, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21627697, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21627698, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21627699, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21627700, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21627701, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21627702, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21627703, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21627704, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21628109, 'dashboard_result_id': 9600451, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21628109_25-03-2025_05_39_04.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21628134, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21628135, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21628136, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21628137, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21628138, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21628139, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21628140, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21628141, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21628142, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21628143, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21628144, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21628145, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21628663, 'dashboard_result_id': 9600452, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21628663_25-03-2025_05_39_33.pdf', 'papier': {'hashtag': 'papier', 'sub_port_id': 21628664, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21628665, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21628666, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21628667, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21628668, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21628669, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21628670, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21628671, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21628672, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21628673, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21628674, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21628675, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21629122, 'dashboard_result_id': 9600453, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21629122_25-03-2025_05_40_05.pdf', 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21629123, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21629124, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21629125, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21629126, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21629127, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21629128, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21629129, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21629130, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21629131, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21629132, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21629133, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21629134, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21629696, 'dashboard_result_id': 9600454, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21629696_25-03-2025_05_40_35.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21629697, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21629698, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21629699, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21629700, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21629701, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21629702, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21629703, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21629704, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21629705, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21629706, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21629707, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21629708, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21630014, 'dashboard_result_id': 9600455, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21630014_25-03-2025_05_41_37.pdf', 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21630016, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21630017, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21630018, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21630019, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21630020, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21630021, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21630022, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21630023, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21630024, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21630025, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21630026, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21630027, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21630706, 'dashboard_result_id': 9600456, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21630706_25-03-2025_05_42_09.pdf', 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21630800, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21630801, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21630802, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21630803, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21630804, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21630805, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21630806, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21630807, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21630808, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21630809, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21630810, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21630811, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21631501, 'dashboard_result_id': 9600457, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21631501_25-03-2025_05_42_35.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21631502, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21631503, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21631504, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21631505, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21631506, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21631507, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21631508, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21631509, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21631510, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21631511, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21631512, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21631513, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21632290, 'dashboard_result_id': 9600458, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21632290_25-03-2025_05_43_35.pdf', 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21632303, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21632304, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21632305, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21632306, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21632307, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21632308, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21632309, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21632310, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21632311, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21632312, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21632313, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21632314, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21632901, 'dashboard_result_id': 9600459, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21632901_25-03-2025_05_44_05.pdf', 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21632926, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21632927, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21632928, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21632929, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21632930, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21632931, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21632932, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21632933, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21632934, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21632935, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21632936, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21632937, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21633590, 'dashboard_result_id': 9600460, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21633590_24-03-2025_08_55_01.pdf', 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21633616, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21633617, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21633618, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21633619, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21633620, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21633621, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21633622, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21633623, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21633624, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21633625, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21633626, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21633627, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21634411, 'dashboard_result_id': 9600461, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21634411_24-03-2025_09_34_58.pdf', 'papier': {'hashtag': 'papier', 'sub_port_id': 21634412, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21634413, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21634414, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21634415, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21634416, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21634417, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21634418, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21634419, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21634420, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21634421, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21634422, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21634423, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21635429, 'dashboard_result_id': 9600462, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21635429_24-03-2025_09_47_58.pdf', 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21635430, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21635431, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21635432, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21635433, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21635434, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21635435, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21635436, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21635437, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21635438, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21635439, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21635440, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21635441, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21635903, 'dashboard_result_id': 9600463, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21635903_24-03-2025_10_05_00.pdf', 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21635904, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21635905, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21635906, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21635907, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21635908, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21635909, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21635910, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21635911, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21635912, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21635913, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21635914, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21635915, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21636492, 'dashboard_result_id': 9600464, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21636492_24-03-2025_10_19_00.pdf', 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21636494, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21636495, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21636496, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21636497, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21636498, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21636499, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21636500, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21636501, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21636502, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21636503, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21636504, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21636505, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21637132, 'dashboard_result_id': 9600465, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21637132_24-03-2025_10_34_58.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21637170, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21637171, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21637172, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21637173, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21637174, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21637175, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21637176, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21637177, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21637178, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21637179, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21637180, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21637181, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21637837, 'dashboard_result_id': 9600466, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21637837_24-03-2025_10_49_02.pdf', 'papier': {'hashtag': 'papier', 'sub_port_id': 21637838, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21637839, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21637840, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21637841, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21637842, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21637843, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21637844, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21637845, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21637846, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21637847, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21637848, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21637849, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21638619, 'dashboard_result_id': 9600467, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21638619_24-03-2025_11_05_01.pdf', 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21638620, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21638621, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21638622, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21638623, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21638624, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21638625, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21638626, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21638627, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21638628, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21638629, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21638630, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21638631, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21639313, 'dashboard_result_id': 9600468, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21639313_24-03-2025_11_19_59.pdf', 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21639410, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21639411, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21639412, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21639413, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21639414, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21639415, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21639416, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21639417, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21639418, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21639419, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21639420, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21639421, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21640167, 'dashboard_result_id': 9600469, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21640167_24-03-2025_11_34_59.pdf', 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21640171, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21640172, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21640173, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21640174, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21640175, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21640176, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21640177, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21640178, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21640179, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21640180, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21640181, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21640182, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21641025, 'dashboard_result_id': 9600470, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21641025_24-03-2025_11_48_01.pdf', 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21641050, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21641051, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21641052, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21641053, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21641054, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21641055, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21641056, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21641057, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21641058, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21641059, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21641060, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21641061, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21641898, 'dashboard_result_id': 9600471, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21641898_24-03-2025_12_03_57.pdf', 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21641923, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21641924, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21641925, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21641926, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21641927, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21641928, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21641929, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21641930, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21641931, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21641932, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21641933, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21641934, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21642723, 'dashboard_result_id': 9600472, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21642723_24-03-2025_12_31_00.pdf', 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21642738, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21642739, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21642740, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21642741, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21642742, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21642743, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21642744, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21642745, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21642746, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21642747, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21642748, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21642749, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21644902, 'dashboard_result_id': 9600473, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21644902_24-03-2025_13_49_01.pdf', 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21644903, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21644904, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21644905, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21644906, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21644907, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21644908, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21644909, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21644910, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21644911, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21644912, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21644913, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21644914, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21645236, 'dashboard_result_id': 9600474, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21645236_24-03-2025_14_05_05.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21645237, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21645238, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21645239, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21645240, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21645241, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21645242, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21645243, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21645244, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21645245, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21645246, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21645247, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21645248, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21645675, 'dashboard_result_id': 9600475, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21645675_24-03-2025_14_18_39.pdf', 'flou': {'hashtag': 'flou', 'sub_port_id': 21645736, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21645737, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21645738, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21645739, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21645740, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21645741, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21645742, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21645743, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21645744, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21645745, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21645746, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21645747, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21646350, 'dashboard_result_id': 9600476, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21646350_24-03-2025_14_35_29.pdf', 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21646351, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21646352, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21646353, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21646354, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21646355, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21646356, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21646357, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21646358, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21646359, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21646360, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21646361, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21646362, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21646794, 'dashboard_result_id': 9600477, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21646794_24-03-2025_14_59_27.pdf', 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21646795, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21646796, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21646797, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21646798, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21646799, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21646800, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21646801, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21646802, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21646803, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21646804, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21646805, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21646806, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21648500, 'dashboard_result_id': 9600478, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21648500_24-03-2025_15_02_58.pdf', 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21648501, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21648502, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21648503, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21648504, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21648505, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21648506, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21648507, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21648508, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21648509, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21648510, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21648511, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21648512, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21649346, 'dashboard_result_id': 9600479, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21649346_24-03-2025_15_18_02.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21649347, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21649348, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21649349, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21649350, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21649351, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21649352, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21649354, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21649355, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21649356, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21649357, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21649359, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21649360, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21649732, 'dashboard_result_id': 9600480, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21649732_24-03-2025_15_35_00.pdf', 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21649733, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21649734, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21649735, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21649736, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21649737, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21649738, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21649739, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21649740, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21649741, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21649742, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21649743, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21649744, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21650383, 'dashboard_result_id': 9600481, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21650383_24-03-2025_15_49_02.pdf', 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21650408, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21650409, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21650410, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21650411, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21650412, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21650413, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21650414, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21650415, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21650416, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21650417, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21650418, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21650419, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21650990, 'dashboard_result_id': 9600482, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21650990_24-03-2025_16_05_00.pdf', 'flou': {'hashtag': 'flou', 'sub_port_id': 21650991, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21650992, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21650993, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21650994, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21650995, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21650996, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21650997, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21650998, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21650999, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21651000, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21651001, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21651002, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21651705, 'dashboard_result_id': 9600483, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21651705_24-03-2025_16_20_34.pdf', 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21651768, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21651769, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21651770, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21651772, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21651773, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21651774, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21651776, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21651777, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21651778, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21651780, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21651781, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21651782, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21652758, 'dashboard_result_id': 9600484, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21652758_24-03-2025_16_32_59.pdf', 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21652851, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21652852, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21652853, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21652854, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21652855, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21652856, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21652857, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21652858, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21652859, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21652860, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21652861, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21652862, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21653806, 'dashboard_result_id': 9600485, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21653806_24-03-2025_16_49_01.pdf', 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21653871, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21653872, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21653873, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21653874, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21653875, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21653876, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21653877, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21653878, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21653879, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21653880, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21653881, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21653882, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21654421, 'dashboard_result_id': 9600486, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21654421_24-03-2025_17_05_01.pdf', 'flou': {'hashtag': 'flou', 'sub_port_id': 21654422, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21654423, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21654424, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21654425, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21654426, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21654427, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21654428, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21654429, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21654430, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21654431, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21654432, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21654433, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21655258, 'dashboard_result_id': 9600487, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21655258_24-03-2025_17_18_58.pdf', 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21655337, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21655338, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21655339, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21655340, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21655341, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21655342, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21655343, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21655344, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21655345, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21655346, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21655347, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21655348, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21656266, 'dashboard_result_id': 9600488, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21656266_24-03-2025_18_04_59.pdf', 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21656267, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21656268, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21656269, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21656270, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21656271, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21656272, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21656273, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21656274, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21656275, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21656276, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21656277, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21656278, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21658668, 'dashboard_result_id': 9600489, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21658668_24-03-2025_18_22_03.pdf', 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21658669, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21658670, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21658671, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21658672, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21658673, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21658674, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21658675, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21658676, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21658677, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21658678, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21658679, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21658680, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21659759, 'dashboard_result_id': 9600490, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21659759_24-03-2025_18_33_59.pdf', 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21659784, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21659785, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21659786, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21659787, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21659788, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21659789, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21659790, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21659791, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21659792, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21659793, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21659794, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21659795, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21660328, 'dashboard_result_id': 9600491, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21660328_24-03-2025_18_38_01.pdf', 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21660377, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21660378, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21660379, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21660380, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21660381, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21660382, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21660383, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21660384, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21660385, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21660386, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21660387, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21660388, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21661302, 'dashboard_result_id': 9600492, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21661302_24-03-2025_19_04_03.pdf', 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21661382, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21661383, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21661384, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21661385, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21661386, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21661387, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21661388, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21661389, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21661390, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21661391, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21661392, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21661393, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21662543, 'dashboard_result_id': 9600493, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21662543_24-03-2025_19_19_01.pdf', 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21662592, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21662593, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21662594, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21662595, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21662596, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21662597, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21662598, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21662599, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21662600, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21662601, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21662602, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21662603, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21663414, 'dashboard_result_id': 9600494, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21663414_24-03-2025_19_34_01.pdf', 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21663518, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21663519, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21663520, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21663521, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21663522, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21663523, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21663524, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21663525, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21663526, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21663527, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21663528, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21663529, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21664360, 'dashboard_result_id': 9600495, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21664360_24-03-2025_19_49_01.pdf', 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21664373, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21664374, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21664375, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21664377, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21664383, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21664389, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21664391, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21664392, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21664393, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21664394, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21664395, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21664396, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21665328, 'dashboard_result_id': 9600496, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21665328_24-03-2025_20_04_02.pdf', 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21665401, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21665402, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21665403, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21665404, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21665405, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21665406, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21665407, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21665408, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21665409, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21665410, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21665411, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21665412, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21666344, 'dashboard_result_id': 9600497, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21666344_24-03-2025_20_18_05.pdf', 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21666379, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21666381, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21666382, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21666384, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21666385, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21666386, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21666387, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21666388, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21666389, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21666390, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21666391, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21666392, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21667134, 'dashboard_result_id': 9600498, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21667134_24-03-2025_20_35_59.pdf', 'papier': {'hashtag': 'papier', 'sub_port_id': 21667191, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21667192, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21667193, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21667194, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21667195, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21667196, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21667197, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21667198, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21667199, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21667200, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21667201, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21667202, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21668006, 'dashboard_result_id': 9600499, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21668006_24-03-2025_21_05_57.pdf', 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21668023, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21668024, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21668025, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21668026, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21668027, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21668028, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21668029, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21668030, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21668031, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21668032, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21668033, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21668034, 'pht': 3726}}"}, {'dashboat_entry_day': 1682789, 'dashboard_run_id': 1693797, 'mtr_portfolio_id': 21669432, 'dashboard_result_id': 9600500, 'hashtag': '_______JRM', 'completion_json': "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21669432_24-03-2025_21_18_04.pdf', 'papier': {'hashtag': 'papier', 'sub_port_id': 21669465, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21669466, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21669467, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21669468, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21669469, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21669470, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21669471, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21669472, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21669473, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21669474, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21669475, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21669476, 'pht': 3726}}"}] SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21626135 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2688012, 'mtr_portfolio_id': 21626135, 'created_at': datetime.datetime(2025, 3, 25, 5, 34, 30), 'result': '0.06397920430545721', 'result_long': None, 'result_double': None}] Qualite : 0.06397920430545721 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21626135 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21626135_25-03-2025_05_34_32.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21626135 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21626135_25-03-2025_05_34_32.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21626136, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21626137, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21626138, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21626139, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21626140, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21626141, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21626142, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21626143, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21626144, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21626145, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21626146, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21626147, 'pht': 3726}}" where mtr_portfolio_id = 21626135 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21626135 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600446, 0.06397920430545721, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21626135_25-03-2025_05_34_32.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21626136, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21626137, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21626138, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21626139, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21626140, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21626141, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21626142, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21626143, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21626144, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21626145, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21626146, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21626147, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21626361 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2688013, 'mtr_portfolio_id': 21626361, 'created_at': datetime.datetime(2025, 3, 25, 5, 36, 26), 'result': '0.07217567863205651', 'result_long': None, 'result_double': None}] Qualite : 0.07217567863205651 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21626361 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21626361_25-03-2025_05_36_29.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21626361 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21626361_25-03-2025_05_36_29.pdf', 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21626365, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21626366, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21626367, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21626368, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21626369, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21626370, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21626371, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21626372, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21626373, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21626374, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21626375, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21626376, 'pht': 3726}}" where mtr_portfolio_id = 21626361 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21626361 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600447, 0.07217567863205651, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21626361_25-03-2025_05_36_29.pdf', 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21626365, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21626366, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21626367, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21626368, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21626369, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21626370, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21626371, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21626372, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21626373, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21626374, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21626375, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21626376, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21626812 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2688014, 'mtr_portfolio_id': 21626812, 'created_at': datetime.datetime(2025, 3, 25, 5, 36, 31), 'result': '0.0925322711481422', 'result_long': None, 'result_double': None}] Qualite : 0.0925322711481422 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21626812 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21626812_25-03-2025_05_36_34.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21626812 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21626812_25-03-2025_05_36_34.pdf', 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21626837, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21626838, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21626839, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21626840, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21626841, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21626842, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21626843, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21626844, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21626845, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21626846, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21626847, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21626848, 'pht': 3726}}" where mtr_portfolio_id = 21626812 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21626812 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600448, 0.0925322711481422, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21626812_25-03-2025_05_36_34.pdf', 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21626837, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21626838, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21626839, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21626840, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21626841, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21626842, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21626843, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21626844, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21626845, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21626846, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21626847, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21626848, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21627257 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2688015, 'mtr_portfolio_id': 21627257, 'created_at': datetime.datetime(2025, 3, 25, 5, 37, 34), 'result': '0.06959293699307853', 'result_long': None, 'result_double': None}] Qualite : 0.06959293699307853 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21627257 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21627257_25-03-2025_05_37_37.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21627257 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21627257_25-03-2025_05_37_37.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21627258, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21627259, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21627260, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21627261, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21627262, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21627263, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21627264, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21627265, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21627266, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21627267, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21627268, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21627269, 'pht': 3726}}" where mtr_portfolio_id = 21627257 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21627257 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600449, 0.06959293699307853, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21627257_25-03-2025_05_37_37.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21627258, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21627259, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21627260, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21627261, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21627262, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21627263, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21627264, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21627265, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21627266, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21627267, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21627268, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21627269, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21627692 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2688016, 'mtr_portfolio_id': 21627692, 'created_at': datetime.datetime(2025, 3, 25, 5, 38, 33), 'result': '0.05939872023263441', 'result_long': None, 'result_double': None}] Qualite : 0.05939872023263441 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21627692 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21627692_25-03-2025_05_38_36.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21627692 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21627692_25-03-2025_05_38_36.pdf', 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21627693, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21627694, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21627695, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21627696, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21627697, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21627698, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21627699, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21627700, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21627701, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21627702, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21627703, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21627704, 'pht': 3726}}" where mtr_portfolio_id = 21627692 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21627692 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600450, 0.05939872023263441, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21627692_25-03-2025_05_38_36.pdf', 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21627693, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21627694, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21627695, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21627696, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21627697, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21627698, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21627699, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21627700, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21627701, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21627702, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21627703, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21627704, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21628109 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2688017, 'mtr_portfolio_id': 21628109, 'created_at': datetime.datetime(2025, 3, 25, 5, 39, 1), 'result': '0.06630085304476821', 'result_long': None, 'result_double': None}] Qualite : 0.06630085304476821 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21628109 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21628109_25-03-2025_05_39_04.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21628109 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21628109_25-03-2025_05_39_04.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21628134, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21628135, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21628136, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21628137, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21628138, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21628139, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21628140, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21628141, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21628142, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21628143, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21628144, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21628145, 'pht': 3726}}" where mtr_portfolio_id = 21628109 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21628109 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600451, 0.06630085304476821, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21628109_25-03-2025_05_39_04.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21628134, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21628135, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21628136, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21628137, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21628138, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21628139, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21628140, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21628141, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21628142, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21628143, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21628144, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21628145, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21628663 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2688018, 'mtr_portfolio_id': 21628663, 'created_at': datetime.datetime(2025, 3, 25, 5, 39, 30), 'result': '0.0694077774961762', 'result_long': None, 'result_double': None}] Qualite : 0.0694077774961762 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21628663 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21628663_25-03-2025_05_39_33.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21628663 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21628663_25-03-2025_05_39_33.pdf', 'papier': {'hashtag': 'papier', 'sub_port_id': 21628664, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21628665, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21628666, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21628667, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21628668, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21628669, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21628670, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21628671, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21628672, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21628673, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21628674, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21628675, 'pht': 3726}}" where mtr_portfolio_id = 21628663 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21628663 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600452, 0.0694077774961762, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21628663_25-03-2025_05_39_33.pdf', 'papier': {'hashtag': 'papier', 'sub_port_id': 21628664, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21628665, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21628666, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21628667, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21628668, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21628669, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21628670, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21628671, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21628672, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21628673, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21628674, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21628675, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21629122 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2688019, 'mtr_portfolio_id': 21629122, 'created_at': datetime.datetime(2025, 3, 25, 5, 40, 2), 'result': '0.0633487422401055', 'result_long': None, 'result_double': None}] Qualite : 0.0633487422401055 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21629122 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21629122_25-03-2025_05_40_05.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21629122 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21629122_25-03-2025_05_40_05.pdf', 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21629123, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21629124, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21629125, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21629126, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21629127, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21629128, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21629129, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21629130, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21629131, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21629132, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21629133, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21629134, 'pht': 3726}}" where mtr_portfolio_id = 21629122 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21629122 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600453, 0.0633487422401055, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21629122_25-03-2025_05_40_05.pdf', 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21629123, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21629124, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21629125, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21629126, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21629127, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21629128, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21629129, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21629130, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21629131, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21629132, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21629133, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21629134, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21629696 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2688020, 'mtr_portfolio_id': 21629696, 'created_at': datetime.datetime(2025, 3, 25, 5, 40, 32), 'result': '0.09540776995099325', 'result_long': None, 'result_double': None}] Qualite : 0.09540776995099325 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21629696 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21629696_25-03-2025_05_40_35.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21629696 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21629696_25-03-2025_05_40_35.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21629697, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21629698, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21629699, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21629700, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21629701, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21629702, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21629703, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21629704, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21629705, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21629706, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21629707, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21629708, 'pht': 3726}}" where mtr_portfolio_id = 21629696 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21629696 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600454, 0.09540776995099325, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21629696_25-03-2025_05_40_35.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21629697, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21629698, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21629699, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21629700, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21629701, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21629702, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21629703, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21629704, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21629705, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21629706, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21629707, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21629708, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21630014 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2688021, 'mtr_portfolio_id': 21630014, 'created_at': datetime.datetime(2025, 3, 25, 5, 41, 33), 'result': '0.07422866047579084', 'result_long': None, 'result_double': None}] Qualite : 0.07422866047579084 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21630014 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21630014_25-03-2025_05_41_37.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21630014 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21630014_25-03-2025_05_41_37.pdf', 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21630016, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21630017, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21630018, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21630019, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21630020, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21630021, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21630022, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21630023, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21630024, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21630025, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21630026, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21630027, 'pht': 3726}}" where mtr_portfolio_id = 21630014 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21630014 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600455, 0.07422866047579084, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21630014_25-03-2025_05_41_37.pdf', 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21630016, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21630017, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21630018, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21630019, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21630020, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21630021, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21630022, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21630023, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21630024, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21630025, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21630026, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21630027, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21630706 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2688022, 'mtr_portfolio_id': 21630706, 'created_at': datetime.datetime(2025, 3, 25, 5, 42, 7), 'result': '0.06991289091127545', 'result_long': None, 'result_double': None}] Qualite : 0.06991289091127545 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21630706 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21630706_25-03-2025_05_42_09.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21630706 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21630706_25-03-2025_05_42_09.pdf', 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21630800, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21630801, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21630802, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21630803, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21630804, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21630805, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21630806, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21630807, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21630808, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21630809, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21630810, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21630811, 'pht': 3726}}" where mtr_portfolio_id = 21630706 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21630706 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600456, 0.06991289091127545, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21630706_25-03-2025_05_42_09.pdf', 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21630800, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21630801, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21630802, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21630803, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21630804, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21630805, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21630806, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21630807, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21630808, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21630809, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21630810, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21630811, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21631501 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2688023, 'mtr_portfolio_id': 21631501, 'created_at': datetime.datetime(2025, 3, 25, 5, 42, 33), 'result': '0.08483613627139733', 'result_long': None, 'result_double': None}] Qualite : 0.08483613627139733 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21631501 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21631501_25-03-2025_05_42_35.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21631501 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21631501_25-03-2025_05_42_35.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21631502, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21631503, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21631504, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21631505, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21631506, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21631507, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21631508, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21631509, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21631510, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21631511, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21631512, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21631513, 'pht': 3726}}" where mtr_portfolio_id = 21631501 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21631501 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600457, 0.08483613627139733, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21631501_25-03-2025_05_42_35.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21631502, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21631503, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21631504, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21631505, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21631506, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21631507, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21631508, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21631509, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21631510, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21631511, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21631512, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21631513, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21632290 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2688024, 'mtr_portfolio_id': 21632290, 'created_at': datetime.datetime(2025, 3, 25, 5, 43, 31), 'result': '0.07645436579687802', 'result_long': None, 'result_double': None}] Qualite : 0.07645436579687802 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21632290 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21632290_25-03-2025_05_43_35.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21632290 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21632290_25-03-2025_05_43_35.pdf', 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21632303, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21632304, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21632305, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21632306, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21632307, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21632308, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21632309, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21632310, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21632311, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21632312, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21632313, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21632314, 'pht': 3726}}" where mtr_portfolio_id = 21632290 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21632290 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600458, 0.07645436579687802, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21632290_25-03-2025_05_43_35.pdf', 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21632303, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21632304, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21632305, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21632306, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21632307, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21632308, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21632309, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21632310, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21632311, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21632312, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21632313, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21632314, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21632901 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2688025, 'mtr_portfolio_id': 21632901, 'created_at': datetime.datetime(2025, 3, 25, 5, 44, 2), 'result': '0.07685209794774192', 'result_long': None, 'result_double': None}] Qualite : 0.07685209794774192 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21632901 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21632901_25-03-2025_05_44_05.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21632901 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21632901_25-03-2025_05_44_05.pdf', 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21632926, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21632927, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21632928, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21632929, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21632930, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21632931, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21632932, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21632933, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21632934, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21632935, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21632936, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21632937, 'pht': 3726}}" where mtr_portfolio_id = 21632901 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21632901 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600459, 0.07685209794774192, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21632901_25-03-2025_05_44_05.pdf', 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21632926, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21632927, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21632928, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21632929, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21632930, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21632931, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21632932, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21632933, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21632934, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21632935, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21632936, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21632937, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21633590 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2684406, 'mtr_portfolio_id': 21633590, 'created_at': datetime.datetime(2025, 3, 24, 8, 55), 'result': '0.06958537803921955', 'result_long': None, 'result_double': None}] Qualite : 0.06958537803921955 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21633590 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21633590_24-03-2025_08_55_01.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21633590 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21633590_24-03-2025_08_55_01.pdf', 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21633616, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21633617, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21633618, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21633619, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21633620, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21633621, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21633622, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21633623, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21633624, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21633625, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21633626, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21633627, 'pht': 3726}}" where mtr_portfolio_id = 21633590 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21633590 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600460, 0.06958537803921955, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21633590_24-03-2025_08_55_01.pdf', 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21633616, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21633617, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21633618, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21633619, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21633620, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21633621, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21633622, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21633623, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21633624, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21633625, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21633626, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21633627, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21634411 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2688027, 'mtr_portfolio_id': 21634411, 'created_at': datetime.datetime(2025, 3, 25, 5, 44, 29), 'result': '0.05554226380453752', 'result_long': None, 'result_double': None}] Qualite : 0.05554226380453752 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21634411 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21634411_25-03-2025_05_44_30.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21634411 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21634411_25-03-2025_05_44_30.pdf', 'papier': {'hashtag': 'papier', 'sub_port_id': 21634412, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21634413, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21634414, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21634415, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21634416, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21634417, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21634418, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21634419, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21634420, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21634421, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21634422, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21634423, 'pht': 3726}}" where mtr_portfolio_id = 21634411 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21634411 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600461, 0.05554226380453752, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21634411_25-03-2025_05_44_30.pdf', 'papier': {'hashtag': 'papier', 'sub_port_id': 21634412, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21634413, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21634414, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21634415, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21634416, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21634417, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21634418, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21634419, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21634420, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21634421, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21634422, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21634423, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21635429 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2684560, 'mtr_portfolio_id': 21635429, 'created_at': datetime.datetime(2025, 3, 24, 9, 47, 58), 'result': '0.0737746418590291', 'result_long': None, 'result_double': None}] Qualite : 0.0737746418590291 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21635429 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21635429_24-03-2025_09_47_58.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21635429 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21635429_24-03-2025_09_47_58.pdf', 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21635430, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21635431, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21635432, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21635433, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21635434, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21635435, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21635436, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21635437, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21635438, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21635439, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21635440, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21635441, 'pht': 3726}}" where mtr_portfolio_id = 21635429 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21635429 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600462, 0.0737746418590291, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21635429_24-03-2025_09_47_58.pdf', 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21635430, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21635431, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21635432, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21635433, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21635434, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21635435, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21635436, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21635437, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21635438, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21635439, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21635440, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21635441, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21635903 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2684599, 'mtr_portfolio_id': 21635903, 'created_at': datetime.datetime(2025, 3, 24, 10, 5), 'result': '0.06618067620465443', 'result_long': None, 'result_double': None}] Qualite : 0.06618067620465443 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21635903 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21635903_24-03-2025_10_05_00.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21635903 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21635903_24-03-2025_10_05_00.pdf', 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21635904, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21635905, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21635906, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21635907, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21635908, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21635909, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21635910, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21635911, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21635912, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21635913, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21635914, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21635915, 'pht': 3726}}" where mtr_portfolio_id = 21635903 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21635903 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600463, 0.06618067620465443, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21635903_24-03-2025_10_05_00.pdf', 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21635904, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21635905, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21635906, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21635907, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21635908, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21635909, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21635910, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21635911, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21635912, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21635913, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21635914, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21635915, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21636492 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2684654, 'mtr_portfolio_id': 21636492, 'created_at': datetime.datetime(2025, 3, 24, 10, 18, 59), 'result': '0.05827418171918351', 'result_long': None, 'result_double': None}] Qualite : 0.05827418171918351 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21636492 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21636492_24-03-2025_10_19_00.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21636492 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21636492_24-03-2025_10_19_00.pdf', 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21636494, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21636495, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21636496, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21636497, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21636498, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21636499, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21636500, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21636501, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21636502, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21636503, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21636504, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21636505, 'pht': 3726}}" where mtr_portfolio_id = 21636492 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21636492 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600464, 0.05827418171918351, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21636492_24-03-2025_10_19_00.pdf', 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21636494, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21636495, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21636496, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21636497, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21636498, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21636499, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21636500, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21636501, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21636502, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21636503, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21636504, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21636505, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21637132 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2684697, 'mtr_portfolio_id': 21637132, 'created_at': datetime.datetime(2025, 3, 24, 10, 34, 58), 'result': '0.07509295122764567', 'result_long': None, 'result_double': None}] Qualite : 0.07509295122764567 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21637132 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21637132_24-03-2025_10_34_58.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21637132 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21637132_24-03-2025_10_34_58.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21637170, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21637171, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21637172, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21637173, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21637174, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21637175, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21637176, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21637177, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21637178, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21637179, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21637180, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21637181, 'pht': 3726}}" where mtr_portfolio_id = 21637132 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21637132 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600465, 0.07509295122764567, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21637132_24-03-2025_10_34_58.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21637170, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21637171, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21637172, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21637173, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21637174, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21637175, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21637176, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21637177, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21637178, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21637179, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21637180, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21637181, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21637837 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2684755, 'mtr_portfolio_id': 21637837, 'created_at': datetime.datetime(2025, 3, 24, 10, 48, 59), 'result': '0.07705891919244472', 'result_long': None, 'result_double': None}] Qualite : 0.07705891919244472 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21637837 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21637837_24-03-2025_10_49_02.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21637837 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21637837_24-03-2025_10_49_02.pdf', 'papier': {'hashtag': 'papier', 'sub_port_id': 21637838, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21637839, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21637840, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21637841, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21637842, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21637843, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21637844, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21637845, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21637846, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21637847, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21637848, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21637849, 'pht': 3726}}" where mtr_portfolio_id = 21637837 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21637837 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600466, 0.07705891919244472, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21637837_24-03-2025_10_49_02.pdf', 'papier': {'hashtag': 'papier', 'sub_port_id': 21637838, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21637839, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21637840, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21637841, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21637842, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21637843, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21637844, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21637845, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21637846, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21637847, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21637848, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21637849, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21638619 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2684803, 'mtr_portfolio_id': 21638619, 'created_at': datetime.datetime(2025, 3, 24, 11, 5), 'result': '0.08947101264544254', 'result_long': None, 'result_double': None}] Qualite : 0.08947101264544254 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21638619 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21638619_24-03-2025_11_05_01.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21638619 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21638619_24-03-2025_11_05_01.pdf', 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21638620, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21638621, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21638622, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21638623, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21638624, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21638625, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21638626, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21638627, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21638628, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21638629, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21638630, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21638631, 'pht': 3726}}" where mtr_portfolio_id = 21638619 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21638619 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600467, 0.08947101264544254, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21638619_24-03-2025_11_05_01.pdf', 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21638620, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21638621, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21638622, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21638623, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21638624, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21638625, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21638626, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21638627, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21638628, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21638629, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21638630, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21638631, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21639313 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2684873, 'mtr_portfolio_id': 21639313, 'created_at': datetime.datetime(2025, 3, 24, 11, 19, 58), 'result': '0.05499586777422603', 'result_long': None, 'result_double': None}] Qualite : 0.05499586777422603 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21639313 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21639313_24-03-2025_11_19_59.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21639313 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21639313_24-03-2025_11_19_59.pdf', 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21639410, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21639411, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21639412, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21639413, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21639414, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21639415, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21639416, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21639417, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21639418, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21639419, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21639420, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21639421, 'pht': 3726}}" where mtr_portfolio_id = 21639313 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21639313 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600468, 0.05499586777422603, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21639313_24-03-2025_11_19_59.pdf', 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21639410, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21639411, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21639412, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21639413, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21639414, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21639415, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21639416, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21639417, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21639418, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21639419, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21639420, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21639421, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21640167 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2684920, 'mtr_portfolio_id': 21640167, 'created_at': datetime.datetime(2025, 3, 24, 11, 34, 58), 'result': '0.07521718840364347', 'result_long': None, 'result_double': None}] Qualite : 0.07521718840364347 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21640167 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21640167_24-03-2025_11_34_59.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21640167 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21640167_24-03-2025_11_34_59.pdf', 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21640171, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21640172, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21640173, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21640174, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21640175, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21640176, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21640177, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21640178, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21640179, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21640180, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21640181, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21640182, 'pht': 3726}}" where mtr_portfolio_id = 21640167 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21640167 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600469, 0.07521718840364347, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21640167_24-03-2025_11_34_59.pdf', 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21640171, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21640172, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21640173, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21640174, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21640175, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21640176, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21640177, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21640178, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21640179, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21640180, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21640181, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21640182, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21641025 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2684989, 'mtr_portfolio_id': 21641025, 'created_at': datetime.datetime(2025, 3, 24, 11, 48), 'result': '0.06877147770548697', 'result_long': None, 'result_double': None}] Qualite : 0.06877147770548697 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21641025 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21641025_24-03-2025_11_48_01.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21641025 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21641025_24-03-2025_11_48_01.pdf', 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21641050, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21641051, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21641052, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21641053, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21641054, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21641055, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21641056, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21641057, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21641058, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21641059, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21641060, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21641061, 'pht': 3726}}" where mtr_portfolio_id = 21641025 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21641025 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600470, 0.06877147770548697, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21641025_24-03-2025_11_48_01.pdf', 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21641050, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21641051, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21641052, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21641053, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21641054, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21641055, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21641056, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21641057, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21641058, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21641059, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21641060, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21641061, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21641898 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2685054, 'mtr_portfolio_id': 21641898, 'created_at': datetime.datetime(2025, 3, 24, 12, 3, 56), 'result': '0.09699988395515394', 'result_long': None, 'result_double': None}] Qualite : 0.09699988395515394 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21641898 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21641898_24-03-2025_12_03_57.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21641898 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21641898_24-03-2025_12_03_57.pdf', 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21641923, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21641924, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21641925, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21641926, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21641927, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21641928, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21641929, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21641930, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21641931, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21641932, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21641933, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21641934, 'pht': 3726}}" where mtr_portfolio_id = 21641898 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21641898 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600471, 0.09699988395515394, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21641898_24-03-2025_12_03_57.pdf', 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21641923, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21641924, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21641925, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21641926, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21641927, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21641928, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21641929, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21641930, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21641931, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21641932, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21641933, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21641934, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21642723 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2685125, 'mtr_portfolio_id': 21642723, 'created_at': datetime.datetime(2025, 3, 24, 12, 31), 'result': '0.07633992459600461', 'result_long': None, 'result_double': None}] Qualite : 0.07633992459600461 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21642723 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21642723_24-03-2025_12_31_00.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21642723 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21642723_24-03-2025_12_31_00.pdf', 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21642738, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21642739, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21642740, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21642741, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21642742, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21642743, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21642744, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21642745, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21642746, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21642747, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21642748, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21642749, 'pht': 3726}}" where mtr_portfolio_id = 21642723 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21642723 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600472, 0.07633992459600461, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21642723_24-03-2025_12_31_00.pdf', 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21642738, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21642739, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21642740, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21642741, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21642742, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21642743, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21642744, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21642745, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21642746, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21642747, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21642748, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21642749, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21644902 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2685414, 'mtr_portfolio_id': 21644902, 'created_at': datetime.datetime(2025, 3, 24, 13, 49), 'result': '0.06508243107025931', 'result_long': None, 'result_double': None}] Qualite : 0.06508243107025931 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21644902 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21644902_24-03-2025_13_49_01.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21644902 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21644902_24-03-2025_13_49_01.pdf', 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21644903, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21644904, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21644905, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21644906, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21644907, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21644908, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21644909, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21644910, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21644911, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21644912, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21644913, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21644914, 'pht': 3726}}" where mtr_portfolio_id = 21644902 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21644902 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600473, 0.06508243107025931, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21644902_24-03-2025_13_49_01.pdf', 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21644903, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21644904, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21644905, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21644906, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21644907, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21644908, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21644909, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21644910, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21644911, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21644912, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21644913, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21644914, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21645236 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2685436, 'mtr_portfolio_id': 21645236, 'created_at': datetime.datetime(2025, 3, 24, 14, 5, 2), 'result': '0.07422231678637731', 'result_long': None, 'result_double': None}] Qualite : 0.07422231678637731 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21645236 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21645236_24-03-2025_14_05_05.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21645236 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21645236_24-03-2025_14_05_05.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21645237, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21645238, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21645239, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21645240, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21645241, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21645242, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21645243, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21645244, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21645245, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21645246, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21645247, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21645248, 'pht': 3726}}" where mtr_portfolio_id = 21645236 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21645236 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600474, 0.07422231678637731, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21645236_24-03-2025_14_05_05.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21645237, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21645238, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21645239, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21645240, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21645241, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21645242, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21645243, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21645244, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21645245, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21645246, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21645247, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21645248, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21645675 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2685485, 'mtr_portfolio_id': 21645675, 'created_at': datetime.datetime(2025, 3, 24, 14, 18, 34), 'result': '0.0674828750178672', 'result_long': None, 'result_double': None}] Qualite : 0.0674828750178672 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21645675 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21645675_24-03-2025_14_18_39.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21645675 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21645675_24-03-2025_14_18_39.pdf', 'flou': {'hashtag': 'flou', 'sub_port_id': 21645736, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21645737, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21645738, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21645739, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21645740, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21645741, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21645742, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21645743, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21645744, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21645745, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21645746, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21645747, 'pht': 3726}}" where mtr_portfolio_id = 21645675 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21645675 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600475, 0.0674828750178672, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21645675_24-03-2025_14_18_39.pdf', 'flou': {'hashtag': 'flou', 'sub_port_id': 21645736, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21645737, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21645738, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21645739, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21645740, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21645741, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21645742, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21645743, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21645744, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21645745, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21645746, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21645747, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21646350 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2685534, 'mtr_portfolio_id': 21646350, 'created_at': datetime.datetime(2025, 3, 24, 14, 35, 29), 'result': '0.061646564188210566', 'result_long': None, 'result_double': None}] Qualite : 0.061646564188210566 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21646350 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21646350_24-03-2025_14_35_29.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21646350 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21646350_24-03-2025_14_35_29.pdf', 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21646351, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21646352, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21646353, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21646354, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21646355, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21646356, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21646357, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21646358, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21646359, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21646360, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21646361, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21646362, 'pht': 3726}}" where mtr_portfolio_id = 21646350 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21646350 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600476, 0.061646564188210566, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21646350_24-03-2025_14_35_29.pdf', 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21646351, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21646352, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21646353, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21646354, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21646355, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21646356, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21646357, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21646358, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21646359, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21646360, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21646361, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21646362, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21646794 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2685605, 'mtr_portfolio_id': 21646794, 'created_at': datetime.datetime(2025, 3, 24, 14, 59, 27), 'result': '0.08264869009923245', 'result_long': None, 'result_double': None}] Qualite : 0.08264869009923245 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21646794 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21646794_24-03-2025_14_59_27.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21646794 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21646794_24-03-2025_14_59_27.pdf', 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21646795, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21646796, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21646797, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21646798, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21646799, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21646800, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21646801, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21646802, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21646803, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21646804, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21646805, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21646806, 'pht': 3726}}" where mtr_portfolio_id = 21646794 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21646794 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600477, 0.08264869009923245, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21646794_24-03-2025_14_59_27.pdf', 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21646795, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21646796, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21646797, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21646798, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21646799, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21646800, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21646801, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21646802, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21646803, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21646804, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21646805, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21646806, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21648500 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2685723, 'mtr_portfolio_id': 21648500, 'created_at': datetime.datetime(2025, 3, 24, 15, 2, 58), 'result': '0.10198686258436583', 'result_long': None, 'result_double': None}] Qualite : 0.10198686258436583 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21648500 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21648500_24-03-2025_15_02_58.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21648500 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21648500_24-03-2025_15_02_58.pdf', 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21648501, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21648502, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21648503, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21648504, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21648505, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21648506, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21648507, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21648508, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21648509, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21648510, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21648511, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21648512, 'pht': 3726}}" where mtr_portfolio_id = 21648500 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21648500 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600478, 0.10198686258436583, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21648500_24-03-2025_15_02_58.pdf', 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21648501, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21648502, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21648503, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21648504, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21648505, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21648506, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21648507, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21648508, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21648509, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21648510, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21648511, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21648512, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21649346 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2685788, 'mtr_portfolio_id': 21649346, 'created_at': datetime.datetime(2025, 3, 24, 15, 18, 2), 'result': '0.057470609298166365', 'result_long': None, 'result_double': None}] Qualite : 0.057470609298166365 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21649346 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21649346_24-03-2025_15_18_02.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21649346 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21649346_24-03-2025_15_18_02.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21649347, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21649348, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21649349, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21649350, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21649351, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21649352, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21649354, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21649355, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21649356, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21649357, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21649359, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21649360, 'pht': 3726}}" where mtr_portfolio_id = 21649346 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21649346 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600479, 0.057470609298166365, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21649346_24-03-2025_15_18_02.pdf', 'metal': {'hashtag': 'metal', 'sub_port_id': 21649347, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21649348, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21649349, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21649350, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21649351, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21649352, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21649354, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21649355, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21649356, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21649357, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21649359, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21649360, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21649732 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2685814, 'mtr_portfolio_id': 21649732, 'created_at': datetime.datetime(2025, 3, 24, 15, 35), 'result': '0.0841627188691558', 'result_long': None, 'result_double': None}] Qualite : 0.0841627188691558 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21649732 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21649732_24-03-2025_15_35_00.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21649732 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21649732_24-03-2025_15_35_00.pdf', 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21649733, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21649734, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21649735, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21649736, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21649737, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21649738, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21649739, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21649740, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21649741, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21649742, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21649743, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21649744, 'pht': 3726}}" where mtr_portfolio_id = 21649732 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21649732 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600480, 0.0841627188691558, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21649732_24-03-2025_15_35_00.pdf', 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21649733, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21649734, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21649735, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21649736, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21649737, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21649738, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21649739, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21649740, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21649741, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21649742, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21649743, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21649744, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21650383 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2685861, 'mtr_portfolio_id': 21650383, 'created_at': datetime.datetime(2025, 3, 24, 15, 49, 2), 'result': '0.06496819018518012', 'result_long': None, 'result_double': None}] Qualite : 0.06496819018518012 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21650383 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21650383_24-03-2025_15_49_02.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21650383 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21650383_24-03-2025_15_49_02.pdf', 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21650408, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21650409, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21650410, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21650411, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21650412, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21650413, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21650414, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21650415, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21650416, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21650417, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21650418, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21650419, 'pht': 3726}}" where mtr_portfolio_id = 21650383 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21650383 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600481, 0.06496819018518012, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21650383_24-03-2025_15_49_02.pdf', 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21650408, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21650409, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21650410, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21650411, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21650412, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21650413, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21650414, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21650415, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21650416, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21650417, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21650418, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21650419, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21650990 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2685898, 'mtr_portfolio_id': 21650990, 'created_at': datetime.datetime(2025, 3, 24, 16, 4, 58), 'result': '0.06732158206717671', 'result_long': None, 'result_double': None}] Qualite : 0.06732158206717671 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21650990 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21650990_24-03-2025_16_05_00.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21650990 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21650990_24-03-2025_16_05_00.pdf', 'flou': {'hashtag': 'flou', 'sub_port_id': 21650991, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21650992, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21650993, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21650994, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21650995, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21650996, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21650997, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21650998, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21650999, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21651000, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21651001, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21651002, 'pht': 3726}}" where mtr_portfolio_id = 21650990 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21650990 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600482, 0.06732158206717671, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21650990_24-03-2025_16_05_00.pdf', 'flou': {'hashtag': 'flou', 'sub_port_id': 21650991, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21650992, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21650993, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21650994, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21650995, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21650996, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21650997, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21650998, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21650999, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21651000, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21651001, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21651002, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21651705 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2685985, 'mtr_portfolio_id': 21651705, 'created_at': datetime.datetime(2025, 3, 24, 16, 20, 33), 'result': '0.07785695496709012', 'result_long': None, 'result_double': None}] Qualite : 0.07785695496709012 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21651705 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21651705_24-03-2025_16_20_34.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21651705 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21651705_24-03-2025_16_20_34.pdf', 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21651768, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21651769, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21651770, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21651772, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21651773, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21651774, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21651776, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21651777, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21651778, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21651780, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21651781, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21651782, 'pht': 3726}}" where mtr_portfolio_id = 21651705 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21651705 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600483, 0.07785695496709012, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21651705_24-03-2025_16_20_34.pdf', 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21651768, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21651769, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21651770, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21651772, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21651773, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21651774, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21651776, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21651777, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21651778, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21651780, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21651781, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21651782, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21652758 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2686028, 'mtr_portfolio_id': 21652758, 'created_at': datetime.datetime(2025, 3, 24, 16, 32, 58), 'result': '0.06481316510314147', 'result_long': None, 'result_double': None}] Qualite : 0.06481316510314147 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21652758 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21652758_24-03-2025_16_32_59.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21652758 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21652758_24-03-2025_16_32_59.pdf', 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21652851, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21652852, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21652853, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21652854, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21652855, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21652856, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21652857, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21652858, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21652859, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21652860, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21652861, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21652862, 'pht': 3726}}" where mtr_portfolio_id = 21652758 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21652758 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600484, 0.06481316510314147, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21652758_24-03-2025_16_32_59.pdf', 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21652851, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21652852, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21652853, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21652854, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21652855, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21652856, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21652857, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21652858, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21652859, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21652860, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21652861, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21652862, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21653806 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2686139, 'mtr_portfolio_id': 21653806, 'created_at': datetime.datetime(2025, 3, 24, 16, 49), 'result': '0.06620359153761816', 'result_long': None, 'result_double': None}] Qualite : 0.06620359153761816 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21653806 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21653806_24-03-2025_16_49_01.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21653806 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21653806_24-03-2025_16_49_01.pdf', 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21653871, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21653872, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21653873, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21653874, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21653875, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21653876, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21653877, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21653878, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21653879, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21653880, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21653881, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21653882, 'pht': 3726}}" where mtr_portfolio_id = 21653806 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21653806 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600485, 0.06620359153761816, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21653806_24-03-2025_16_49_01.pdf', 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21653871, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21653872, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21653873, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21653874, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21653875, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21653876, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21653877, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21653878, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21653879, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21653880, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21653881, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21653882, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21654421 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2686189, 'mtr_portfolio_id': 21654421, 'created_at': datetime.datetime(2025, 3, 24, 17, 5, 1), 'result': '0.08611622778825652', 'result_long': None, 'result_double': None}] Qualite : 0.08611622778825652 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21654421 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21654421_24-03-2025_17_05_01.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21654421 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21654421_24-03-2025_17_05_01.pdf', 'flou': {'hashtag': 'flou', 'sub_port_id': 21654422, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21654423, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21654424, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21654425, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21654426, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21654427, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21654428, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21654429, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21654430, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21654431, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21654432, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21654433, 'pht': 3726}}" where mtr_portfolio_id = 21654421 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21654421 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600486, 0.08611622778825652, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21654421_24-03-2025_17_05_01.pdf', 'flou': {'hashtag': 'flou', 'sub_port_id': 21654422, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21654423, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21654424, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21654425, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21654426, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21654427, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21654428, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21654429, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21654430, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21654431, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21654432, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21654433, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21655258 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2686270, 'mtr_portfolio_id': 21655258, 'created_at': datetime.datetime(2025, 3, 24, 17, 18, 57), 'result': '0.08114684547827908', 'result_long': None, 'result_double': None}] Qualite : 0.08114684547827908 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21655258 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21655258_24-03-2025_17_18_58.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21655258 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21655258_24-03-2025_17_18_58.pdf', 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21655337, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21655338, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21655339, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21655340, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21655341, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21655342, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21655343, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21655344, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21655345, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21655346, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21655347, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21655348, 'pht': 3726}}" where mtr_portfolio_id = 21655258 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21655258 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600487, 0.08114684547827908, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21655258_24-03-2025_17_18_58.pdf', 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21655337, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21655338, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21655339, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21655340, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21655341, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21655342, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21655343, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21655344, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21655345, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21655346, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21655347, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21655348, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21656266 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2686314, 'mtr_portfolio_id': 21656266, 'created_at': datetime.datetime(2025, 3, 24, 18, 4, 59), 'result': '0.07125501829850696', 'result_long': None, 'result_double': None}] Qualite : 0.07125501829850696 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21656266 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21656266_24-03-2025_18_04_59.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21656266 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21656266_24-03-2025_18_04_59.pdf', 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21656267, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21656268, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21656269, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21656270, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21656271, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21656272, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21656273, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21656274, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21656275, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21656276, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21656277, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21656278, 'pht': 3726}}" where mtr_portfolio_id = 21656266 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21656266 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600488, 0.07125501829850696, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21656266_24-03-2025_18_04_59.pdf', 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21656267, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21656268, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21656269, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21656270, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21656271, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21656272, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21656273, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21656274, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21656275, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21656276, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21656277, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21656278, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21658668 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2686491, 'mtr_portfolio_id': 21658668, 'created_at': datetime.datetime(2025, 3, 24, 18, 22, 2), 'result': '0.06853458779022577', 'result_long': None, 'result_double': None}] Qualite : 0.06853458779022577 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21658668 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21658668_24-03-2025_18_22_03.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21658668 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21658668_24-03-2025_18_22_03.pdf', 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21658669, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21658670, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21658671, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21658672, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21658673, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21658674, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21658675, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21658676, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21658677, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21658678, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21658679, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21658680, 'pht': 3726}}" where mtr_portfolio_id = 21658668 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21658668 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600489, 0.06853458779022577, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21658668_24-03-2025_18_22_03.pdf', 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21658669, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21658670, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21658671, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21658672, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21658673, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21658674, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21658675, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21658676, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21658677, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21658678, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21658679, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21658680, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21659759 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2686528, 'mtr_portfolio_id': 21659759, 'created_at': datetime.datetime(2025, 3, 24, 18, 33, 58), 'result': '0.10469821195140089', 'result_long': None, 'result_double': None}] Qualite : 0.10469821195140089 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21659759 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21659759_24-03-2025_18_33_59.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21659759 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21659759_24-03-2025_18_33_59.pdf', 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21659784, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21659785, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21659786, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21659787, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21659788, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21659789, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21659790, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21659791, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21659792, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21659793, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21659794, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21659795, 'pht': 3726}}" where mtr_portfolio_id = 21659759 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21659759 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600490, 0.10469821195140089, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21659759_24-03-2025_18_33_59.pdf', 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21659784, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21659785, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21659786, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21659787, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21659788, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21659789, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21659790, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21659791, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21659792, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21659793, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21659794, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21659795, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21660328 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2686564, 'mtr_portfolio_id': 21660328, 'created_at': datetime.datetime(2025, 3, 24, 18, 43, 58), 'result': '0.08658160321013149', 'result_long': None, 'result_double': None}] Qualite : 0.08658160321013149 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21660328 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21660328_24-03-2025_18_38_01.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21660328 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21660328_24-03-2025_18_38_01.pdf', 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21660377, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21660378, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21660379, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21660380, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21660381, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21660382, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21660383, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21660384, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21660385, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21660386, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21660387, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21660388, 'pht': 3726}}" where mtr_portfolio_id = 21660328 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21660328 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600491, 0.08658160321013149, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21660328_24-03-2025_18_38_01.pdf', 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21660377, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21660378, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21660379, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21660380, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21660381, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21660382, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21660383, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21660384, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21660385, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21660386, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21660387, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21660388, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21661302 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2686623, 'mtr_portfolio_id': 21661302, 'created_at': datetime.datetime(2025, 3, 24, 19, 4, 2), 'result': '0.05933573640212682', 'result_long': None, 'result_double': None}] Qualite : 0.05933573640212682 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21661302 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21661302_24-03-2025_19_04_03.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21661302 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21661302_24-03-2025_19_04_03.pdf', 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21661382, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21661383, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21661384, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21661385, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21661386, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21661387, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21661388, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21661389, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21661390, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21661391, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21661392, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21661393, 'pht': 3726}}" where mtr_portfolio_id = 21661302 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21661302 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600492, 0.05933573640212682, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21661302_24-03-2025_19_04_03.pdf', 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21661382, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21661383, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21661384, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21661385, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21661386, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21661387, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21661388, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21661389, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21661390, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21661391, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21661392, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21661393, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21662543 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2686703, 'mtr_portfolio_id': 21662543, 'created_at': datetime.datetime(2025, 3, 24, 19, 19), 'result': '0.07667850117538651', 'result_long': None, 'result_double': None}] Qualite : 0.07667850117538651 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21662543 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21662543_24-03-2025_19_19_01.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21662543 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21662543_24-03-2025_19_19_01.pdf', 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21662592, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21662593, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21662594, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21662595, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21662596, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21662597, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21662598, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21662599, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21662600, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21662601, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21662602, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21662603, 'pht': 3726}}" where mtr_portfolio_id = 21662543 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21662543 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600493, 0.07667850117538651, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21662543_24-03-2025_19_19_01.pdf', 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21662592, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21662593, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21662594, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21662595, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21662596, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21662597, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21662598, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21662599, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21662600, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21662601, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21662602, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21662603, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21663414 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2686737, 'mtr_portfolio_id': 21663414, 'created_at': datetime.datetime(2025, 3, 24, 19, 34, 1), 'result': '0.0855944340951776', 'result_long': None, 'result_double': None}] Qualite : 0.0855944340951776 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21663414 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21663414_24-03-2025_19_34_01.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21663414 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21663414_24-03-2025_19_34_01.pdf', 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21663518, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21663519, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21663520, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21663521, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21663522, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21663523, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21663524, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21663525, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21663526, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21663527, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21663528, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21663529, 'pht': 3726}}" where mtr_portfolio_id = 21663414 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21663414 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600494, 0.0855944340951776, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21663414_24-03-2025_19_34_01.pdf', 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21663518, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21663519, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21663520, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21663521, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21663522, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21663523, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21663524, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21663525, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21663526, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21663527, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21663528, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21663529, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21664360 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2686804, 'mtr_portfolio_id': 21664360, 'created_at': datetime.datetime(2025, 3, 24, 19, 49, 1), 'result': '0.07812672458375872', 'result_long': None, 'result_double': None}] Qualite : 0.07812672458375872 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21664360 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21664360_24-03-2025_19_49_01.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21664360 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21664360_24-03-2025_19_49_01.pdf', 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21664373, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21664374, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21664375, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21664377, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21664383, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21664389, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21664391, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21664392, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21664393, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21664394, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21664395, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21664396, 'pht': 3726}}" where mtr_portfolio_id = 21664360 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21664360 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600495, 0.07812672458375872, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21664360_24-03-2025_19_49_01.pdf', 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21664373, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21664374, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21664375, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21664377, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21664383, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21664389, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21664391, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21664392, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21664393, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21664394, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21664395, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21664396, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21665328 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2686836, 'mtr_portfolio_id': 21665328, 'created_at': datetime.datetime(2025, 3, 24, 20, 4, 1), 'result': '0.0749760019901851', 'result_long': None, 'result_double': None}] Qualite : 0.0749760019901851 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21665328 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21665328_24-03-2025_20_04_02.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21665328 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21665328_24-03-2025_20_04_02.pdf', 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21665401, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21665402, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21665403, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21665404, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21665405, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21665406, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21665407, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21665408, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21665409, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21665410, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21665411, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21665412, 'pht': 3726}}" where mtr_portfolio_id = 21665328 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21665328 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600496, 0.0749760019901851, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21665328_24-03-2025_20_04_02.pdf', 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21665401, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21665402, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21665403, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21665404, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21665405, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21665406, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21665407, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21665408, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21665409, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21665410, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21665411, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21665412, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21666344 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2686894, 'mtr_portfolio_id': 21666344, 'created_at': datetime.datetime(2025, 3, 24, 20, 18, 4), 'result': '0.07308427186597424', 'result_long': None, 'result_double': None}] Qualite : 0.07308427186597424 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21666344 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21666344_24-03-2025_20_18_05.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21666344 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21666344_24-03-2025_20_18_05.pdf', 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21666379, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21666381, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21666382, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21666384, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21666385, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21666386, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21666387, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21666388, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21666389, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21666390, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21666391, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21666392, 'pht': 3726}}" where mtr_portfolio_id = 21666344 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21666344 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600497, 0.07308427186597424, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21666344_24-03-2025_20_18_05.pdf', 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21666379, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21666381, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21666382, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21666384, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21666385, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21666386, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21666387, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21666388, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21666389, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21666390, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21666391, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21666392, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21667134 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2686952, 'mtr_portfolio_id': 21667134, 'created_at': datetime.datetime(2025, 3, 24, 20, 35, 59), 'result': '0.08375699765917619', 'result_long': None, 'result_double': None}] Qualite : 0.08375699765917619 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21667134 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21667134_24-03-2025_20_35_59.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21667134 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21667134_24-03-2025_20_35_59.pdf', 'papier': {'hashtag': 'papier', 'sub_port_id': 21667191, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21667192, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21667193, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21667194, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21667195, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21667196, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21667197, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21667198, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21667199, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21667200, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21667201, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21667202, 'pht': 3726}}" where mtr_portfolio_id = 21667134 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21667134 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600498, 0.08375699765917619, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21667134_24-03-2025_20_35_59.pdf', 'papier': {'hashtag': 'papier', 'sub_port_id': 21667191, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21667192, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21667193, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21667194, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21667195, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21667196, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21667197, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21667198, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21667199, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21667200, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21667201, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21667202, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21668006 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2687031, 'mtr_portfolio_id': 21668006, 'created_at': datetime.datetime(2025, 3, 24, 21, 5, 57), 'result': '0.07057501397714956', 'result_long': None, 'result_double': None}] Qualite : 0.07057501397714956 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21668006 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21668006_24-03-2025_21_05_57.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21668006 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21668006_24-03-2025_21_05_57.pdf', 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21668023, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21668024, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21668025, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21668026, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21668027, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21668028, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21668029, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21668030, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21668031, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21668032, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21668033, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21668034, 'pht': 3726}}" where mtr_portfolio_id = 21668006 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21668006 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600499, 0.07057501397714956, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21668006_24-03-2025_21_05_57.pdf', 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21668023, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21668024, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21668025, 'pht': 3726}, 'papier': {'hashtag': 'papier', 'sub_port_id': 21668026, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21668027, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21668028, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21668029, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21668030, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21668031, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21668032, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21668033, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21668034, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtd_id, mtr_current_id, mtr_portfolio_id, created_at, result, result_long, result_double FROM MTRPhoto.mtr_datou_result WHERE mtr_portfolio_id = 21669432 AND result is not null and result<>"None" and result<>0.0 AND mtd_id=4302 ORDER BY id desc LIMIT 1 list_result_datou : [{'mtr_datou_id': 4302, 'mtr_datou_current_id': 2687159, 'mtr_portfolio_id': 21669432, 'created_at': datetime.datetime(2025, 3, 24, 21, 18, 4), 'result': '0.06821137460728907', 'result_long': None, 'result_double': None}] Qualite : 0.06821137460728907 select url from MTRUser.mtr_files where mtd_id = 4302 and mtr_portfolio_id = 21669432 order by file_id desc limit 1 find url: https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21669432_24-03-2025_21_18_04.pdf select completion_json, dashboard_run_id from MTRPhoto.dashboard_results where mtr_portfolio_id = 21669432 order by id desc limit 1 update MTRPhoto.dashboard_results set completion_json = "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21669432_24-03-2025_21_18_04.pdf', 'papier': {'hashtag': 'papier', 'sub_port_id': 21669465, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21669466, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21669467, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21669468, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21669469, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21669470, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21669471, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21669472, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21669473, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21669474, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21669475, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21669476, 'pht': 3726}}" where mtr_portfolio_id = 21669432 and dashboard_run_id = 1693797 SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! no param json to modify TODO Duplicate data, are they consistent 3 ? Duplicate data, are they consistent 4 ? SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=21669432 AND mptpi.`type`=3726 To do INSERT IGNORE INTO MTRPhoto.dashboard_results (id, qualite, completion_json) VALUES (9600500, 0.06821137460728907, "{'max_time_prod_two_photos': 0, 'url_report': 'https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P21669432_24-03-2025_21_18_04.pdf', 'papier': {'hashtag': 'papier', 'sub_port_id': 21669465, 'pht': 3726}, 'Carton_brun': {'hashtag': 'Carton_brun', 'sub_port_id': 21669466, 'pht': 3726}, 'autre_refus': {'hashtag': 'autre_refus', 'sub_port_id': 21669467, 'pht': 3726}, 'plastique': {'hashtag': 'plastique', 'sub_port_id': 21669468, 'pht': 3726}, 'kraft': {'hashtag': 'kraft', 'sub_port_id': 21669469, 'pht': 3726}, 'flou': {'hashtag': 'flou', 'sub_port_id': 21669470, 'pht': 3726}, 'metal': {'hashtag': 'metal', 'sub_port_id': 21669471, 'pht': 3726}, 'Carton_gris': {'hashtag': 'Carton_gris', 'sub_port_id': 21669472, 'pht': 3726}, 'Teint_Dans_La_Masse': {'hashtag': 'Teint_Dans_La_Masse', 'sub_port_id': 21669473, 'pht': 3726}, 'environnement': {'hashtag': 'environnement', 'sub_port_id': 21669474, 'pht': 3726}, 'cartonnette': {'hashtag': 'cartonnette', 'sub_port_id': 21669475, 'pht': 3726}, 'mal_croppe': {'hashtag': 'mal_croppe', 'sub_port_id': 21669476, 'pht': 3726}}") ON DUPLICATE KEY UPDATE qualite=VALUES(qualite), completion_json=VALUES(completion_json) ret update_qualite_results : None SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (21626135,21626361,21626812,21627257,21627692,21628109,21628663,21629122,21629696,21630014,21630706,21631501,21632290,21632901,21633590,21634411,21635429,21635903,21636492,21637132,21637837,21638619,21639313,21640167,21641025,21641898,21642723,21644902,21645236,21645675,21646350,21646794,21648500,21649346,21649732,21650383,21650990,21651705,21652758,21653806,21654421,21655258,21656266,21658668,21659759,21660328,21661302,21662543,21663414,21664360,21665328,21666344,21667134,21668006,21669432) result : ((1346704875,), (1346705161,), (1346705244,), (1346705379,), (1346705383,), (1346705408,), (1346705412,), (1346705416,), (1346705419,), (1346705453,), (1346705465,), (1346705490,), (1346705494,), (1346705498,), (1346705537,), (1346705540,), (1346705564,), (1346705568,), (1346705572,), (1346705576,), (1346705584,), (1346705612,), (1346705616,), (1346705641,), (1346705645,), (1346705649,), (1346705653,), (1346705659,), (1346705709,), (1346705691,), (1346705694,), (1346705697,), (1346705702,), (1346705705,), (1346705724,), (1346705735,), (1346705742,), (1346705746,), (1346705751,), (1346705772,), (1346705776,), (1346705780,), (1346705786,), (1346705804,), (1346705808,), (1346705812,), (1346705816,), (1346705820,), (1346705830,), (1346705871,), (1346705884,), (1346705890,), (1346705897,), (1346705923,), (1346705926,), (1346705928,), (1346705931,), (1346705962,), (1346705966,), (1346705970,), (1346706038,), (1346706041,), (1346706044,), (1346706047,), (1346706052,), (1346706055,), (1346706082,), (1346706087,), (1346706091,), (1346706096,), (1346706098,), (1346706118,), (1346706121,), (1346706124,), (1346706127,), (1346706132,), (1346706135,), (1346706164,), (1346706168,), (1346706172,), (1346706244,), (1346706247,), (1346706250,), (1346706255,), (1346706259,), (1346706290,), (1346706296,), (1346706300,), (1346706304,), (1346706311,), (1346706318,), (1346706320,), (1346706321,), (1346706371,), (1346706373,), (1346706380,), (1346706410,), (1346706408,), (1346706409,), (1346706449,), (1346706451,), (1346706453,), (1346706455,), (1346706457,), (1346706483,), (1346706484,), (1346706485,), (1346706537,), (1346706539,), (1346706540,), (1346706542,), (1346706544,), (1346706572,), (1346706573,), (1346706574,), (1346706591,), (1346706638,), (1346706640,), (1346706642,), (1346706644,), (1346706647,), (1346706649,), (1346706674,), (1346706675,), (1346706856,), (1346706859,), (1346706861,), (1346706889,), (1346706890,), (1346706891,), (1346706942,), (1346706944,), (1346706946,), (1346706951,), (1346707003,), (1346707005,), (1346707007,), (1346707009,), (1346707012,), (1346707048,), (1346707050,), (1346707052,), (1346707054,), (1346707058,), (1346707061,), (1346707080,), (1346707085,), (1346707089,), (1346707093,), (1346707098,), (1346707131,), (1346707134,), (1346707138,), (1346707141,), (1346707145,), (1346707165,), (1346707169,), (1346707172,), (1346707175,), (1346707223,), (1346707202,), (1346707206,), (1346707209,), (1346707290,), (1346707292,), (1346707294,), (1346707322,), (1346707331,), (1346707334,), (1346707338,), (1346707342,), (1346707365,), (1346707368,), (1346707371,), (1346707374,), (1346707378,), (1346707434,), (1346707437,), (1346707441,), (1346707445,), (1346707449,), (1346707470,), (1346707472,), (1346707474,), (1346707476,), (1346707479,), (1346707509,), (1346707517,), (1346707520,), (1346707523,), (1346707524,), (1346707527,), (1346707547,), (1346707549,), (1346707551,), (1346707553,), (1346707556,), (1346707589,), (1346707592,), (1346707595,), (1346707602,), (1346707631,), (1346707633,), (1346707635,), (1346707637,), (1346707640,), (1346707642,), (1346707875,), (1346707904,), (1346707931,), (1346707958,), (1346708002,), (1346708060,), (1346708213,), (1346708225,), (1346708229,), (1346708231,), (1346708256,), (1346708265,), (1346708273,), (1346708898,), (1346708926,), (1346708929,), (1346708956,), (1346708971,), (1346708976,), (1346708982,), (1346708984,), (1346708988,), (1346708991,), (1346708993,), (1346709199,), (1346709094,), (1346709135,), (1346709166,), (1346709369,), (1346709373,), (1346709378,), (1346709393,), (1346709401,), (1346709404,), (1346709423,), (1346709427,), (1346709430,), (1346709433,), (1346709466,), (1346709472,), (1346709482,), (1346709529,), (1346709532,), (1346709534,), (1346709537,), (1346709567,), (1346709571,), (1346709583,), (1346709598,), (1346709630,), (1346709634,), (1346709637,), (1346709640,), (1346709646,), (1346709669,), (1346709672,), (1346709675,), (1346709678,), (1346709728,), (1346709732,), (1346709737,), (1346709741,), (1346709746,), (1346709775,), (1346709778,), (1346709782,), (1346709789,), (1346709826,), (1346709829,), (1346709832,), (1346709835,), (1346709864,), (1346709868,), (1346709872,), (1346709876,), (1346709910,), (1346709913,), (1346709916,), (1346709919,), (1346709945,), (1346709959,), (1346709965,), (1346709969,), (1346709977,), (1346709986,), (1346710006,), (1346710009,), (1346710012,), (1346710015,), (1346710021,), (1346710081,), (1346710065,), (1346710073,), (1346710077,), (1346710117,), (1346710119,), (1346710121,), (1346710123,), (1346710128,), (1346710156,), (1346710159,), (1346710162,), (1346710210,), (1346710212,), (1346710214,), (1346710279,), (1346710282,), (1346710286,), (1346710296,), (1346710302,), (1346710356,), (1346710358,), (1346710360,), (1346710362,), (1346710367,), (1346710370,), (1346710394,), (1346710397,), (1346710400,), (1346710403,), (1346710407,), (1346710433,), (1346710435,), (1346710437,), (1346710439,), (1346710443,), (1346710446,), (1346710469,), (1346710472,), (1346710476,), (1346710479,), (1346710522,), (1346710528,), (1346710538,), (1346710542,), (1346710545,), (1346710547,), (1346710569,), (1346710572,), (1346710575,), (1346710578,), (1346710626,), (1346710635,), (1346710645,), (1346710671,), (1346710674,), (1346710676,), (1346710679,), (1346710725,), (1346710727,), (1346710728,), (1346710729,), (1346710732,), (1346710765,), (1346710767,), (1346710830,), (1346710804,), (1346710806,), (1346710807,), (1346710809,), (1346710821,), (1346710871,), (1346710874,), (1346710879,), (1346710886,), (1346710939,), (1346710940,), (1346710941,), (1346710942,), (1346710976,), (1346710979,), (1346710982,), (1346711037,), (1346711039,), (1346711041,), (1346711042,), (1346711045,), (1346711048,), (1346711077,), (1346711081,), (1346711084,), (1346711093,), (1346711096,), (1346711140,), (1346711142,), (1346711144,), (1346711146,), (1346711176,), (1346711178,), (1346711186,), (1346711195,), (1346711224,), (1346711226,), (1346711228,), (1346711269,), (1346711280,), (1346711283,), (1346711286,), (1346711290,), (1346711292,), (1346711331,), (1346711332,), (1346711333,), (1346711334,), (1346711338,), (1346711341,), (1346711373,), (1346711378,), (1346711381,), (1346711383,), (1346711387,), (1346711411,), (1346711413,), (1346711415,), (1346711446,), (1346711448,), (1346711450,), (1346711507,), (1346711509,), (1346711511,), (1346711513,), (1346711516,), (1346711593,), (1346711578,), (1346711580,), (1346711582,), (1346711584,), (1346711586,), (1346711623,), (1346711625,), (1346711627,), (1346711629,), (1346711630,), (1346711666,), (1346711670,), (1346711672,), (1346711674,), (1346711678,), (1346711702,), (1346711705,), (1346711707,), (1346711709,), (1346711712,), (1346711739,), (1346711740,), (1346711741,), (1346711742,), (1346711793,), (1346711795,), (1346711797,), (1346711799,), (1346711801,), (1346711832,), (1346711833,), (1346711834,), (1346711835,), (1346711848,), (1346711853,), (1346711888,), (1346711889,), (1346711893,), (1346711897,), (1346711901,), (1346711945,), (1346711946,), (1346711947,), (1346711956,), (1346711989,), (1346711990,), (1346712008,), (1346712033,), (1346712064,), (1346712213,), (1346712235,), (1346712246,), (1346712252,), (1346712254,), (1346712258,), (1346712285,), (1346712308,), (1346712331,), (1346712938,), (1346712989,), (1346713042,), (1346713094,), (1346713131,), (1346713643,), (1346713647,), (1346713667,), (1346713678,), (1346713681,), (1346713768,), (1346713737,), (1346713752,), (1346713757,), (1346713762,), (1346713805,), (1346713809,), (1346713823,), (1346713828,), (1346713868,), (1346713873,), (1346713878,), (1346713882,), (1346713891,), (1346713919,), (1346713925,), (1346713930,), (1346713997,), (1346714015,), (1346714041,), (1346714056,), (1346714063,), (1346714068,), (1346714109,), (1346714130,), (1346714137,), (1346714391,), (1346714433,), (1346715046,), (1346715078,), (1346715086,), (1346715230,), (1346715234,), (1346715240,), (1346715244,), (1346715248,), (1346715253,), (1346715464,), (1346715466,), (1346715473,), (1346715483,), (1346715489,), (1346715496,), (1346715546,), (1346715553,), (1346715559,), (1346715563,), (1346715633,), (1346715691,), (1346715694,), (1346715696,), (1346714698,), (1346714708,), (1346714715,), (1346714723,), (1346714732,), (1346714740,), (1346714757,), (1346714760,), (1346714763,), (1346714765,), (1346714770,), (1346714778,), (1346714801,), (1346714808,), (1346714810,), (1346714814,), (1346714818,), (1346714825,), (1346714847,), (1346714853,), (1346714860,), (1346714863,), (1346714866,), (1346714869,), (1346714883,), (1346714890,), (1346714895,), (1346714903,), (1346714910,), (1346714919,), (1346714931,), (1346714940,), (1346714948,), (1346714957,), (1346714964,), (1346714972,), (1346714993,), (1346714998,), (1346715017,), (1346715101,), (1346715114,), (1346715124,), (1346715155,), (1346715190,), (1346715208,), (1346715354,), (1346715382,), (1346715390,), (1346715411,), (1346715422,), (1346715428,), (1346715532,), (1346715539,), (1346715598,), (1346715602,), (1346715610,), (1346715617,), (1346715628,), (1346715735,), (1346715758,), (1346715763,), (1346715798,), (1346716100,), (1346716105,), (1346716111,), (1346716326,), (1346716273,), (1346716281,), (1346716288,), (1346716291,), (1346716578,), (1346716600,), (1346716618,), (1346716628,), (1346716656,), (1346716667,), (1346716800,), (1346716808,), (1346716821,), (1346716842,), (1346716854,), (1346716861,), (1346716953,), (1346717007,), (1346717021,), (1346717145,), (1346717150,), (1346717155,), (1346717159,), (1346717166,), (1346717172,), (1346717238,), (1346717245,), (1346717253,), (1346717268,), (1346717275,), (1346717280,), (1346717340,), (1346717350,), (1346717361,), (1346717536,), (1346717545,), (1346717562,), (1346717575,), (1346717631,), (1346717636,), (1346717642,), (1346717645,), (1346717651,), (1346717698,), (1346717703,), (1346717710,), (1346717815,), (1346717821,), (1346717872,), (1346717891,), (1346717899,), (1346718032,), (1346718037,), (1346718043,), (1346718049,), (1346718057,), (1346718099,), (1346718107,), (1346718110,), (1346718116,), (1346718123,), (1346718153,), (1346718158,), (1346718165,), (1346718172,), (1346718365,), (1346718254,), (1346718315,), (1346718320,), (1346718356,), (1346718524,), (1346718531,), (1346718538,), (1346718545,), (1346718557,), (1346718624,), (1346718653,), (1346718723,), (1346719082,), (1346719087,), (1346719271,), (1346719330,), (1346719340,), (1346719662,), (1346719736,), (1346719774,), (1346719777,), (1346719778,), (1346719781,), (1346719810,), (1346719814,), (1346719815,), (1346719859,), (1346719862,), (1346719864,), (1346719865,), (1346719870,), (1346720352,), (1346720431,), (1346720510,), (1346720588,), (1346720672,), (1346720731,), (1346721113,), (1346721151,), (1346721169,), (1346721194,), (1346721616,), (1346721621,), (1346721623,), (1346721633,), (1346721638,), (1346721646,), (1346721663,), (1346721669,), (1346721709,), (1346721704,), (1346721889,), (1346721896,), (1346721899,), (1346721902,), (1346722050,), (1346722084,), (1346722087,), (1346722142,), (1346722149,), (1346722297,), (1346722300,), (1346722313,), (1346722360,), (1346722375,), (1346722377,), (1346722388,), (1346722586,), (1346722626,), (1346722649,), (1346722662,), (1346722678,), (1346722875,), (1346722901,), (1346722926,), (1346722946,), (1346723052,), (1346723058,), (1346723063,), (1346723068,), (1346723101,), (1346723102,), (1346723106,), (1346723110,), (1346723114,), (1346723119,), (1346723165,), (1346723180,), (1346723195,), (1346723220,), (1346723598,), (1346723625,), (1346723645,), (1346723676,), (1346723708,), (1346723733,), (1346723830,), (1346723850,), (1346723872,), (1346724017,), (1346724048,), (1346724090,), (1346724227,), (1346724253,), (1346724271,), (1346724274,), (1346724321,), (1346724327,), (1346724332,), (1346724358,), (1346724368,), (1346724372,), (1346724405,), (1346724409,), (1346724412,), (1346724836,), (1346724731,), (1346724740,), (1346724746,), (1346724780,), (1346724907,), (1346724911,), (1346724914,), (1346724917,), (1346724924,), (1346724936,), (1346725099,), (1346725127,), (1346725132,), (1346725140,), (1346725310,), (1346725322,), (1346725428,), (1346725432,), (1346725436,), (1346725567,), (1346725569,), (1346725593,), (1346725621,), (1346725626,), (1346725700,), (1346725702,), (1346725706,), (1346725769,), (1346725771,), (1346725773,), (1346725774,), (1346725841,), (1346725852,), (1346725875,), (1346725890,), (1346725940,), (1346725943,), (1346725947,), (1346725951,), (1346726039,), (1346726041,), (1346726044,), (1346726054,), (1346726058,), (1346726179,), (1346726182,), (1346726185,), (1346726187,), (1346726191,), (1346726238,), (1346726242,), (1346726247,), (1346726252,), (1346726308,), (1346726312,), (1346726314,), (1346726319,), (1346726325,), (1346726329,), (1346726383,), (1346726386,), (1346726389,), (1346726867,), (1346726586,), (1346726612,), (1346726619,), (1346726741,), (1346726819,), (1346727046,), (1346727049,), (1346727051,), (1346727053,), (1346727151,), (1346727171,), (1346727173,), (1346727175,), (1346727303,), (1346727316,), (1346727332,), (1346727358,), (1346727380,), (1346727507,), (1346727515,), (1346727526,), (1346727543,), (1346727561,), (1346727592,), (1346727597,), (1346727605,), (1346727645,), (1346727647,), (1346727650,), (1346727754,), (1346727862,), (1346727897,), (1346727905,), (1346728005,), (1346728016,), (1346728031,), (1346728038,), (1346728247,), (1346728271,), (1346728288,), (1346728314,), (1346728550,), (1346728575,), (1346728602,), (1346728626,), (1346728828,), (1346728831,), (1346728835,), (1346728961,), (1346728986,), (1346729016,), (1346729033,), (1346729096,), (1346729107,), (1346730376,), (1346729397,), (1346730371,), (1346730373,), (1346730548,), (1346730576,), (1346730605,), (1346730862,), (1346730864,), (1346730917,), (1346731125,), (1346731337,), (1346731795,), (1346738810,), (1346738800,), (1346738803,), (1346738807,), (1346738860,), (1346739046,), (1346739079,), (1346739112,), (1346739150,), (1346739312,), (1346739315,), (1346739318,), (1346739321,), (1346739326,), (1346739331,), (1346739375,), (1346739379,), (1346739382,), (1346739425,), (1346739429,), (1346739433,), (1346739436,), (1346739443,), (1346739447,), (1346739594,), (1346739598,), (1346739607,), (1346739621,), (1346739629,), (1346739633,), (1346739657,), (1346739663,), (1346739668,), (1346739675,), (1346739730,), (1346739738,), (1346739744,), (1346739761,), (1346739767,), (1346739791,), (1346739797,), (1346739806,), (1346739811,), (1346739826,), (1346739833,), (1346739864,), (1346739874,), (1346739878,), (1346739891,), (1346739897,), (1346739901,), (1346740108,), (1346740112,), (1346740205,), (1346740207,), (1346740209,), (1346740253,), (1346740256,), (1346740259,), (1346740261,), (1346740408,), (1346740336,), (1346740396,), (1346740398,), (1346740401,), (1346740448,), (1346740450,), (1346740453,), (1346740509,), (1346740511,), (1346740514,), (1346740517,), (1346740522,), (1346740527,), (1346740559,), (1346740562,), (1346740565,), (1346740568,), (1346740573,), (1346740580,), (1346740638,), (1346740640,), (1346740645,), (1346740648,), (1346740734,), (1346740738,), (1346740742,), (1346740813,), (1346740816,), (1346740828,), (1346740838,), (1346740842,), (1346740881,), (1346740886,), (1346740889,), (1346740892,), (1346740895,), (1346741097,), (1346741106,), (1346741119,), (1346741132,), (1346741182,), (1346741185,), (1346741190,), (1346741192,), (1346741252,), (1346741255,), (1346741258,), (1346741307,), (1346741397,), (1346741856,), (1346741878,), (1346741921,), (1346742037,), (1346742108,), (1346742852,), (1346742881,), (1346742919,), (1346742947,), (1346744081,), (1346744110,), (1346744142,), (1346744187,), (1346744298,), (1346744308,), (1346744324,), (1346744331,), (1346744342,), (1346744377,), (1346744355,), (1346744360,), (1346744365,), (1346744370,), (1346744659,), (1346744672,), (1346744896,), (1346744957,), (1346745004,), (1346745011,), (1346745097,), (1346745100,), (1346745105,), (1346745111,), (1346745118,), (1346745195,), (1346745209,), (1346745215,), (1346745252,), (1346745410,), (1346745487,), (1346745492,), (1346745500,), (1346745689,), (1346745692,), (1346745695,), (1346745698,), (1346745703,), (1346745732,), (1346745748,), (1346745753,), (1346745759,), (1346745765,), (1346745770,), (1346745835,), (1346745849,), (1346745859,), (1346745932,), (1346745936,), (1346745941,), (1346745953,), (1346745972,), (1346745977,), (1346746143,), (1346746163,), (1346746193,), (1346746227,), (1346746251,), (1346746302,), (1346746427,), (1346746433,), (1346746524,), (1346746527,), (1346746531,), (1346746541,), (1346746547,), (1346746553,), (1346746634,), (1346746638,), (1346746648,), (1346746667,), (1346746716,), (1346746720,), (1346746724,), (1346746727,), (1346746846,), (1346746829,), (1346746833,), (1346746836,), (1346746840,), (1346746911,), (1346746920,), (1346746923,), (1346746931,), (1346746941,), (1346746952,), (1346746980,), (1346746985,), (1346746997,), (1346747017,), (1346747093,), (1346747096,), (1346747100,), (1346747104,), (1346747114,), (1346747176,), (1346747178,), (1346747181,), (1346747184,), (1346747189,), (1346747241,), (1346747245,), (1346747252,), (1346747334,), (1346747344,), (1346747354,), (1346747367,), (1346747404,), (1346747580,), (1346747585,), (1346747590,), (1346747594,), (1346747601,), (1346747764,), (1346747766,), (1346747788,), (1346747841,), (1346747849,), (1346747856,), (1346747859,), (1346747866,), (1346747870,), (1346747909,), (1346747954,), (1346747964,), (1346747998,), (1346748010,), (1346748073,), (1346748078,), (1346748082,), (1346748173,), (1346748178,), (1346748183,), (1346748190,), (1346748205,), (1346748214,), (1346748378,), (1346748383,), (1346748387,), (1346748390,), (1346748396,), (1346748399,), (1346748435,), (1346748439,), (1346748444,), (1346748544,), (1346748505,), (1346748510,), (1346748514,), (1346748527,), (1346748692,), (1346748697,), (1346748705,), (1346748720,), (1346748732,), (1346748735,), (1346748784,), (1346748788,), (1346748792,), (1346748794,), (1346748850,), (1346748853,), (1346748856,), (1346748858,), (1346748865,), (1346748870,), (1346748950,), (1346748958,), (1346748962,), (1346748967,), (1346748973,), (1346748988,), (1346749045,), (1346749051,), (1346749054,), (1346749168,), (1346749185,), (1346749208,), (1346749244,), (1346749440,), (1346749445,), (1346749455,), (1346749461,), (1346749468,), (1346749524,), (1346749537,), (1346749545,), (1346749726,), (1346749750,), (1346749765,), (1346749825,), (1346749828,), (1346749832,), (1346749840,), (1346749852,), (1346749860,), (1346749918,), (1346749921,), (1346749926,), (1346749937,), (1346749944,), (1346750042,), (1346750045,), (1346750048,), (1346750061,), (1346750090,), (1346750225,), (1346750239,), (1346750245,), (1346750398,), (1346750401,), (1346750404,), (1346750408,), (1346750786,), (1346750714,), (1346750728,), (1346750735,), (1346750738,), (1346750912,), (1346750927,), (1346750962,), (1346750969,), (1346751005,), (1346751013,), (1346751017,), (1346751060,), (1346751075,), (1346751256,), (1346751268,), (1346751276,), (1346751280,), (1346751445,), (1346751448,), (1346751451,), (1346751453,), (1346751510,), (1346751513,), (1346751516,), (1346751518,), (1346751523,), (1346751674,), (1346751731,), (1346751737,), (1346751747,), (1346751941,), (1346751945,), (1346751949,), (1346751952,), (1346752134,), (1346752143,), (1346752154,), (1346752167,), (1346752182,), (1346752188,), (1346752267,), (1346752278,), (1346752294,), (1346752308,), (1346752339,), (1346752352,), (1346752370,), (1346752372,), (1346752522,), (1346752527,), (1346752566,), (1346752613,), (1346753170,), (1346753240,), (1346753305,), (1346753384,), (1346753466,), (1346754441,), (1346754475,), (1346754525,), (1346755113,), (1346754754,), (1346754799,), (1346754934,), (1346755082,), (1346755306,), (1346755319,), (1346755331,), (1346755340,), (1346755400,), (1346755406,), (1346755416,), (1346755421,), (1346755426,), (1346755446,), (1346755686,), (1346755696,), (1346755732,), (1346755741,), (1346755744,), (1346755794,), (1346755806,), (1346755810,), (1346755813,), (1346755854,), (1346755864,), (1346755869,), (1346755874,), (1346755885,), (1346755895,), (1346755922,), (1346755954,), (1346756029,), (1346756085,), (1346756096,), (1346756102,), (1346756199,), (1346756226,), (1346756235,), (1346756248,), (1346756328,), (1346756412,), (1346756417,), (1346756571,), (1346756574,), (1346756583,), (1346756596,), (1346756714,), (1346756730,), (1346756822,), (1346756825,), (1346756829,), (1346756840,), (1346757037,), (1346757067,), (1346757093,), (1346757112,), (1346757139,), (1346757219,), (1346757227,), (1346757231,), (1346757295,), (1346757303,), (1346757309,), (1346757327,), (1346757336,), (1346757345,), (1346757666,), (1346757493,), (1346757521,), (1346757564,), (1346757616,), (1346757646,), (1346757884,), (1346757911,), (1346757954,), (1346757991,), (1346758137,), (1346758168,), (1346758201,), (1346758242,), (1346758274,), (1346758306,), (1346758649,), (1346758693,), (1346758724,), (1346758759,), (1346758784,), (1346758839,), (1346758986,), (1346758990,), (1346758994,), (1346759041,), (1346759046,), (1346759050,), (1346759051,), (1346759283,), (1346759289,), (1346759295,), (1346759298,), (1346759319,), (1346759390,), (1346759394,), (1346759471,), (1346759481,), (1346759498,), (1346759509,), (1346759525,), (1346759533,), (1346759785,), (1346759809,), (1346759824,), (1346759828,), (1346759833,), (1346759869,), (1346759873,), (1346760018,), (1346760108,), (1346760209,), (1346760213,), (1346760216,), (1346760220,), (1346760227,), (1346760306,), (1346760322,), (1346760327,), (1346760349,), (1346760417,), (1346760442,), (1346760510,), (1346760514,), (1346760518,), (1346760520,), (1346760526,), (1346760626,), (1346760634,), (1346760643,), (1346760648,), (1346760652,), (1346760661,), (1346760824,), (1346760738,), (1346760749,), (1346760779,), (1346760795,), (1346761142,), (1346761174,), (1346761181,), (1346761201,), (1346761325,), (1346761356,), (1346761359,), (1346761362,), (1346761368,), (1346761374,), (1346761408,), (1346761411,), (1346761416,), (1346761420,), (1346761608,), (1346761613,), (1346761618,), (1346761620,), (1346761626,), (1346761630,), (1346761811,), (1346761815,), (1346761822,), (1346761828,), (1346761837,), (1346761841,), (1346761895,), (1346761903,), (1346761910,), (1346761920,), (1346762032,), (1346762043,), (1346762058,), (1346762063,), (1346762085,), (1346762162,), (1346762166,), (1346762170,), (1346762173,), (1346762179,), (1346762183,), (1346762234,), (1346762237,), (1346762239,), (1346762245,), (1346762313,), (1346762319,), (1346762325,), (1346762329,), (1346762334,), (1346762424,), (1346762445,), (1346762461,), (1346762490,), (1346762513,), (1346762549,), (1346762597,), (1346762612,), (1346762617,), (1346762668,), (1346762677,), (1346762692,), (1346762697,), (1346762703,), (1346762752,), (1346762757,), (1346762760,), (1346762764,), (1346762770,), (1346762775,), (1346762822,), (1346762810,), (1346762814,), (1346762901,), (1346762911,), (1346762931,), (1346762937,), (1346763031,), (1346763044,), (1346763049,), (1346763054,), (1346763060,), (1346763064,), (1346763095,), (1346763103,), (1346763109,), (1346763114,), (1346763120,), (1346763124,), (1346763174,), (1346763178,), (1346763186,), (1346763200,), (1346763235,), (1346763247,), (1346763254,), (1346763262,), (1346763563,), (1346763568,), (1346763570,), (1346763573,), (1346763583,), (1346763643,), (1346763707,), (1346763708,), (1346763712,), (1346763867,), (1346763869,), (1346763871,), (1346763872,), (1346763951,), (1346763954,), (1346763956,), (1346763978,), (1346763982,), (1346764055,), (1346764071,), (1346764106,), (1346764116,), (1346764302,), (1346764320,), (1346764334,), (1346764358,), (1346764784,), (1346764820,), (1346764855,), (1346764874,), (1346765570,), (1346765613,), (1346765650,), (1346765682,), (1346765707,), (1346765738,), (1346765842,), (1346765899,), (1346765933,), (1346765971,), (1346766013,), (1346766216,), (1346766152,), (1346766186,), (1346766462,), (1346766472,), (1346766490,), (1346766529,), (1346767044,), (1346767053,), (1346767097,), (1346767148,), (1346767218,), (1346767244,), (1346767389,), (1346767398,), (1346767429,), (1346767444,), (1346767651,), (1346767656,), (1346767669,), (1346767686,), (1346767698,), (1346767813,), (1346767824,), (1346767853,), (1346767873,), (1346767888,), (1346768038,), (1346768089,), (1346768101,), (1346768115,), (1346768126,), (1346768218,), (1346768257,), (1346768295,), (1346768348,), (1346768365,), (1346768384,), (1346768436,), (1346768439,), (1346768443,), (1346768460,), (1346768469,), (1346768526,), (1346768533,), (1346768539,), (1346770743,), (1346785731,), (1346785807,), (1346785810,), (1346785855,), (1346786027,), (1346786078,), (1346786180,), (1346786197,), (1346786220,), (1346786252,), (1346786885,), (1346786971,), (1346787060,), (1346787091,), (1346787093,), (1346787097,), (1346787152,), (1346787153,), (1346787559,), (1346787611,), (1346787661,), (1346787742,), (1346787793,), (1346788052,), (1346788055,), (1346788060,), (1346788066,), (1346788127,), (1346788156,), (1346788166,), (1346788203,), (1346788210,), (1346788239,), (1346788330,), (1346788333,), (1346788623,), (1346788536,), (1346788616,), (1346788802,), (1346788807,), (1346788848,), (1346788853,), (1346788868,), (1346788872,), (1346789020,), (1346789025,), (1346789048,), (1346789074,), (1346789176,), (1346789208,), (1346789237,), (1346789279,), (1346789298,), (1346789304,), (1346789413,), (1346789427,), (1346789435,), (1346789467,), (1346789501,), (1346789522,), (1346789618,), (1346789629,), (1346789632,), (1346789637,), (1346789653,), (1346789723,), (1346789730,), (1346789740,), (1346789754,), (1346789767,), (1346789836,), (1346789852,), (1346789856,), (1346789860,), (1346789872,), (1346789907,), (1346789920,), (1346789924,), (1346789928,), (1346790031,), (1346790036,), (1346790086,), (1346790090,), (1346790110,), (1346790131,), (1346790145,), (1346790168,), (1346790253,), (1346790279,), (1346790296,), (1346790305,), (1346790314,), (1346790343,), (1346790349,), (1346790358,), (1346790360,), (1346790362,), (1346790850,), (1346791707,), (1346791409,), (1346791516,), (1346791619,), (1346792079,), (1346792089,), (1346792130,), (1346792515,), (1346792564,), (1346792885,), (1346792933,), (1346793005,), (1346793707,), (1346793789,), (1346793821,), (1346794163,), (1346794183,), (1346794189,), (1346794192,), (1346794195,), (1346794284,), (1346794285,), (1346794305,), (1346794333,), (1346794360,), (1346794750,), (1346794778,), (1346794807,), (1346795155,), (1346795175,), (1346795199,), (1346795248,), (1346795295,), (1346795512,), (1346795543,), (1346795559,), (1346795591,), (1346795617,), (1346795807,), (1346795845,), (1346795885,), (1346795931,), (1346796200,), (1346796225,), (1346796252,), (1346796273,), (1346796288,), (1346796299,), (1346796432,), (1346796458,), (1346796478,), (1346796505,), (1346796527,), (1346796553,), (1346796674,), (1346796695,), (1346796719,), (1346796826,), (1346796834,), (1346796838,), (1346796845,), (1346796848,), (1346796919,), (1346796868,), (1346796874,), (1346796877,), (1346796892,), (1346796912,), (1346797004,), (1346797013,), (1346797014,), (1346797142,), (1346797146,), (1346797153,), (1346797167,), (1346797243,), (1346797248,), (1346797326,), (1346797329,), (1346797333,), (1346797360,), (1346797371,), (1346797435,), (1346797441,), (1346797445,), (1346797503,), (1346797518,), (1346797524,), (1346797570,), (1346797572,), (1346797575,), (1346797577,), (1346797855,), (1346797859,), (1346797879,), (1346797899,), (1346797911,), (1346798001,), (1346798007,), (1346798028,), (1346798042,), (1346798049,), (1346798091,), (1346798094,), (1346798096,), (1346798098,), (1346798136,), (1346798139,), (1346798141,), (1346798233,), (1346798235,), (1346798238,), (1346798269,), (1346798273,), (1346798279,), (1346798282,), (1346798289,), (1346798307,), (1346798312,), (1346798317,), (1346798444,), (1346798452,), (1346798458,), (1346798468,), (1346798474,), (1346798634,), (1346798550,), (1346798564,), (1346798584,), (1346798591,), (1346798626,), (1346798851,), (1346798864,), (1346798900,), (1346798927,), (1346799167,), (1346799223,), (1346799274,), (1346799310,), (1346799341,), (1346799609,), (1346799629,), (1346799633,), (1346799649,), (1346799671,), (1346799813,), (1346799894,), (1346800000,), (1346800039,), (1346800095,), (1346800126,), (1346800187,), (1346800210,), (1346800235,), (1346800261,), (1346800551,), (1346800571,), (1346800591,), (1346800628,), (1346800657,), (1346800994,), (1346801024,), (1346801040,), (1346801053,), (1346801061,), (1346801089,), (1346801347,), (1346801351,), (1346801354,), (1346801357,), (1346801527,), (1346801533,), (1346801536,), (1346801568,), (1346801577,), (1346801585,), (1346801707,), (1346801726,), (1346801781,), (1346802169,), (1346802230,), (1346802267,), (1346802339,), (1346802391,), (1346802431,), (1346802875,), (1346802887,), (1346802929,), (1346803013,), (1346803059,), (1346803087,), (1346803348,), (1346803399,), (1346803473,), (1346803960,), (1346807205,), (1346807195,), (1346807200,), (1346807241,), (1346807245,), (1346807250,), (1346807267,), (1346807298,), (1346807329,), (1346808012,), (1346808089,), (1346808161,), (1346809249,), (1346809294,), (1346809362,), (1346809437,), (1346809579,), (1346809582,), (1346809618,), (1346809619,), (1346809640,), (1346809644,), (1346809666,), (1346809667,), (1346809679,), (1346809691,), (1346809831,), (1346809779,), (1346809810,), (1346810059,), (1346810111,), (1346811284,), (1346812140,), (1346812157,), (1346812479,), (1346812485,), (1346812488,), (1346812491,), (1346812580,), (1346812586,), (1346812593,), (1346812596,), (1346812864,), (1346812916,), (1346812973,), (1346813019,), (1346813466,), (1346813528,), (1346813960,), (1346813988,), (1346814018,), (1346814094,), (1346814118,), (1346814156,), (1346814349,), (1346814458,), (1346814579,), (1346814607,), (1346814634,), (1346814853,), (1346814950,), (1346814979,), (1346815008,), (1346815362,), (1346815321,), (1346815340,), (1346815574,), (1346815578,), (1346815582,), (1346815585,), (1346816143,), (1346816219,), (1346816248,), (1346816299,), (1346816368,), (1346816394,), (1346816458,), (1346816509,), (1346816642,), (1346816688,), (1346816723,), (1346816804,), (1346816807,), (1346816811,), (1346816911,), (1346816926,), (1346816935,), (1346816942,), (1346816951,), (1346816958,), (1346816988,), (1346816990,), (1346817000,), (1346817003,), (1346817054,), (1346817057,), (1346817060,), (1346817063,), (1346817069,), (1346817105,), (1346817106,), (1346817109,), (1346817115,), (1346817127,), (1346817187,), (1346817192,), (1346817195,), (1346817210,), (1346817321,), (1346817350,), (1346817371,), (1346817594,), (1346817597,), (1346817600,), (1346817604,), (1346817608,), (1346817637,), (1346817647,), (1346817652,), (1346817655,), (1346817659,), (1346817664,), (1346817706,), (1346817714,), (1346817725,), (1346817728,), (1346817815,), (1346817826,), (1346817882,), (1346817887,), (1346817986,), (1346817959,), (1346817963,), (1346817966,), (1346817969,), (1346817978,), (1346818073,), (1346818082,), (1346818088,), (1346818098,), (1346818109,), (1346818181,), (1346818183,), (1346818246,), (1346818271,), (1346818296,), (1346818309,), (1346818319,), (1346818427,), (1346818466,), (1346818473,), (1346818485,), (1346818511,), (1346818736,), (1346818746,), (1346818777,), (1346818804,), (1346818972,), (1346818975,), (1346818978,), (1346818983,), (1346819053,), (1346819073,), (1346819086,), (1346819107,), (1346819125,), (1346819136,), (1346819216,), (1346819221,), (1346819225,), (1346819229,), (1346819342,), (1346819344,), (1346819347,), (1346819352,), (1346819364,), (1346819371,), (1346819421,), (1346819429,), (1346819430,), (1346819434,), (1346819448,), (1346819506,), (1346819515,), (1346819521,), (1346819533,), (1346819823,), (1346819831,), (1346819867,), (1346819923,), (1346819989,), (1346820017,), (1346820189,), (1346820193,), (1346820199,), (1346820214,), (1346820269,), (1346820272,), (1346820275,), (1346820277,), (1346820282,), (1346820474,), (1346820380,), (1346820402,), (1346820462,), (1346820465,), (1346820516,), (1346820521,), (1346820524,), (1346820566,), (1346820571,), (1346820576,), (1346820833,), (1346820917,), (1346820954,), (1346820976,), (1346820994,), (1346821045,), (1346821049,), (1346821055,), (1346821059,), (1346821064,), (1346821069,), (1346821100,), (1346821104,), (1346821109,), (1346821122,), (1346821187,), (1346821191,), (1346821196,), (1346821201,), (1346821207,), (1346821213,), (1346821263,), (1346821266,), (1346821276,), (1346821284,), (1346821294,), (1346821351,), (1346821356,), (1346821361,), (1346821367,), (1346821372,), (1346821375,), (1346821576,), (1346821583,), (1346821601,), (1346821608,), (1346821653,), (1346821659,), (1346821665,), (1346821672,), (1346821689,), (1346821700,), (1346821717,), (1346821723,), (1346821729,), (1346821735,), (1346821764,), (1346821770,), (1346821778,), (1346821783,), (1346821789,), (1346821794,), (1346821834,), (1346821851,), (1346821909,), (1346821974,), (1346822029,), (1346822826,), (1346822935,), (1346823247,), (1346823401,), (1346823550,), (1346823682,), (1346824230,), (1346824021,), (1346824070,), (1346824090,), (1346824215,), (1346824735,), (1346824906,), (1346824948,), (1346824957,), (1346825343,), (1346825365,), (1346825389,), (1346825418,), (1346825431,), (1346825472,), (1346825762,), (1346825793,), (1346825882,), (1346825944,), (1346826164,), (1346826204,), (1346826233,), (1346826250,), (1346826281,), (1346826305,), (1346826541,), (1346826574,), (1346826658,), (1346826673,), (1346826688,), (1346826991,), (1346827041,), (1346827081,), (1346827129,), (1346827312,), (1346827338,), (1346827380,), (1346827424,), (1346827466,), (1346827492,), (1346827825,), (1346827860,), (1346827891,), (1346828205,), (1346828224,), (1346828251,), (1346828279,), (1346828304,), (1346828327,), (1346828434,), (1346828457,), (1346828484,), (1346828509,), (1346828657,), (1346828699,), (1346828769,), (1346828847,), (1346828928,), (1346828978,), (1346829225,), (1346829250,), (1346829276,), (1346829305,), (1346829455,), (1346829572,), (1346829604,), (1346829644,), (1346829703,), (1346829744,), (1346829849,), (1346829858,), (1346829870,), (1346830891,), (1346830618,), (1346830672,), (1346830710,), (1346830716,), (1346830804,), (1346831062,), (1346831075,), (1346831080,), (1346831161,), (1346831289,), (1346831293,), (1346831297,), (1346831346,), (1346831386,), (1346831417,), (1346831735,), (1346831772,), (1346831793,), (1346831826,), (1346832066,), (1346832116,), (1346832185,), (1346832260,), (1346832322,), (1346832378,), (1346832887,), (1346832903,), (1346832915,), (1346832976,), (1346833543,), (1346833605,), (1346833659,), (1346833686,), (1346833733,), (1346833945,), (1346833978,), (1346834005,), (1346834043,), (1346834098,), (1346834108,), (1346834766,), (1346834771,), (1346834774,), (1346834863,), (1346834867,), (1346834871,), (1346834881,), (1346834893,), (1346834899,), (1346835066,), (1346835086,), (1346835097,), (1346835170,), (1346835175,), (1346835179,), (1346835181,), (1346835188,), (1346835231,), (1346835235,), (1346835241,), (1346835244,), (1346835248,), (1346835263,), (1346835426,), (1346835419,), (1346835423,), (1346835471,), (1346835493,), (1346835498,), (1346835501,), (1346835506,), (1346835566,), (1346835622,), (1346835624,), (1346835631,), (1346835789,), (1346835802,), (1346835804,), (1346835809,), (1346835815,), (1346835821,), (1346835841,), (1346835842,), (1346835843,), (1346835845,), (1346835850,), (1346835908,), (1346835912,), (1346835921,), (1346835938,), (1346836020,), (1346836023,), (1346836025,), (1346836027,), (1346836031,), (1346836036,), (1346836086,), (1346836089,), (1346836098,), (1346836111,), (1346836188,), (1346836217,), (1346836247,), (1346836278,), (1346836311,), (1346836341,), (1346836579,), (1346836608,), (1346836634,), (1346836695,), (1346836721,), (1346837144,), (1346837232,), (1346837294,), (1346837298,), (1346837311,), (1346837667,), (1346837693,), (1346837723,), (1346837753,), (1346837821,), (1346837889,), (1346838017,), (1346838045,), (1346838064,), (1346838088,), (1346838374,), (1346838391,), (1346838397,), (1346838401,), (1346838446,), (1346838452,), (1346838455,), (1346838461,), (1346838465,), (1346838469,), (1346838697,), (1346838638,), (1346838645,), (1346838674,), (1346838682,), (1346838747,), (1346838756,), (1346838762,), (1346838822,), (1346838939,), (1346838999,), (1346839355,), (1346839384,), (1346839415,), (1346839423,), (1346839431,), (1346839552,), (1346839558,), (1346839565,), (1346839588,), (1346839619,), (1346839643,), (1346839862,), (1346839884,), (1346839913,), (1346840026,), (1346840071,), (1346840124,), (1346840130,), (1346840134,), (1346840144,), (1346840467,), (1346840483,), (1346840502,), (1346840514,), (1346840533,), (1346840554,), (1346840679,), (1346840696,), (1346840715,), (1346840763,), (1346840771,), (1346840780,), (1346840791,), (1346840798,), (1346840805,), (1346840843,), (1346840848,), (1346840853,), (1346840858,), (1346840939,), (1346840946,), (1346840952,), (1346840958,), (1346840976,), (1346840982,), (1346841105,), (1346841129,), (1346841155,), (1346841182,), (1346841422,), (1346841461,), (1346841489,), (1346841507,), (1346841509,), (1346841510,), (1346842146,), (1346842181,), (1346842211,), (1346842240,), (1346842320,), (1346842344,), (1346842371,), (1346842402,), (1346842430,), (1346842731,), (1346842545,), (1346842584,), (1346842624,), (1346842688,), (1346842988,), (1346843041,), (1346843071,), (1346843079,), (1346843106,), (1346844055,), (1346844108,), (1346844148,), (1346844217,), (1346844245,), (1346844326,), (1346844375,), (1346844469,), (1346844507,), (1346844560,), (1346844780,), (1346844786,), (1346844824,), (1346844837,), (1346844842,), (1346844844,), (1346844861,), (1346844866,), (1346844869,), (1346844876,), (1346844887,), (1346845066,), (1346845085,), (1346845101,), (1346845123,), (1346845149,), (1346845173,), (1346845302,), (1346845308,), (1346845334,), (1346845373,), (1346845389,), (1346845475,), (1346845516,), (1346845541,), (1346845579,), (1346845599,), (1346845606,), (1346845881,), (1346845890,), (1346845896,), (1346845919,), (1346845985,), (1346845987,), (1346845992,), (1346845998,), (1346846004,), (1346846044,), (1346846049,), (1346846059,), (1346846069,), (1346846075,), (1346846159,), (1346846164,), (1346846167,), (1346846170,), (1346846213,), (1346846215,), (1346846219,), (1346846223,), (1346846230,), (1346846236,), (1346846461,), (1346846488,), (1346846509,), (1346846543,), (1346846647,), (1346847120,), (1346847004,), (1346847037,), (1346847071,), (1346847096,), (1346847553,), (1346847568,), (1346847573,), (1346847609,), (1346847619,), (1346848032,), (1346848057,), (1346848075,), (1346848103,), (1346848119,), (1346848124,), (1346848251,), (1346848255,), (1346848258,), (1346848261,), (1346848276,), (1346848646,), (1346848709,), (1346848805,), (1346848831,), (1346848850,), (1346848867,), (1346848919,), (1346848922,), (1346848946,), (1346848951,), (1346848956,), (1346849108,), (1346849114,), (1346849125,), (1346849128,), (1346849133,), (1346849199,), (1346849207,), (1346849214,), (1346849221,), (1346849234,), (1346849237,), (1346849357,), (1346849361,), (1346849366,), (1346849379,), (1346849439,), (1346849443,), (1346849448,), (1346849465,), (1346849470,), (1346849630,), (1346849637,), (1346849656,), (1346849673,), (1346849678,), (1346849707,), (1346849785,), (1346849796,), (1346849809,), (1346849816,), (1346849819,), (1346849879,), (1346849882,), (1346849885,), (1346849889,), (1346849893,), (1346849943,), (1346849948,), (1346849970,), (1346849978,), (1346849988,), (1346849992,), (1346850021,), (1346850059,), (1346862073,), (1346861931,), (1346861950,), (1346862028,), (1346863814,), (1346863835,), (1346863874,), (1346864496,), (1346864546,), (1346864565,), (1346864570,), (1346864624,), (1346864852,), (1346864860,), (1346864865,), (1346865013,), (1346865041,), (1346865077,), (1346865102,), (1346865622,), (1346865682,), (1346866345,), (1346866352,), (1346866759,), (1346866829,), (1346866919,), (1346866978,), (1346867021,), (1346867089,), (1346867310,), (1346867372,), (1346867429,), (1346867475,), (1346867519,), (1346867863,), (1346867949,), (1346867958,), (1346868001,), (1346868086,), (1346868148,), (1346868470,), (1346868508,), (1346868561,), (1346868610,), (1346869069,), (1346869085,), (1346869107,), (1346869113,), (1346869131,), (1346869160,), (1346869720,), (1346869504,), (1346869550,), (1346869630,), (1346870299,), (1346870391,), (1346870440,), (1346870492,), (1346870876,), (1346870891,), (1346870898,), (1346870918,), (1346871120,), (1346871141,), (1346871155,), (1346871180,), (1346871194,), (1346871224,), (1346871381,), (1346871386,), (1346871389,), (1346871401,), (1346871472,), (1346871507,), (1346871545,), (1346871574,), (1346871796,), (1346871806,), (1346871812,), (1346871822,), (1346871834,), (1346871866,), (1346872017,), (1346872033,), (1346872049,), (1346872055,), (1346872086,), (1346872091,), (1346872098,), (1346872108,), (1346872124,), (1346872131,), (1346872149,), (1346872153,), (1346872157,), (1346872163,), (1346872366,), (1346872396,), (1346872415,), (1346872422,), (1346872446,), (1346872457,), (1346872526,), (1346872539,), (1346872548,), (1346872575,), (1346872589,), (1346872826,), (1346872852,), (1346872886,), (1346872911,), (1346872942,), (1346873222,), (1346873238,), (1346873243,), (1346873248,), (1346873269,), (1346873544,), (1346873600,), (1346873628,), (1346873661,), (1346873694,), (1346873932,), (1346873859,), (1346873902,), (1346873923,), (1346873927,), (1346873961,), (1346873966,), (1346873975,), (1346873982,), (1346873986,), (1346873991,), (1346874148,), (1346874169,), (1346874186,), (1346874337,), (1346874872,), (1346874907,), (1346874956,), (1346874980,), (1346875032,), (1346875547,), (1346875600,), (1346875745,), (1346875790,), (1346875851,), (1346876084,), (1346876091,), (1346876098,), (1346876103,), (1346876117,), (1346876254,), (1346876280,), (1346876298,), (1346876339,), (1346876422,), (1346876442,), (1346876623,), (1346876651,), (1346876700,), (1346876759,), (1346877205,), (1346877244,), (1346877293,), (1346877352,), (1346877383,), (1346877445,), (1346877724,), (1346877750,), (1346877776,), (1346877845,), (1346878364,), (1346878413,), (1346878430,), (1346878475,), (1346878504,), (1346878545,), (1346878836,), (1346878881,), (1346878944,), (1346879007,), (1346879453,), (1346879485,), (1346879501,), (1346879531,), (1346879566,), (1346879777,), (1346879821,), (1346879892,), (1346879959,), (1346880036,), (1346880819,), (1346880869,), (1346880906,), (1346881023,), (1346881692,), (1346881513,), (1346881519,), (1346881560,), (1346881595,), (1346881655,), (1346881887,), (1346881966,), (1346881989,), (1346881998,), (1346882005,), (1346882037,), (1346882043,), (1346882053,), (1346882057,), (1346882111,), (1346882113,), (1346882133,), (1346882172,), (1346882179,), (1346882186,), (1346882339,), (1346882367,), (1346882387,), (1346882419,), (1346882675,), (1346882699,), (1346882729,), (1346882758,), (1346882767,), (1346883067,), (1346883077,), (1346883270,), (1346883286,), (1346883973,), (1346884104,), (1346884175,), (1346884344,), (1346884379,), (1346884475,), (1346884480,), (1346884510,), (1346884939,), (1346884963,), (1346885001,), (1346885020,), (1346885101,), (1346885144,), (1346885402,), (1346885454,), (1346885505,), (1346885551,), (1346885804,), (1346886252,), (1346886263,), (1346886336,), (1346886360,), (1346886427,), (1346886449,), (1346887338,), (1346887385,), (1346887470,), (1346887511,), (1346887594,), (1346887800,), (1346887867,), (1346888091,), (1346888156,), (1346888614,), (1346888287,), (1346888329,), (1346888437,), (1346888523,), (1346888715,), (1346888807,), (1346888909,), (1346888952,), (1346889001,), (1346889453,), (1346889625,), (1346889720,), (1346889829,), (1346889856,), (1346889910,), (1346890585,), (1346890695,), (1346890740,), (1346890817,), (1346891584,), (1346891663,), (1346891699,), (1346891728,), (1346891754,), (1346891787,), (1346892141,), (1346892166,), (1346892195,), (1346892255,), (1346892310,), (1346892807,), (1346893414,), (1346893896,), (1346893957,), (1346894010,), (1346894026,), (1346894338,), (1346894348,), (1346894353,), (1346894359,), (1346894366,), (1346894371,), (1346894475,), (1346894504,), (1346894535,), (1346894573,), (1346894779,), (1346894786,), (1346894812,), (1346894835,), (1346894859,), (1346894867,), (1346894954,), (1346894980,), (1346895012,), (1346895058,), (1346895297,), (1346895325,), (1346895355,), (1346895386,), (1346895413,), (1346895478,), (1346895745,), (1346895757,), (1346895761,), (1346895773,), (1346895813,), (1346896201,), (1346896145,), (1346896166,), (1346896918,), (1346896938,), (1346896989,), (1346897052,), (1346897107,), (1346897177,), (1346897399,), (1346897404,), (1346897413,), (1346897418,), (1346897623,), (1346897634,), (1346897641,), (1346897660,), (1346897665,), (1346897692,), (1346897842,), (1346897867,), (1346897899,), (1346897970,), (1346898007,), (1346898053,), (1346898365,), (1346898512,), (1346898596,), (1346898685,), (1346899137,), (1346899162,), (1346899208,), (1346899263,), (1346899292,), (1346899321,), (1346899393,), (1346899421,), (1346899450,), (1346899491,), (1346899520,), (1346899763,), (1346899791,), (1346899826,), (1346899854,), (1346899919,), (1346899941,), (1346900057,), (1346900088,), (1346900115,), (1346900147,), (1346900158,), (1346900179,), (1346900215,), (1346900246,), (1346900271,), (1346900309,), (1346900335,), (1346900436,), (1346900469,), (1346900483,), (1346900487,), (1346900550,), (1346900572,), (1346900600,), (1346900613,), (1346900643,), (1346900853,), (1346900878,), (1346900902,), (1346900928,), (1346900957,), (1346900976,), (1346901086,), (1346901115,), (1346901140,), (1346901153,), (1346901806,), (1346901612,), (1346901631,), (1346901678,), (1346901707,), (1346901747,), (1346902102,), (1346902143,), (1346902194,), (1346902251,), (1346902279,), (1346902587,), (1346902676,), (1346902710,), (1346902737,), (1346902760,), (1346902781,), (1346903235,), (1346903334,), (1346903398,), (1346903407,), (1346903811,), (1346904028,), (1346904170,), (1346904236,), (1346904277,), (1346904372,), (1346904783,), (1346904867,), (1346904914,), (1346905021,), (1346905682,), (1346905778,), (1346905973,), (1346906048,), (1346906126,), (1346906192,), (1346906694,), (1346906731,), (1346906777,), (1346906842,), (1346906889,), (1346907353,), (1346907384,), (1346907465,), (1346907533,), (1346907584,), (1346908187,), (1346908299,), (1346908437,), (1346908523,), (1346908553,), (1346908577,), (1346909306,), (1346909328,), (1346909379,), (1346909448,), (1346909529,), (1346910148,), (1346910256,), (1346910364,), (1346910455,), (1346910542,), (1346910919,), (1346910966,), (1346910995,), (1346911024,), (1346911057,), (1346911081,), (1346911583,), (1346911645,), (1346911698,), (1346911790,), (1346912489,), (1346912547,), (1346912591,), (1346912642,), (1346912747,), (1346912774,), (1346913224,), (1346913098,), (1346913115,), (1346913142,), (1346913177,), (1346913815,), (1346913947,), (1346914004,), (1346914065,), (1346914095,), (1346914438,), (1346914445,), (1346914458,), (1346914467,), (1346914513,), (1346914709,), (1346914728,), (1346914866,), (1346914890,), (1346914904,), (1346914922,), (1346915151,), (1346915170,), (1346915203,), (1346915214,), (1346915226,), (1346915343,), (1346915371,), (1346915375,), (1346915380,), (1346915408,), (1346915433,), (1346915539,), (1346915556,), (1346915583,), (1346915797,), (1346915815,), (1346915821,), (1346915841,), (1346915857,), (1346915869,), (1346915941,), (1346915949,), (1346915956,), (1346915970,), (1346916028,), (1346916034,), (1346916053,), (1346916068,), (1346916081,), (1346916088,), (1346916127,), (1346916136,), (1346916152,), (1346916155,), (1346916431,), (1346916469,), (1346916480,), (1346916483,), (1346916487,), (1346916510,), (1346916731,), (1346916757,), (1346916783,), (1346916807,), (1346916832,), (1346917769,), (1346917813,), (1346917838,), (1346917880,), (1346917915,), (1346917943,), (1346918175,), (1346918157,), (1346918164,), (1346918169,), (1346918361,), (1346918479,), (1346918594,), (1346918629,), (1346918671,), (1346918763,), (1346918917,), (1346918937,), (1346918947,), (1346918951,), (1346918956,), (1346919116,), (1346919135,), (1346919174,), (1346919186,), (1346919199,), (1346919210,), (1346919401,), (1346919437,), (1346919449,), (1346919470,), (1346919516,), (1346919521,), (1346919526,), (1346919547,), (1346919558,), (1346919565,), (1346919655,), (1346919659,), (1346919665,), (1346919671,), (1346919744,), (1346919757,), (1346919761,), (1346919764,), (1346919773,), (1346919788,), (1346919858,), (1346919878,), (1346919886,), (1346919890,), (1346919893,), (1346919987,), (1346920012,), (1346920031,), (1346920058,), (1346920078,), (1346920102,), (1346920281,), (1346920308,), (1346920376,), (1346920520,), (1346921037,), (1346921057,), (1346921310,), (1346921314,), (1346921317,), (1346921320,), (1346921447,), (1346921480,), (1346921807,), (1346921669,), (1346921690,), (1346921726,), (1346921772,), (1346921797,), (1346922028,), (1346922031,), (1346922056,), (1346922102,), (1346922356,), (1346922359,), (1346922361,), (1346922363,), (1346922377,), (1346922380,), (1346922420,), (1346922429,), (1346922456,), (1346922475,), (1346922494,), (1346922818,), (1346922847,), (1346922874,), (1346922887,), (1346922893,), (1346922898,), (1346922954,), (1346922958,), (1346922968,), (1346922973,), (1346922985,), (1346922995,), (1346923031,), (1346923036,), (1346923040,), (1346923257,), (1346923260,), (1346923265,), (1346923275,), (1346923280,), (1346923283,), (1346923332,), (1346923334,), (1346923335,), (1346923340,), (1346923414,), (1346923426,), (1346923434,), (1346923441,), (1346923444,), (1346923447,), (1346923519,), (1346923522,), (1346923524,), (1346923526,), (1346923529,), (1346923648,), (1346923657,), (1346923680,), (1346923685,), (1346923688,), (1346923794,), (1346923832,), (1346923859,), (1346923881,), (1346923888,), (1346923895,), (1346923924,), (1346923930,), (1346923936,), (1346923965,), (1346923970,), (1346923987,), (1346923998,), (1346924007,), (1346924014,), (1346924078,), (1346924055,), (1346924068,), (1346924073,), (1346924129,), (1346924133,), (1346924139,), (1346924143,), (1346924158,), (1346924170,), (1346924230,), (1346924242,), (1346924247,), (1346924249,), (1346924276,), (1346924279,), (1346924283,), (1346924295,), (1346924301,), (1346924470,), (1346924481,), (1346924487,), (1346924489,), (1346924496,), (1346924582,), (1346924586,), (1346924596,), (1346924604,), (1346924612,), (1346924617,), (1346924697,), (1346924700,), (1346924707,), (1346924715,), (1346924721,), (1346924778,), (1346924780,), (1346924786,), (1346924790,), (1346924796,), (1346924859,), (1346924862,), (1346924896,), (1346924928,), (1346924958,), (1346925390,), (1346925441,), (1346925564,), (1346925577,), (1346932122,), (1346932641,), (1346932668,), (1346932697,), (1346932722,), (1346932983,), (1346933018,), (1346933381,), (1346936073,), (1346936102,), (1346938843,)) NUMBER BATCH : 0 # DISPLAY ALL COLLECTED DATA : {'24032025': {'nb_upload': 13, 'nb_taggue_class': 0, 'nb_taggue_densite': 0}} After datou_step_exec type output : map_portfolio_photo : len 1 keys : dict_keys([21634411]) Inside saveOutput : final : True verbose : True saveOutput not yet implemented for datou_step.type : split_time_score we use saveGeneral [1346738810, 1346731795, 1346731337, 1346731125, 1346730917, 1346730864, 1346730862, 1346730605, 1346730576, 1346730548, 1346730373, 1346730371, 1346729397] map_info['map_portfolio_photo'] : {21634411: [1346738810, 1346731795, 1346731337, 1346731125, 1346730917, 1346730864, 1346730862, 1346730605, 1346730576, 1346730548, 1346730373, 1346730371, 1346729397]} final : True mtd_id 4302 list_pids : [1346738810, 1346731795, 1346731337, 1346731125, 1346730917, 1346730864, 1346730862, 1346730605, 1346730576, 1346730548, 1346730373, 1346730371, 1346729397] Looping around the photos to save general results len do output : 1 /21634411Didn't retrieve data . before output type Here is an output not treated by saveGeneral : Managing all output in save final without adding information in the mtr_datou_result ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346738810', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346731795', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346731337', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346731125', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730917', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730864', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730862', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730605', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730576', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730548', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730373', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346730371', None, None, None, None, None, '2688027') ('4302', None, None, None, None, None, None, None, '2688027') ('4302', '21634411', '1346729397', None, None, None, None, None, '2688027') begin to insert list_values into mtr_datou_result : length of list_values in save_final : 14 insert ignore into MTRPhoto.mtr_datou_result (mtd_id, mtr_portfolio_id,mtr_photo_id,result,result_long,result_double,hashtag_id,proba, mtr_current_id) values (%s,%s,%s,%s,%s,%s,%s,%s,%s) on duplicate key update mtr_portfolio_id = mtr_portfolio_id list_values : [('4302', None, '21634411', 'None', None, None, None, None, '2688027'), ('4302', '21634411', '1346738810', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346731795', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346731337', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346731125', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730917', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730864', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730862', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730605', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730576', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730548', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730373', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346730371', None, None, None, None, None, '2688027'), ('4302', '21634411', '1346729397', None, None, None, None, None, '2688027')] time used for this insertion : 0.013867378234863281 save_final save missing photos in datou_result : time spend for datou_step_exec : 3.2795634269714355 time spend to save output : 0.014208316802978516 total time spend for step 5 : 3.293771743774414 caffe_path_current : About to save ! 2 After save, about to update current ! ret : 2 len(input) + len(total_photo_id_missing) : 1 set_done_treatment DELETE from MTRPhoto.mtr_datou_current where id in (2688027) 2.45user 2.12system 0:12.37elapsed 37%CPU (0avgtext+0avgdata 159964maxresident)k 152inputs+9688outputs (12major+77229minor)pagefaults 0swaps