SELECT id, mtr_user_id, name, pb_hashtag_id, hashtag_id_list, button_legend_list, portfolio_id_lists, photo_hashtag_type, photo_desc_type, svm_limit, limit_tagging, is_public, live, created_at, updated_at, type_classification FROM MTRDatou.classification_theme WHERE `id` IN (2725) thcls : [{'id': 2725, 'mtr_user_id': 31, 'name': 'learn_qualipapia_rle_210302_2', 'pb_hashtag_id': 0, 'live': b'\x00', 'list_hashtags': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,environnement,kraft,metal,papier,plastique', 'svm_portfolios_learning': '3460440,3460441,3460446,3460434,3460439,3467416,3460442,3460443,3486028,3460445', 'photo_hashtag_type': 3410, 'photo_desc_type': 5186, 'type_classification': 'caffe', 'hashtag_id_list': '2107753024,2107753020,2107752385,2107752406,702398920,493012381,493202403,492628673,492668766,492725882'}] thcl {'id': 2725, 'mtr_user_id': 31, 'name': 'learn_qualipapia_rle_210302_2', 'pb_hashtag_id': 0, 'live': b'\x00', 'list_hashtags': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,environnement,kraft,metal,papier,plastique', 'svm_portfolios_learning': '3460440,3460441,3460446,3460434,3460439,3467416,3460442,3460443,3486028,3460445', 'photo_hashtag_type': 3410, 'photo_desc_type': 5186, 'type_classification': 'caffe', 'hashtag_id_list': '2107753024,2107753020,2107752385,2107752406,702398920,493012381,493202403,492628673,492668766,492725882'} Update svm_hashtag_type_desc : 5186 remove imagettes from duplicated photo Iterating over portfolio : 23303851 get user id for portfolio 23303851 get sub ptf for main ptf 23303851, type 3726 and hashtags ['plastique', 'autre_refus', 'flou', 'metal', 'kraft', 'papier', 'Carton_brun', 'Teint_Dans_La_Masse', 'Carton_gris', 'mal_croppe', 'cartonnette', 'environnement'] SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=23303851 AND mptpi.`type`=3726 AND mptpi.`hashtag_id` in (select hashtag_id FROM MTRBack.hashtags where hashtag in ('plastique','autre_refus','flou','metal','kraft','papier','Carton_brun','Teint_Dans_La_Masse','Carton_gris','mal_croppe','cartonnette','environnement')) AND mptpi.`min_score`=0.5 SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=23303851 AND mptpi.`type`=3726 AND mptpi.`hashtag_id` in (select hashtag_id FROM MTRBack.hashtags where hashtag in ('plastique','autre_refus','flou','metal','kraft','papier','Carton_brun','Teint_Dans_La_Masse','Carton_gris','mal_croppe','cartonnette','environnement')) AND mptpi.`min_score`=0.5 To do To do query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_3726_plastique_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_3726_autre_refus_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_3726_flou_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_3726_metal_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_3726_kraft_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_3726_papier_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_3726_Carton_brun_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_3726_Teint_Dans_La_Masse_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_3726_Carton_gris_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_3726_mal_croppe_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_3726_cartonnette_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_3726_environnement_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio INSERT IGNORE INTO MTRPhoto.mtr_port_to_port_ids (`mtr_portfolio_id_1`, `mtr_portfolio_id_2`, `type`, `min_score`, `hashtag_id`, `mtr_user_id`) VALUES (%s,%s,%s,%s,%s,%s)[[23303851, 23332186, 3726, 0.5, 492725882, 979], [23303851, 23332187, 3726, 0.5, 2107752406, 979], [23303851, 23332188, 3726, 0.5, 492777938, 979], [23303851, 23332189, 3726, 0.5, 492628673, 979], [23303851, 23332190, 3726, 0.5, 493202403, 979], [23303851, 23332191, 3726, 0.5, 492668766, 979], [23303851, 23332192, 3726, 0.5, 2107753024, 979], [23303851, 23332193, 3726, 0.5, 2107752385, 979], [23303851, 23332194, 3726, 0.5, 2107753020, 979], [23303851, 23332195, 3726, 0.5, 2107755527, 979], [23303851, 23332196, 3726, 0.5, 702398920, 979], [23303851, 23332197, 3726, 0.5, 493012381, 979]] SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=23303851 AND mptpi.`type`=3726 AND mptpi.`hashtag_id` in (select hashtag_id FROM MTRBack.hashtags where hashtag in ('plastique','autre_refus','flou','metal','kraft','papier','Carton_brun','Teint_Dans_La_Masse','Carton_gris','mal_croppe','cartonnette','environnement')) AND mptpi.`min_score`=0.5 SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=23303851 AND mptpi.`type`=3726 AND mptpi.`hashtag_id` in (select hashtag_id FROM MTRBack.hashtags where hashtag in ('plastique','autre_refus','flou','metal','kraft','papier','Carton_brun','Teint_Dans_La_Masse','Carton_gris','mal_croppe','cartonnette','environnement')) AND mptpi.`min_score`=0.5 To do returned map {'plastique': {'main_port_id': 23303851, 'sub_port_id': 23332186, 'hashtag': 'plastique', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561623, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 47, 59)}, 'autre_refus': {'main_port_id': 23303851, 'sub_port_id': 23332187, 'hashtag': 'autre_refus', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561624, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 47, 59)}, 'flou': {'main_port_id': 23303851, 'sub_port_id': 23332188, 'hashtag': 'flou', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561625, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 47, 59)}, 'metal': {'main_port_id': 23303851, 'sub_port_id': 23332189, 'hashtag': 'metal', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561626, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 47, 59)}, 'kraft': {'main_port_id': 23303851, 'sub_port_id': 23332190, 'hashtag': 'kraft', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561627, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 47, 59)}, 'papier': {'main_port_id': 23303851, 'sub_port_id': 23332191, 'hashtag': 'papier', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561628, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 47, 59)}, 'Carton_brun': {'main_port_id': 23303851, 'sub_port_id': 23332192, 'hashtag': 'Carton_brun', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561629, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 47, 59)}, 'Teint_Dans_La_Masse': {'main_port_id': 23303851, 'sub_port_id': 23332193, 'hashtag': 'Teint_Dans_La_Masse', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561630, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 47, 59)}, 'Carton_gris': {'main_port_id': 23303851, 'sub_port_id': 23332194, 'hashtag': 'Carton_gris', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561631, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 47, 59)}, 'mal_croppe': {'main_port_id': 23303851, 'sub_port_id': 23332195, 'hashtag': 'mal_croppe', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561632, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 47, 59)}, 'cartonnette': {'main_port_id': 23303851, 'sub_port_id': 23332196, 'hashtag': 'cartonnette', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561633, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 47, 59)}, 'environnement': {'main_port_id': 23303851, 'sub_port_id': 23332197, 'hashtag': 'environnement', 'pht': 3726, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561634, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 47, 59), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 47, 59)}} insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 23332186 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=23303851 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='plastique' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23332186) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23303851) result : ((1360822622,), (1360825073,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 23332187 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=23303851 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='autre_refus' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23332187) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23303851) result : ((1360822622,), (1360825073,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 23332188 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=23303851 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='flou' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23332188) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23303851) result : ((1360822622,), (1360825073,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 23332189 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=23303851 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='metal' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23332189) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23303851) result : ((1360822622,), (1360825073,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 23332190 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=23303851 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='kraft' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23332190) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23303851) result : ((1360822622,), (1360825073,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 23332191 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=23303851 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='papier' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23332191) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23303851) result : ((1360822622,), (1360825073,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 23332192 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=23303851 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='Carton_brun' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23332192) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23303851) result : ((1360822622,), (1360825073,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 23332193 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=23303851 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='Teint_Dans_La_Masse' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23332193) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23303851) result : ((1360822622,), (1360825073,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 23332194 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=23303851 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='Carton_gris' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23332194) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23303851) result : ((1360822622,), (1360825073,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 23332195 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=23303851 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='mal_croppe' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23332195) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23303851) result : ((1360822622,), (1360825073,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 23332196 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=23303851 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='cartonnette' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23332196) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23303851) result : ((1360822622,), (1360825073,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") insert ignore into MTRUser.mtr_portfolio_photos (mtr_portfolio_id, mtr_photo_id, mtr_user_id,created_at) SELECT 23332197 , sub_photo_id, 979,now() FROM (SELECT csp.sub_photo_id, csp.crop_hashtag_id, csp.created_at FROM MTRPhoto.crop_sub_photo_ids csp, MTRPhoto.crop_hashtag_ids chi, MTRBack.hashtags h, MTRUser.mtr_portfolio_photos mpp WHERE mpp.mtr_portfolio_id=23303851 AND mpp.mtr_photo_id=chi.photo_id AND chi.id=csp.crop_hashtag_id AND chi.score>0.5 AND chi.type=3726 AND chi.hashtag_id=h.hashtag_id AND h.hashtag='environnement' GROUP BY csp.crop_hashtag_id, csp.created_at order by csp.created_at desc) as a group by crop_hashtag_id; SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23332197) result : () SELECT mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id IN (23303851) result : ((1360822622,), (1360825073,)) select distinct(cspi.sub_photo_id) from MTRPhoto.crop_hashtag_ids chi, MTRPhoto.crop_sub_photo_ids cspi where chi.type=3726 and chi.photo_id in () and cspi.crop_hashtag_id = chi.id; Catched exception ! Connect or reconnect ! (1064, "You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near ')\n and cspi.crop_hashtag_id = chi.id' at line 3") To do ! Use context local managing function ! SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=23303851 AND mptpi.`type`=4417 AND mptpi.`hashtag_id` in (select hashtag_id FROM MTRBack.hashtags where hashtag in ('plastique','autre_refus','flou','metal','kraft','papier','Carton_brun','Teint_Dans_La_Masse','Carton_gris','mal_croppe','cartonnette','environnement')) AND mptpi.`min_score`=0.5 SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=23303851 AND mptpi.`type`=4417 AND mptpi.`hashtag_id` in (select hashtag_id FROM MTRBack.hashtags where hashtag in ('plastique','autre_refus','flou','metal','kraft','papier','Carton_brun','Teint_Dans_La_Masse','Carton_gris','mal_croppe','cartonnette','environnement')) AND mptpi.`min_score`=0.5 To do To do query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_4417_plastique_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_4417_autre_refus_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_4417_flou_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_4417_metal_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_4417_kraft_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_4417_papier_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_4417_Carton_brun_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_4417_Teint_Dans_La_Masse_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_4417_Carton_gris_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_4417_mal_croppe_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_4417_cartonnette_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio query : SELECT id FROM MTRUser.mtr_portfolios WHERE name="JRM_diff_batch__23052025_16_01_34_010147_4417_environnement_0.5_chtin_0" AND mtr_user_id=979 Creating new portfolio INSERT IGNORE INTO MTRPhoto.mtr_port_to_port_ids (`mtr_portfolio_id_1`, `mtr_portfolio_id_2`, `type`, `min_score`, `hashtag_id`, `mtr_user_id`) VALUES (%s,%s,%s,%s,%s,%s)[[23303851, 23332210, 4417, 0.5, 492725882, 979], [23303851, 23332211, 4417, 0.5, 2107752406, 979], [23303851, 23332212, 4417, 0.5, 492777938, 979], [23303851, 23332213, 4417, 0.5, 492628673, 979], [23303851, 23332214, 4417, 0.5, 493202403, 979], [23303851, 23332215, 4417, 0.5, 492668766, 979], [23303851, 23332216, 4417, 0.5, 2107753024, 979], [23303851, 23332217, 4417, 0.5, 2107752385, 979], [23303851, 23332218, 4417, 0.5, 2107753020, 979], [23303851, 23332219, 4417, 0.5, 2107755527, 979], [23303851, 23332220, 4417, 0.5, 702398920, 979], [23303851, 23332221, 4417, 0.5, 493012381, 979]] SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=23303851 AND mptpi.`type`=4417 AND mptpi.`hashtag_id` in (select hashtag_id FROM MTRBack.hashtags where hashtag in ('plastique','autre_refus','flou','metal','kraft','papier','Carton_brun','Teint_Dans_La_Masse','Carton_gris','mal_croppe','cartonnette','environnement')) AND mptpi.`min_score`=0.5 SELECT mptpi.id, mptpi.mtr_portfolio_id_1, mptpi.mtr_portfolio_id_2, mptpi.type, mptpi.hashtag_id, mptpi.min_score, mptpi.mtr_user_id, mptpi.created_at, mptpi.updated_at, mptpi.last_updated_at_desc, mptpi.last_updated_at_asc, h.hashtag FROM MTRPhoto.mtr_port_to_port_ids mptpi, MTRBack.hashtags h WHERE h.hashtag_id=mptpi.hashtag_id AND mptpi.`mtr_portfolio_id_1`=23303851 AND mptpi.`type`=4417 AND mptpi.`hashtag_id` in (select hashtag_id FROM MTRBack.hashtags where hashtag in ('plastique','autre_refus','flou','metal','kraft','papier','Carton_brun','Teint_Dans_La_Masse','Carton_gris','mal_croppe','cartonnette','environnement')) AND mptpi.`min_score`=0.5 To do returned map {'plastique': {'main_port_id': 23303851, 'sub_port_id': 23332210, 'hashtag': 'plastique', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561647, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 48, 1)}, 'autre_refus': {'main_port_id': 23303851, 'sub_port_id': 23332211, 'hashtag': 'autre_refus', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561648, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 48, 1)}, 'flou': {'main_port_id': 23303851, 'sub_port_id': 23332212, 'hashtag': 'flou', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561649, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 48, 1)}, 'metal': {'main_port_id': 23303851, 'sub_port_id': 23332213, 'hashtag': 'metal', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561650, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 48, 1)}, 'kraft': {'main_port_id': 23303851, 'sub_port_id': 23332214, 'hashtag': 'kraft', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561651, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 48, 1)}, 'papier': {'main_port_id': 23303851, 'sub_port_id': 23332215, 'hashtag': 'papier', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561652, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 48, 1)}, 'Carton_brun': {'main_port_id': 23303851, 'sub_port_id': 23332216, 'hashtag': 'Carton_brun', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561653, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 48, 1)}, 'Teint_Dans_La_Masse': {'main_port_id': 23303851, 'sub_port_id': 23332217, 'hashtag': 'Teint_Dans_La_Masse', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561654, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 48, 1)}, 'Carton_gris': {'main_port_id': 23303851, 'sub_port_id': 23332218, 'hashtag': 'Carton_gris', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561655, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 48, 1)}, 'mal_croppe': {'main_port_id': 23303851, 'sub_port_id': 23332219, 'hashtag': 'mal_croppe', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561656, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 48, 1)}, 'cartonnette': {'main_port_id': 23303851, 'sub_port_id': 23332220, 'hashtag': 'cartonnette', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561657, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 48, 1)}, 'environnement': {'main_port_id': 23303851, 'sub_port_id': 23332221, 'hashtag': 'environnement', 'pht': 4417, 'min_score': 0.5, 'mtr_user_id': 979, 'id': 15561658, 'last_updated_at': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_desc': datetime.datetime(2025, 5, 26, 12, 48, 1), 'last_updated_at_asc': datetime.datetime(2025, 5, 26, 12, 48, 1)}} insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 23332210,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 23332186 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 23332211,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 23332187 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 23332212,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 23332188 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 23332213,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 23332189 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 23332214,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 23332190 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 23332215,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 23332191 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 23332216,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 23332192 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 23332217,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 23332193 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 23332218,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 23332194 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 23332219,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 23332195 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 23332220,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 23332196 insert ignore into MTRUser.mtr_portfolio_photos(mtr_portfolio_id,mtr_photo_id,mtr_user_id) select 23332221,mtr_photo_id,mtr_user_id from MTRUser.mtr_portfolio_photos where mtr_portfolio_id = 23332197 lien utilise dans velours : https://www.fotonower.com/velours/23332210,23332211,23332212,23332213,23332214,23332215,23332216,23332217,23332218,23332219,23332220,23332221?tags=plastique,autre_refus,flou,metal,kraft,papier,Carton_brun,Teint_Dans_La_Masse,Carton_gris,mal_croppe,cartonnette,environnement After datou_step_exec type output : map_portfolio_photo : len 1 keys : dict_keys([23303851]) Inside saveOutput : final : False verbose : True saveOutput not yet implemented for datou_step.type : ventilate_hashtags_in_portfolio we use saveGeneral [1360825073, 1360822622] map_info['map_portfolio_photo'] : {23303851: [1360825073, 1360822622]} final : False mtd_id 4302 list_pids : [1360825073, 1360822622] Looping around the photos to save general results len do output : 1 /23303851. before output type Here is an output not treated by saveGeneral : Managing all output in save final without adding information in the mtr_datou_result ('4302', None, None, None, None, None, None, None, '2945969') ('4302', '23303851', '1360825073', None, None, None, None, None, '2945969') ('4302', None, None, None, None, None, None, None, '2945969') ('4302', '23303851', '1360822622', None, None, None, None, None, '2945969') begin to insert list_values into mtr_datou_result : length of list_values in save_final : 3 insert ignore into MTRPhoto.mtr_datou_result (mtd_id, mtr_portfolio_id,mtr_photo_id,result,result_long,result_double,hashtag_id,proba, mtr_current_id) values (%s,%s,%s,%s,%s,%s,%s,%s,%s) on duplicate key update mtr_portfolio_id = mtr_portfolio_id list_values : [('4302', None, '23303851', "{'plastique': 23332186, 'autre_refus': 23332187, 'flou': 23332188, 'metal': 23332189, 'kraft': 23332190, 'papier': 23332191, 'Carton_brun': 23332192, 'Teint_Dans_La_Masse': 23332193, 'Carton_gris': 23332194, 'mal_croppe': 23332195, 'cartonnette': 23332196, 'environnement': 23332197}", None, None, None, None, '2945969'), ('4302', '23303851', '1360825073', None, None, None, None, None, '2945969'), ('4302', '23303851', '1360822622', None, None, None, None, None, '2945969')] time used for this insertion : 0.013764381408691406 save_final save missing photos in datou_result : time spend for datou_step_exec : 2.224447011947632 time spend to save output : 0.013935089111328125 total time spend for step 1 : 2.23838210105896 step2:final Mon May 26 12:48:01 2025 VR 17-11-17 : now, only for linear exec dependencies tree, some output goes to fill the input of the next VR 22-3-18 : now we test the dependencies tree, but keep two separate code for datou_prepare_output_input until the code is correctly tested, clean and works in both case VR 22-3-18 : but we use the first code for the first step id = -1, build in the code of datou_exec VR 22-3-18 : we should manage here the case when we are at the first step instead of building this step before datou_exec Currently we do not manage missing dependencies information, that could maybe be correctly interpreted with default behavior Some of the step done at execution of the step could be done before when the tree of execution is build and the dependencies of different step analysed We should have FATAL ERROR but same_nb_input_output==True : this should be an optionnal input ! We should have FATAL ERROR but same_nb_input_output==True : this should be an optionnal input ! We should have FATAL ERROR but same_nb_input_output==True : this should be an optionnal input ! VR 22-3-18 : For now we do not clean correctly the datou structure input_args_next_step, len :0, first value : [] After prepare type args : select max(UNIX_TIMESTAMP(created_at)) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (23303851) Here we display some param of map_info ! map_filenames : {} map_photo_id_path_extension : {} map_subphoto_mainphoto : {} Beginning of datou step final ! query to retrieve results for portfolio 23303851 : SELECT photo_id, hashtag_id, ratio from MTRPhoto.photo_carac_ratio where hashtag_type = 3726 and photo_id in (1360825073,1360822622); After datou_step_exec type output : map_portfolio_photo : len 1 keys : dict_keys([23303851]) Inside saveOutput : final : False verbose : True original output for save of step final : {1360825073: ('0.0',), 1360822622: ('0.0',)} new output for save of step final : {1360825073: ('0.0',), 1360822622: ('0.0',)} [1360825073, 1360822622] map_info['map_portfolio_photo'] : {23303851: [1360825073, 1360822622]} final : False mtd_id 4302 list_pids : [1360825073, 1360822622] Looping around the photos to save general results len do output : 2 /1360825073.Didn't retrieve data . /1360822622.Didn't retrieve data . before output type Used above Used above Managing all output in save final without adding information in the mtr_datou_result ('4302', None, None, None, None, None, None, None, '2945969') ('4302', '23303851', '1360825073', None, None, None, None, None, '2945969') ('4302', None, None, None, None, None, None, None, '2945969') ('4302', '23303851', '1360822622', None, None, None, None, None, '2945969') begin to insert list_values into mtr_datou_result : length of list_values in save_final : 6 insert ignore into MTRPhoto.mtr_datou_result (mtd_id, mtr_portfolio_id,mtr_photo_id,result,result_long,result_double,hashtag_id,proba, mtr_current_id) values (%s,%s,%s,%s,%s,%s,%s,%s,%s) on duplicate key update mtr_portfolio_id = mtr_portfolio_id list_values : [('4302', '23303851', '1360825073', '0.0', None, None, None, None, '2945969'), ('4302', '23303851', '1360822622', '0.0', None, None, None, None, '2945969')] time used for this insertion : 0.012423515319824219 save_final save missing photos in datou_result : time spend for datou_step_exec : 0.013966083526611328 time spend to save output : 0.012624263763427734 total time spend for step 2 : 0.026590347290039062 step3:velours_tree Mon May 26 12:48:01 2025 VR 17-11-17 : now, only for linear exec dependencies tree, some output goes to fill the input of the next VR 22-3-18 : now we test the dependencies tree, but keep two separate code for datou_prepare_output_input until the code is correctly tested, clean and works in both case VR 22-3-18 : but we use the first code for the first step id = -1, build in the code of datou_exec VR 22-3-18 : we should manage here the case when we are at the first step instead of building this step before datou_exec Currently we do not manage missing dependencies information, that could maybe be correctly interpreted with default behavior Some of the step done at execution of the step could be done before when the tree of execution is build and the dependencies of different step analysed complete output_args for input 0 : {23303851: [{'plastique': 23332186, 'autre_refus': 23332187, 'flou': 23332188, 'metal': 23332189, 'kraft': 23332190, 'papier': 23332191, 'Carton_brun': 23332192, 'Teint_Dans_La_Masse': 23332193, 'Carton_gris': 23332194, 'mal_croppe': 23332195, 'cartonnette': 23332196, 'environnement': 23332197}]} input_args_next_step : {23303851: ()} output_args : {23303851: [{'plastique': 23332186, 'autre_refus': 23332187, 'flou': 23332188, 'metal': 23332189, 'kraft': 23332190, 'papier': 23332191, 'Carton_brun': 23332192, 'Teint_Dans_La_Masse': 23332193, 'Carton_gris': 23332194, 'mal_croppe': 23332195, 'cartonnette': 23332196, 'environnement': 23332197}]} args : 23303851 depend.output_id : 0 VR 22-3-18 : For now we do not clean correctly the datou structure input_args_next_step, len :1, first value : ({'plastique': 23332186, 'autre_refus': 23332187, 'flou': 23332188, 'metal': 23332189, 'kraft': 23332190, 'papier': 23332191, 'Carton_brun': 23332192, 'Teint_Dans_La_Masse': 23332193, 'Carton_gris': 23332194, 'mal_croppe': 23332195, 'cartonnette': 23332196, 'environnement': 23332197},) After prepare type args : select max(UNIX_TIMESTAMP(created_at)) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (23303851) Here we display some param of map_info ! map_filenames : {} map_photo_id_path_extension : {} map_subphoto_mainphoto : {} can't find the photo_desc_type After datou_step_exec type output : map_portfolio_photo : len 1 keys : dict_keys([23303851]) Inside saveOutput : final : False verbose : True ouput is None No outpout to save, returning out of save general time spend for datou_step_exec : 0.31885719299316406 time spend to save output : 6.437301635742188e-05 total time spend for step 3 : 0.3189215660095215 step4:send_mail_cod Mon May 26 12:48:01 2025 VR 17-11-17 : now, only for linear exec dependencies tree, some output goes to fill the input of the next VR 22-3-18 : now we test the dependencies tree, but keep two separate code for datou_prepare_output_input until the code is correctly tested, clean and works in both case VR 22-3-18 : but we use the first code for the first step id = -1, build in the code of datou_exec VR 22-3-18 : we should manage here the case when we are at the first step instead of building this step before datou_exec Currently we do not manage missing dependencies information, that could maybe be correctly interpreted with default behavior Some of the step done at execution of the step could be done before when the tree of execution is build and the dependencies of different step analysed We should have FATAL ERROR but same_nb_input_output==True : this should be an optionnal input ! We should have FATAL ERROR but same_nb_input_output==True : this should be an optionnal input ! complete output_args for input 2 : {1360825073: ('0.0',), 1360822622: ('0.0',)} input_args_next_step : {1360825073: ()} output_args : {1360825073: ('0.0',), 1360822622: ('0.0',)} args : 1360825073 depend.output_id : 0 input_args_next_step : {1360825073: ('0.0',), 1360822622: ()} output_args : {1360825073: ('0.0',), 1360822622: ('0.0',)} args : 1360822622 depend.output_id : 0 Inconsistent number of input and output, step which parrallelize and manage error in input by avoiding sending an output for this data can't be used in tree dependencies of input and output complete output_args for input 3 : {23303851: [{'plastique': 23332186, 'autre_refus': 23332187, 'flou': 23332188, 'metal': 23332189, 'kraft': 23332190, 'papier': 23332191, 'Carton_brun': 23332192, 'Teint_Dans_La_Masse': 23332193, 'Carton_gris': 23332194, 'mal_croppe': 23332195, 'cartonnette': 23332196, 'environnement': 23332197}]} input_args_next_step : {1360825073: ('0.0',), 1360822622: ('0.0',), 23303851: ()} output_args : {23303851: [{'plastique': 23332186, 'autre_refus': 23332187, 'flou': 23332188, 'metal': 23332189, 'kraft': 23332190, 'papier': 23332191, 'Carton_brun': 23332192, 'Teint_Dans_La_Masse': 23332193, 'Carton_gris': 23332194, 'mal_croppe': 23332195, 'cartonnette': 23332196, 'environnement': 23332197}]} args : 23303851 depend.output_id : 0 We should have FATAL ERROR but same_nb_input_output==True : this should be an optionnal input ! VR 22-3-18 : For now we do not clean correctly the datou structure input_args_next_step, len :3, first value : ('0.0',) After prepare type args : select max(UNIX_TIMESTAMP(created_at)) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (23303851) Here we display some param of map_info ! map_filenames : {} map_photo_id_path_extension : {} map_subphoto_mainphoto : {} dans la step send mail cod work_area: /home/admin/workarea/git/Velours/python in order to get the selector url, please entre the license of selector SELECT photo_id, url FROM MTRBack.photos ph WHERE photo_id IN (1360825073,1360822622) Found this number of photos: 2 ##### Call download_photos : nb_thread : 5 begin to download photo : 1360822622 begin to download photo : 1360825073 download finish for photo 1360822622 download finish for photo 1360825073 we have missing 0 photos in the step downloads : photo missing : [] try to delete the photos missing in DB ##### After download_photos imagette233321861748256482/ imagette233321871748256482/ imagette233321881748256482/ imagette233321891748256482/ imagette233321901748256482/ imagette233321951748256482/ imagette233321961748256482/ imagette233321921748256482/ imagette233321931748256482/ imagette233321941748256482/ length of list_filenames : 2 ; length of list_pids : 2 ; length of list_args : 2 results_Auto_P23303851_26-05-2025_12_48_02.pdf 23332186 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=23332186 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {} imagette233321861748256482 23332187 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=23332187 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {} imagette233321871748256482 23332188 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=23332188 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {} imagette233321881748256482 23332189 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=23332189 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {} imagette233321891748256482 23332190 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=23332190 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {} imagette233321901748256482 23332195 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=23332195 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {} imagette233321951748256482 23332196 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=23332196 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {} imagette233321961748256482 23332192 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=23332192 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {} imagette233321921748256482 23332193 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=23332193 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {} imagette233321931748256482 23332194 SELECT ph.photo_id,ph.url,ph.username,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=23332194 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 20 map_photo_id_text : {} imagette233321941748256482 SELECT h.hashtag,pcr.value FROM MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h where pcr.portfolio_id=23303851 and hashtag_type = 3726 and pcr.hashtag_id = h.hashtag_id; velour_link : https://www.fotonower.com/velours/23332210,23332211,23332212,23332213,23332214,23332215,23332216,23332217,23332218,23332219,23332220,23332221?tags=plastique,autre_refus,flou,metal,kraft,papier,Carton_brun,Teint_Dans_La_Masse,Carton_gris,mal_croppe,cartonnette,environnement your option no_mail is active, we will not send the real mail to your client args[1360825073] : ('0.0',) no score found for photo 1360825073 We are sending mail with results at report@fotonower.com args[1360822622] : ('0.0',) no score found for photo 1360822622 We are sending mail with results at report@fotonower.com refus_total : 0.0 2022-04-13 10:29:59 0 SELECT ph.photo_id,ph.url,ph.username,ph.uploaded_at,ph.text FROM MTRBack.photos ph, MTRUser.mtr_portfolio_photos mpp WHERE ph.photo_id=mpp.mtr_photo_id AND mpp.mtr_portfolio_id=23303851 AND mpp.hide_status=0 ORDER BY mpp.order LIMIT 0, 1000 start upload file to ovh https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P23303851_26-05-2025_12_48_02.pdf results_Auto_P23303851_26-05-2025_12_48_02.pdf uploaded to url https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P23303851_26-05-2025_12_48_02.pdf start insert file to database insert into MTRUser.mtr_files (mtd_id,mtr_portfolio_id,text,url,format,tags,file_size,value) values ('4302','23303851','results_Auto_P23303851_26-05-2025_12_48_02.pdf','https://storage.sbg.cloud.ovh.net/v1/AUTH_3b171620e76e4af496c5fd050759c9f0/media.fotonower.com/results_Auto_P23303851_26-05-2025_12_48_02.pdf','pdf','','0.05','0.0') After datou_step_exec type output : map_portfolio_photo : len 1 keys : dict_keys([23303851]) Inside saveOutput : final : False verbose : True saveOutput not yet implemented for datou_step.type : send_mail_cod we use saveGeneral [1360825073, 1360822622] map_info['map_portfolio_photo'] : {23303851: [1360825073, 1360822622]} final : False mtd_id 4302 list_pids : [1360825073, 1360822622] Looping around the photos to save general results len do output : 0 before output type Used above Managing all output in save final without adding information in the mtr_datou_result ('4302', None, None, None, None, None, None, None, '2945969') ('4302', '23303851', '1360825073', None, None, None, None, None, '2945969') ('4302', None, None, None, None, None, None, None, '2945969') ('4302', '23303851', '1360822622', None, None, None, None, None, '2945969') begin to insert list_values into mtr_datou_result : length of list_values in save_final : 2 insert ignore into MTRPhoto.mtr_datou_result (mtd_id, mtr_portfolio_id,mtr_photo_id,result,result_long,result_double,hashtag_id,proba, mtr_current_id) values (%s,%s,%s,%s,%s,%s,%s,%s,%s) on duplicate key update mtr_portfolio_id = mtr_portfolio_id list_values : [('4302', '23303851', '1360825073', None, None, None, None, None, '2945969'), ('4302', '23303851', '1360822622', None, None, None, None, None, '2945969')] time used for this insertion : 0.012535810470581055 save_final save missing photos in datou_result : time spend for datou_step_exec : 1.050220251083374 time spend to save output : 0.01272273063659668 total time spend for step 4 : 1.0629429817199707 step5:split_time_score Mon May 26 12:48:02 2025 VR 17-11-17 : now, only for linear exec dependencies tree, some output goes to fill the input of the next VR 22-3-18 : now we test the dependencies tree, but keep two separate code for datou_prepare_output_input until the code is correctly tested, clean and works in both case VR 22-3-18 : but we use the first code for the first step id = -1, build in the code of datou_exec VR 22-3-18 : we should manage here the case when we are at the first step instead of building this step before datou_exec Currently we do not manage missing dependencies information, that could maybe be correctly interpreted with default behavior Some of the step done at execution of the step could be done before when the tree of execution is build and the dependencies of different step analysed complete output_args for input 0 : ['23303851'] We expect there is only one output and this part is used while all output are not tuple or array Inconsistent number of input and output, step which parrallelize and manage error in input by avoiding sending an output for this data can't be used in tree dependencies of input and output complete output_args for input 1 : VR 22-3-18 : For now we do not clean correctly the datou structure input_args_next_step, len :1, first value : [('23303851',)] After prepare type args : select max(UNIX_TIMESTAMP(created_at)) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (23303851) Here we display some param of map_info ! map_filenames : {} map_photo_id_path_extension : {1360822622: {'path': 'temp/1748256481_3631952_1360822622_d35430a4734719d525bb41f2366e881d.jpg', 'extension': 'jpg'}, 1360825073: {'path': 'temp/1748256481_3631952_1360825073_301b556f672aae3d64936cde9c678992.jpg', 'extension': 'jpg'}} map_subphoto_mainphoto : {} begin split time score SELECT app_name, token FROM MTRUser.mtr_app_api_token WHERE mtr_user_id=979 AND app_name="token_split_time_score" AND expire_at > NOW() select distinct dp.name from MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp, MTRPhoto.dashboard_results dr where ded.dashboard_place_id = dp.id and ded.last_run_id = dr.dashboard_run_id and dp.id = ded.dashboard_place_id and dr.mtr_portfolio_id = 23303851; Dont find camara_place_name for portfolio_id : 23303851 After datou_step_exec type output : map_portfolio_photo : len 1 keys : dict_keys([23303851]) Inside saveOutput : final : True verbose : True saveOutput not yet implemented for datou_step.type : split_time_score we use saveGeneral [1360825073, 1360822622] map_info['map_portfolio_photo'] : {23303851: [1360825073, 1360822622]} final : True mtd_id 4302 list_pids : [1360825073, 1360822622] Looping around the photos to save general results len do output : 0 before output type Here is an output not treated by saveGeneral : Managing all output in save final without adding information in the mtr_datou_result ('4302', None, None, None, None, None, None, None, '2945969') ('4302', '23303851', '1360825073', None, None, None, None, None, '2945969') ('4302', None, None, None, None, None, None, None, '2945969') ('4302', '23303851', '1360822622', None, None, None, None, None, '2945969') begin to insert list_values into mtr_datou_result : length of list_values in save_final : 2 insert ignore into MTRPhoto.mtr_datou_result (mtd_id, mtr_portfolio_id,mtr_photo_id,result,result_long,result_double,hashtag_id,proba, mtr_current_id) values (%s,%s,%s,%s,%s,%s,%s,%s,%s) on duplicate key update mtr_portfolio_id = mtr_portfolio_id list_values : [('4302', '23303851', '1360825073', None, None, None, None, None, '2945969'), ('4302', '23303851', '1360822622', None, None, None, None, None, '2945969')] time used for this insertion : 0.01249551773071289 save_final save missing photos in datou_result : time spend for datou_step_exec : 0.02255415916442871 time spend to save output : 0.012626409530639648 total time spend for step 5 : 0.03518056869506836 caffe_path_current : About to save ! 2 After save, about to update current ! ret : 2 len(input) + len(total_photo_id_missing) : 1 set_done_treatment DELETE from MTRPhoto.mtr_datou_current where id in (2945969) 1.87user 2.66system 0:07.88elapsed 57%CPU (0avgtext+0avgdata 157356maxresident)k 192inputs+1616outputs (26major+64217minor)pagefaults 0swaps