SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and dr.hashtag = '_______entrant' and ded.dashboard_place_id = 188 and month(ded.date) = 02 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 188 and mp.name like '%022025%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2025-02-01 : dt_date_just_month_year : 2025-02-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! Error parsing crontab ! [Errno 2] No such file or directory: '' You better check your LOGRASPI env !!! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "SyctomXV_Mask_23Q4" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-02-01" AND ded.date <= "2025-02-28" apple3 {'test': {'mat': 'test', 'pht': 0, 'datou_carac_id': 370, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 538914404}, 'entrant': {'mat': 'entrant', 'pht': 4857, 'datou_carac_id': 4742, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'papier,carton,metal,pet_clair,pehd,flux_dev,film_dev_souple,ela'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (1662615,1734585,1712692,1746791,1711721,1712496,1744444,1712306,1744426,1734637,1712146) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id AND ptp.type IN (0,4857) group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_non_emballage', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.042833137093972004, 'nb_photo': 145, 'list_port_cont': '21233678,21233708,21439777,21440307,21440327,21440766,21441096,21441182,21441201,21441300,21441319,21441347,21441366,21957278,21957321,22023856,22023888,22293598,22293618,22293714,22293757,22296440,22296483,22296938,22296959,22297202,22297222,22297382,22297401', 'assoc_port': '21221266:21233678,21221266:21233708,21221269:21439777,21222496:21441182,21222496:21441201,21222497:21441096,21222499:21440766,21222500:21440307,21222500:21440327,21222676:21441347,21222676:21441366,21222677:21441300,21222677:21441319,21913998:22296938,21913998:22296959,21919367:22023856,21919367:22023888,21920235:22293598,21920235:22293618,21921448:22296440,21921448:22296483,21921450:22293714,21921450:22293757,21923824:22297202,21923824:22297222,21923825:21957278,21923825:21957321,21923826:22297382,21923826:22297401', 'assoc_mat': '21221266:autre_non_emballage:4857:21233678,21221266:autre_non_emballage:4857:21233708,21221269:autre_non_emballage:4857:21439777,21222496:autre_non_emballage:4857:21441182,21222496:autre_non_emballage:4857:21441201,21222497:autre_non_emballage:4857:21441096,21222499:autre_non_emballage:4857:21440766,21222500:autre_non_emballage:4857:21440307,21222500:autre_non_emballage:4857:21440327,21222676:autre_non_emballage:4857:21441347,21222676:autre_non_emballage:4857:21441366,21222677:autre_non_emballage:4857:21441300,21222677:autre_non_emballage:4857:21441319,21913998:autre_non_emballage:4857:22296938,21913998:autre_non_emballage:4857:22296959,21919367:autre_non_emballage:4857:22023856,21919367:autre_non_emballage:4857:22023888,21920235:autre_non_emballage:4857:22293598,21920235:autre_non_emballage:4857:22293618,21921448:autre_non_emballage:4857:22296440,21921448:autre_non_emballage:4857:22296483,21921450:autre_non_emballage:4857:22293714,21921450:autre_non_emballage:4857:22293757,21923824:autre_non_emballage:4857:2'}, {'unwanted_material': 'carton', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.5738891259869334, 'nb_photo': 3011, 'list_port_cont': '21233664,21233693,21439740,21439763,21440293,21440313,21440751,21440772,21441082,21441102,21441168,21441187,21441236,21441255,21441286,21441305,21441333,21441352,21441872,21441891,21957264,21957307,22023841,22023874,22053713,22053732,22137248,22137267,22293584,22293604,22293700,22293743,22296265,22296284,22296426,22296469,22296601,22296621,22296924,22296945,22297188,22297208,22297368,22297387', 'assoc_port': '21221266:21233664,21221266:21233693,21221269:21439740,21221269:21439763,21222496:21441168,21222496:21441187,21222497:21441082,21222497:21441102,21222499:21440751,21222499:21440772,21222500:21440293,21222500:21440313,21222675:21441872,21222675:21441891,21222676:21441333,21222676:21441352,21222677:21441286,21222677:21441305,21222678:21441236,21222678:21441255,21913998:22296924,21913998:22296945,21916087:22137248,21916087:22137267,21919366:22053713,21919366:22053732,21919367:22023841,21919367:22023874,21920235:22293584,21920235:22293604,21920236:22296265,21920236:22296284,21921448:22296426,21921448:22296469,21921449:22296601,21921449:22296621,21921450:22293700,21921450:22293743,21923824:22297188,21923824:22297208,21923825:21957264,21923825:21957307,21923826:22297368,21923826:22297387', 'assoc_mat': '21221266:carton:4857:21233664,21221266:carton:4857:21233693,21221269:carton:4857:21439740,21221269:carton:4857:21439763,21222496:carton:4857:21441168,21222496:carton:4857:21441187,21222497:carton:4857:21441082,21222497:carton:4857:21441102,21222499:carton:4857:21440751,21222499:carton:4857:21440772,21222500:carton:4857:21440293,21222500:carton:4857:21440313,21222675:carton:4857:21441872,21222675:carton:4857:21441891,21222676:carton:4857:21441333,21222676:carton:4857:21441352,21222677:carton:4857:21441286,21222677:carton:4857:21441305,21222678:carton:4857:21441236,21222678:carton:4857:21441255,21913998:carton:4857:22296924,21913998:carton:4857:22296945,21916087:carton:4857:22137248,21916087:carton:4857:22137267,21919366:carton:4857:22053713,21919366:carton:4857:22053732,21919367:carton:4857:22023841,21919367:carton:4857:22023874,21920235:carton:4857:22293584,21920235:carton:4857:22293604,21920236:carton:4857:22296265,21920236:carton:4857:22296284,21921448:carton:4857:22296426,21921448:carton:4857:22296469,2192'}, {'unwanted_material': 'ela', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.0073891807309107455, 'nb_photo': 37, 'list_port_cont': '21233670,21439746,21439769,21441088,21441108,21441174,21441193,21441261,21441292,21441358,21957270,21957313,22023847,22023880,22053719,22053738,22293590,22293610,22293706,22293749,22296271,22296290,22296432,22296475,22297374,22297393', 'assoc_port': '21221266:21233670,21221269:21439746,21221269:21439769,21222496:21441174,21222496:21441193,21222497:21441088,21222497:21441108,21222676:21441358,21222677:21441292,21222678:21441261,21919366:22053719,21919366:22053738,21919367:22023847,21919367:22023880,21920235:22293590,21920235:22293610,21920236:22296271,21920236:22296290,21921448:22296432,21921448:22296475,21921450:22293706,21921450:22293749,21923825:21957270,21923825:21957313,21923826:22297374,21923826:22297393', 'assoc_mat': '21221266:ela:4857:21233670,21221269:ela:4857:21439746,21221269:ela:4857:21439769,21222496:ela:4857:21441174,21222496:ela:4857:21441193,21222497:ela:4857:21441088,21222497:ela:4857:21441108,21222676:ela:4857:21441358,21222677:ela:4857:21441292,21222678:ela:4857:21441261,21919366:ela:4857:22053719,21919366:ela:4857:22053738,21919367:ela:4857:22023847,21919367:ela:4857:22023880,21920235:ela:4857:22293590,21920235:ela:4857:22293610,21920236:ela:4857:22296271,21920236:ela:4857:22296290,21921448:ela:4857:22296432,21921448:ela:4857:22296475,21921450:ela:4857:22293706,21921450:ela:4857:22293749,21923825:ela:4857:21957270,21923825:ela:4857:21957313,21923826:ela:4857:22297374,21923826:ela:4857:22297393'}, {'unwanted_material': 'encombrant', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.030846243917011285, 'nb_photo': 3, 'list_port_cont': '22023855,22023887,22296439,22296482', 'assoc_port': '21919367:22023855,21919367:22023887,21921448:22296439,21921448:22296482', 'assoc_mat': '21919367:encombrant:4857:22023855,21919367:encombrant:4857:22023887,21921448:encombrant:4857:22296439,21921448:encombrant:4857:22296482'}, {'unwanted_material': 'film_dev_souple', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.028074535303985803, 'nb_photo': 502, 'list_port_cont': '21233669,21233698,21439745,21439768,21440318,21440757,21440777,21441087,21441107,21441173,21441192,21441241,21441260,21441291,21441310,21441338,21441357,21441877,21441896,21957269,21957312,22023846,22023879,22053718,22053737,22137253,22137284,22293589,22293609,22293705,22293748,22296270,22296289,22296431,22296474,22296606,22296626,22296929,22296950,22297373,22297392', 'assoc_port': '21221266:21233669,21221266:21233698,21221269:21439745,21221269:21439768,21222496:21441173,21222496:21441192,21222497:21441087,21222497:21441107,21222499:21440757,21222499:21440777,21222500:21440318,21222675:21441877,21222675:21441896,21222676:21441338,21222676:21441357,21222677:21441291,21222677:21441310,21222678:21441241,21222678:21441260,21913998:22296929,21913998:22296950,21916087:22137253,21916087:22137284,21919366:22053718,21919366:22053737,21919367:22023846,21919367:22023879,21920235:22293589,21920235:22293609,21920236:22296270,21920236:22296289,21921448:22296431,21921448:22296474,21921449:22296606,21921449:22296626,21921450:22293705,21921450:22293748,21923825:21957269,21923825:21957312,21923826:22297373,21923826:22297392', 'assoc_mat': '21221266:film_dev_souple:4857:21233669,21221266:film_dev_souple:4857:21233698,21221269:film_dev_souple:4857:21439745,21221269:film_dev_souple:4857:21439768,21222496:film_dev_souple:4857:21441173,21222496:film_dev_souple:4857:21441192,21222497:film_dev_souple:4857:21441087,21222497:film_dev_souple:4857:21441107,21222499:film_dev_souple:4857:21440757,21222499:film_dev_souple:4857:21440777,21222500:film_dev_souple:4857:21440318,21222675:film_dev_souple:4857:21441877,21222675:film_dev_souple:4857:21441896,21222676:film_dev_souple:4857:21441338,21222676:film_dev_souple:4857:21441357,21222677:film_dev_souple:4857:21441291,21222677:film_dev_souple:4857:21441310,21222678:film_dev_souple:4857:21441241,21222678:film_dev_souple:4857:21441260,21913998:film_dev_souple:4857:22296929,21913998:film_dev_souple:4857:22296950,21916087:film_dev_souple:4857:22137253,21916087:film_dev_souple:4857:22137284,21919366:film_dev_souple:4857:22053718,21919366:film_dev_souple:4857:22053737,21919367:film_dev_souple:4857:22023846,21919367:f'}, {'unwanted_material': 'flux_dev', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.026739386393645304, 'nb_photo': 230, 'list_port_cont': '21233668,21233697,21439744,21439767,21440297,21440317,21441086,21441106,21441191,21441240,21441259,21441290,21441309,21441356,21441876,21441895,21957268,21957311,22023845,22023878,22053717,22053736,22137252,22137274,22293588,22293608,22293704,22293747,22296269,22296288,22296430,22296473,22296605,22296625,22296928,22296949,22297192,22297212,22297372,22297391', 'assoc_port': '21221266:21233668,21221266:21233697,21221269:21439744,21221269:21439767,21222496:21441191,21222497:21441086,21222497:21441106,21222500:21440297,21222500:21440317,21222675:21441876,21222675:21441895,21222676:21441356,21222677:21441290,21222677:21441309,21222678:21441240,21222678:21441259,21913998:22296928,21913998:22296949,21916087:22137252,21916087:22137274,21919366:22053717,21919366:22053736,21919367:22023845,21919367:22023878,21920235:22293588,21920235:22293608,21920236:22296269,21920236:22296288,21921448:22296430,21921448:22296473,21921449:22296605,21921449:22296625,21921450:22293704,21921450:22293747,21923824:22297192,21923824:22297212,21923825:21957268,21923825:21957311,21923826:22297372,21923826:22297391', 'assoc_mat': '21221266:flux_dev:4857:21233668,21221266:flux_dev:4857:21233697,21221269:flux_dev:4857:21439744,21221269:flux_dev:4857:21439767,21222496:flux_dev:4857:21441191,21222497:flux_dev:4857:21441086,21222497:flux_dev:4857:21441106,21222500:flux_dev:4857:21440297,21222500:flux_dev:4857:21440317,21222675:flux_dev:4857:21441876,21222675:flux_dev:4857:21441895,21222676:flux_dev:4857:21441356,21222677:flux_dev:4857:21441290,21222677:flux_dev:4857:21441309,21222678:flux_dev:4857:21441240,21222678:flux_dev:4857:21441259,21913998:flux_dev:4857:22296928,21913998:flux_dev:4857:22296949,21916087:flux_dev:4857:22137252,21916087:flux_dev:4857:22137274,21919366:flux_dev:4857:22053717,21919366:flux_dev:4857:22053736,21919367:flux_dev:4857:22023845,21919367:flux_dev:4857:22023878,21920235:flux_dev:4857:22293588,21920235:flux_dev:4857:22293608,21920236:flux_dev:4857:22296269,21920236:flux_dev:4857:22296288,21921448:flux_dev:4857:22296430,21921448:flux_dev:4857:22296473,21921449:flux_dev:4857:22296605,21921449:flux_dev:4857:22296625,'}, {'unwanted_material': 'masque', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.00020968270821937905, 'nb_photo': 1, 'list_port_cont': '21441199', 'assoc_port': '21222496:21441199', 'assoc_mat': '21222496:masque:4857:21441199'}, {'unwanted_material': 'metal', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.03128863553755824, 'nb_photo': 133, 'list_port_cont': '21233665,21233694,21439741,21439764,21440294,21440314,21441169,21441188,21441287,21441306,21441334,21441353,21957265,21957308,22023842,22023875,22053714,22053733,22137249,22137268,22293585,22293605,22293701,22293744,22296266,22296285,22296427,22296470,22296925,22296946,22297189,22297209,22297369,22297388', 'assoc_port': '21221266:21233665,21221266:21233694,21221269:21439741,21221269:21439764,21222496:21441169,21222496:21441188,21222500:21440294,21222500:21440314,21222676:21441334,21222676:21441353,21222677:21441287,21222677:21441306,21913998:22296925,21913998:22296946,21916087:22137249,21916087:22137268,21919366:22053714,21919366:22053733,21919367:22023842,21919367:22023875,21920235:22293585,21920235:22293605,21920236:22296266,21920236:22296285,21921448:22296427,21921448:22296470,21921450:22293701,21921450:22293744,21923824:22297189,21923824:22297209,21923825:21957265,21923825:21957308,21923826:22297369,21923826:22297388', 'assoc_mat': '21221266:metal:4857:21233665,21221266:metal:4857:21233694,21221269:metal:4857:21439741,21221269:metal:4857:21439764,21222496:metal:4857:21441169,21222496:metal:4857:21441188,21222500:metal:4857:21440294,21222500:metal:4857:21440314,21222676:metal:4857:21441334,21222676:metal:4857:21441353,21222677:metal:4857:21441287,21222677:metal:4857:21441306,21913998:metal:4857:22296925,21913998:metal:4857:22296946,21916087:metal:4857:22137249,21916087:metal:4857:22137268,21919366:metal:4857:22053714,21919366:metal:4857:22053733,21919367:metal:4857:22023842,21919367:metal:4857:22023875,21920235:metal:4857:22293585,21920235:metal:4857:22293605,21920236:metal:4857:22296266,21920236:metal:4857:22296285,21921448:metal:4857:22296427,21921448:metal:4857:22296470,21921450:metal:4857:22293701,21921450:metal:4857:22293744,21923824:metal:4857:22297189,21923824:metal:4857:22297209,21923825:metal:4857:21957265,21923825:metal:4857:21957308,21923826:metal:4857:22297369,21923826:metal:4857:22297388'}, {'unwanted_material': 'organique', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.0023069501293426407, 'nb_photo': 1, 'list_port_cont': '22296611,22296631', 'assoc_port': '21921449:22296611,21921449:22296631', 'assoc_mat': '21921449:organique:4857:22296611,21921449:organique:4857:22296631'}, {'unwanted_material': 'papier', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.18705559327479088, 'nb_photo': 1172, 'list_port_cont': '21233663,21233692,21439739,21439762,21440292,21440312,21440750,21440771,21441081,21441101,21441167,21441186,21441235,21441254,21441285,21441304,21441332,21441351,21441871,21441890,21957263,21957306,22023840,22023873,22053712,22053731,22137247,22137266,22293583,22293603,22293699,22293742,22296264,22296283,22296425,22296468,22296600,22296620,22296923,22296944,22297187,22297207,22297367,22297386', 'assoc_port': '21221266:21233663,21221266:21233692,21221269:21439739,21221269:21439762,21222496:21441167,21222496:21441186,21222497:21441081,21222497:21441101,21222499:21440750,21222499:21440771,21222500:21440292,21222500:21440312,21222675:21441871,21222675:21441890,21222676:21441332,21222676:21441351,21222677:21441285,21222677:21441304,21222678:21441235,21222678:21441254,21913998:22296923,21913998:22296944,21916087:22137247,21916087:22137266,21919366:22053712,21919366:22053731,21919367:22023840,21919367:22023873,21920235:22293583,21920235:22293603,21920236:22296264,21920236:22296283,21921448:22296425,21921448:22296468,21921449:22296600,21921449:22296620,21921450:22293699,21921450:22293742,21923824:22297187,21923824:22297207,21923825:21957263,21923825:21957306,21923826:22297367,21923826:22297386', 'assoc_mat': '21221266:papier:4857:21233663,21221266:papier:4857:21233692,21221269:papier:4857:21439739,21221269:papier:4857:21439762,21222496:papier:4857:21441167,21222496:papier:4857:21441186,21222497:papier:4857:21441081,21222497:papier:4857:21441101,21222499:papier:4857:21440750,21222499:papier:4857:21440771,21222500:papier:4857:21440292,21222500:papier:4857:21440312,21222675:papier:4857:21441871,21222675:papier:4857:21441890,21222676:papier:4857:21441332,21222676:papier:4857:21441351,21222677:papier:4857:21441285,21222677:papier:4857:21441304,21222678:papier:4857:21441235,21222678:papier:4857:21441254,21913998:papier:4857:22296923,21913998:papier:4857:22296944,21916087:papier:4857:22137247,21916087:papier:4857:22137266,21919366:papier:4857:22053712,21919366:papier:4857:22053731,21919367:papier:4857:22023840,21919367:papier:4857:22023873,21920235:papier:4857:22293583,21920235:papier:4857:22293603,21920236:papier:4857:22296264,21920236:papier:4857:22296283,21921448:papier:4857:22296425,21921448:papier:4857:22296468,2192'}, {'unwanted_material': 'pehd', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.009719613610798147, 'nb_photo': 76, 'list_port_cont': '21233667,21233696,21439743,21439766,21440296,21440316,21440755,21440775,21441171,21441190,21441239,21441258,21441289,21441308,21441875,21441894,21957267,21957310,22023844,22023877,22137251,22137270,22293587,22293607,22293703,22293746,22296268,22296287,22296429,22296472,22296604,22296624,22297191,22297211,22297371,22297390', 'assoc_port': '21221266:21233667,21221266:21233696,21221269:21439743,21221269:21439766,21222496:21441171,21222496:21441190,21222499:21440755,21222499:21440775,21222500:21440296,21222500:21440316,21222675:21441875,21222675:21441894,21222677:21441289,21222677:21441308,21222678:21441239,21222678:21441258,21916087:22137251,21916087:22137270,21919367:22023844,21919367:22023877,21920235:22293587,21920235:22293607,21920236:22296268,21920236:22296287,21921448:22296429,21921448:22296472,21921449:22296604,21921449:22296624,21921450:22293703,21921450:22293746,21923824:22297191,21923824:22297211,21923825:21957267,21923825:21957310,21923826:22297371,21923826:22297390', 'assoc_mat': '21221266:pehd:4857:21233667,21221266:pehd:4857:21233696,21221269:pehd:4857:21439743,21221269:pehd:4857:21439766,21222496:pehd:4857:21441171,21222496:pehd:4857:21441190,21222499:pehd:4857:21440755,21222499:pehd:4857:21440775,21222500:pehd:4857:21440296,21222500:pehd:4857:21440316,21222675:pehd:4857:21441875,21222675:pehd:4857:21441894,21222677:pehd:4857:21441289,21222677:pehd:4857:21441308,21222678:pehd:4857:21441239,21222678:pehd:4857:21441258,21916087:pehd:4857:22137251,21916087:pehd:4857:22137270,21919367:pehd:4857:22023844,21919367:pehd:4857:22023877,21920235:pehd:4857:22293587,21920235:pehd:4857:22293607,21920236:pehd:4857:22296268,21920236:pehd:4857:22296287,21921448:pehd:4857:22296429,21921448:pehd:4857:22296472,21921449:pehd:4857:22296604,21921449:pehd:4857:22296624,21921450:pehd:4857:22293703,21921450:pehd:4857:22293746,21923824:pehd:4857:22297191,21923824:pehd:4857:22297211,21923825:pehd:4857:21957267,21923825:pehd:4857:21957310,21923826:pehd:4857:22297371,21923826:pehd:4857:22297390'}, {'unwanted_material': 'pet_clair', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.025405687706427572, 'nb_photo': 465, 'list_port_cont': '21233666,21233695,21439742,21439765,21440295,21440315,21440754,21440774,21441084,21441104,21441170,21441189,21441238,21441257,21441288,21441307,21441335,21441354,21441874,21441893,21957266,21957309,22023843,22023876,22053715,22053734,22137250,22137269,22293586,22293606,22293702,22293745,22296267,22296286,22296428,22296471,22296603,22296623,22296926,22296947,22297190,22297210,22297370,22297389', 'assoc_port': '21221266:21233666,21221266:21233695,21221269:21439742,21221269:21439765,21222496:21441170,21222496:21441189,21222497:21441084,21222497:21441104,21222499:21440754,21222499:21440774,21222500:21440295,21222500:21440315,21222675:21441874,21222675:21441893,21222676:21441335,21222676:21441354,21222677:21441288,21222677:21441307,21222678:21441238,21222678:21441257,21913998:22296926,21913998:22296947,21916087:22137250,21916087:22137269,21919366:22053715,21919366:22053734,21919367:22023843,21919367:22023876,21920235:22293586,21920235:22293606,21920236:22296267,21920236:22296286,21921448:22296428,21921448:22296471,21921449:22296603,21921449:22296623,21921450:22293702,21921450:22293745,21923824:22297190,21923824:22297210,21923825:21957266,21923825:21957309,21923826:22297370,21923826:22297389', 'assoc_mat': '21221266:pet_clair:4857:21233666,21221266:pet_clair:4857:21233695,21221269:pet_clair:4857:21439742,21221269:pet_clair:4857:21439765,21222496:pet_clair:4857:21441170,21222496:pet_clair:4857:21441189,21222497:pet_clair:4857:21441084,21222497:pet_clair:4857:21441104,21222499:pet_clair:4857:21440754,21222499:pet_clair:4857:21440774,21222500:pet_clair:4857:21440295,21222500:pet_clair:4857:21440315,21222675:pet_clair:4857:21441874,21222675:pet_clair:4857:21441893,21222676:pet_clair:4857:21441335,21222676:pet_clair:4857:21441354,21222677:pet_clair:4857:21441288,21222677:pet_clair:4857:21441307,21222678:pet_clair:4857:21441238,21222678:pet_clair:4857:21441257,21913998:pet_clair:4857:22296926,21913998:pet_clair:4857:22296947,21916087:pet_clair:4857:22137250,21916087:pet_clair:4857:22137269,21919366:pet_clair:4857:22053715,21919366:pet_clair:4857:22053734,21919367:pet_clair:4857:22023843,21919367:pet_clair:4857:22023876,21920235:pet_clair:4857:22293586,21920235:pet_clair:4857:22293606,21920236:pet_clair:4857:22296267,2'}, {'unwanted_material': 'sac_om_plein', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.16105903896916224, 'nb_photo': 361, 'list_port_cont': '21233671,21233701,21439747,21439770,21440300,21440320,21440759,21440779,21441089,21441109,21441175,21441194,21441243,21441262,21441293,21441312,21441340,21441359,21441879,21441898,21957271,21957314,22023848,22023881,22053720,22053739,22137255,22137288,22293591,22293611,22293707,22293750,22296272,22296291,22296433,22296476,22296608,22296628,22296931,22296952,22297195,22297215,22297375,22297394', 'assoc_port': '21221266:21233671,21221266:21233701,21221269:21439747,21221269:21439770,21222496:21441175,21222496:21441194,21222497:21441089,21222497:21441109,21222499:21440759,21222499:21440779,21222500:21440300,21222500:21440320,21222675:21441879,21222675:21441898,21222676:21441340,21222676:21441359,21222677:21441293,21222677:21441312,21222678:21441243,21222678:21441262,21913998:22296931,21913998:22296952,21916087:22137255,21916087:22137288,21919366:22053720,21919366:22053739,21919367:22023848,21919367:22023881,21920235:22293591,21920235:22293611,21920236:22296272,21920236:22296291,21921448:22296433,21921448:22296476,21921449:22296608,21921449:22296628,21921450:22293707,21921450:22293750,21923824:22297195,21923824:22297215,21923825:21957271,21923825:21957314,21923826:22297375,21923826:22297394', 'assoc_mat': '21221266:sac_om_plein:4857:21233671,21221266:sac_om_plein:4857:21233701,21221269:sac_om_plein:4857:21439747,21221269:sac_om_plein:4857:21439770,21222496:sac_om_plein:4857:21441175,21222496:sac_om_plein:4857:21441194,21222497:sac_om_plein:4857:21441089,21222497:sac_om_plein:4857:21441109,21222499:sac_om_plein:4857:21440759,21222499:sac_om_plein:4857:21440779,21222500:sac_om_plein:4857:21440300,21222500:sac_om_plein:4857:21440320,21222675:sac_om_plein:4857:21441879,21222675:sac_om_plein:4857:21441898,21222676:sac_om_plein:4857:21441340,21222676:sac_om_plein:4857:21441359,21222677:sac_om_plein:4857:21441293,21222677:sac_om_plein:4857:21441312,21222678:sac_om_plein:4857:21441243,21222678:sac_om_plein:4857:21441262,21913998:sac_om_plein:4857:22296931,21913998:sac_om_plein:4857:22296952,21916087:sac_om_plein:4857:22137255,21916087:sac_om_plein:4857:22137288,21919366:sac_om_plein:4857:22053720,21919366:sac_om_plein:4857:22053739,21919367:sac_om_plein:4857:22023848,21919367:sac_om_plein:4857:22023881,21920235:sac_om_'}, {'unwanted_material': 'textiles', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.004560605510674338, 'nb_photo': 25, 'list_port_cont': '21440301,21440321,21441880,21441899,22023850,22023882,22053721,22053740,22137256,22137299,22293592,22293612,22293708,22293751,22296273,22296292,22296434,22296477,22297196,22297216,22297376,22297395', 'assoc_port': '21222500:21440301,21222500:21440321,21222675:21441880,21222675:21441899,21916087:22137256,21916087:22137299,21919366:22053721,21919366:22053740,21919367:22023850,21919367:22023882,21920235:22293592,21920235:22293612,21920236:22296273,21920236:22296292,21921448:22296434,21921448:22296477,21921450:22293708,21921450:22293751,21923824:22297196,21923824:22297216,21923826:22297376,21923826:22297395', 'assoc_mat': '21222500:textiles:4857:21440301,21222500:textiles:4857:21440321,21222675:textiles:4857:21441880,21222675:textiles:4857:21441899,21916087:textiles:4857:22137256,21916087:textiles:4857:22137299,21919366:textiles:4857:22053721,21919366:textiles:4857:22053740,21919367:textiles:4857:22023850,21919367:textiles:4857:22023882,21920235:textiles:4857:22293592,21920235:textiles:4857:22293612,21920236:textiles:4857:22296273,21920236:textiles:4857:22296292,21921448:textiles:4857:22296434,21921448:textiles:4857:22296477,21921450:textiles:4857:22293708,21921450:textiles:4857:22293751,21923824:textiles:4857:22297196,21923824:textiles:4857:22297216,21923826:textiles:4857:22297376,21923826:textiles:4857:22297395'}, {'unwanted_material': 'verre', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.005933473361985324, 'nb_photo': 6, 'list_port_cont': '21441295,22293709,22293752,22296610,22296630,22297197,22297217,22297377,22297396', 'assoc_port': '21222677:21441295,21921449:22296610,21921449:22296630,21921450:22293709,21921450:22293752,21923824:22297197,21923824:22297217,21923826:22297377,21923826:22297396', 'assoc_mat': '21222677:verre:4857:21441295,21921449:verre:4857:22296610,21921449:verre:4857:22296630,21921450:verre:4857:22293709,21921450:verre:4857:22293752,21923824:verre:4857:22297197,21923824:verre:4857:22297217,21923826:verre:4857:22297377,21923826:verre:4857:22297396'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(1662615,1734585,1712692,1746791,1711721,1712496,1744444,1712306,1744426,1734637,1712146)); after get_hostname_from_raspi hasthag : entrant hasthag that could be used but not yet : _______papier,carton,metal,pet_clair,pehd,flux_dev,film_dev_souple,ela SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______entrant' and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=188 and date >='2025-02-01' and date <= '2025-02-28') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((0,),), 'unwanted_material_monthly_percentage': ((0.3323452601365024,),), 'material_repartition': (), 'material_dict': {}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 2, 4), 0.21526036996876297, 28), (datetime.date(2025, 2, 8), 0.34235164189503936, 29), (datetime.date(2025, 2, 10), 0.3868969767525557, 48), (datetime.date(2025, 2, 11), 0.18110428218449537, 42), (datetime.date(2025, 2, 13), 0.4313874690763807, 48), (datetime.date(2025, 2, 14), 0.33412799582624136, 35), (datetime.date(2025, 2, 15), 0.12516331615244713, 32), (datetime.date(2025, 2, 18), 0.39021899623496853, 53), (datetime.date(2025, 2, 19), 0.10736503329624315, 16), (datetime.date(2025, 2, 20), 0.48974986513992563, 70), (datetime.date(2025, 2, 27), 0.2521431461133922, 25)), 'impurety_average_data_per_hashtag': {'entrant': ((datetime.date(2025, 2, 4), 0.21526036996876297, 28), (datetime.date(2025, 2, 8), 0.34235164189503936, 29), (datetime.date(2025, 2, 10), 0.3868969767525557, 48), (datetime.date(2025, 2, 11), 0.18110428218449537, 42), (datetime.date(2025, 2, 13), 0.4313874690763807, 48), (datetime.date(2025, 2, 14), 0.33412799582624136, 35), (datetime.date(2025, 2, 15), 0.12516331615244713, 32), (datetime.date(2025, 2, 18), 0.39021899623496853, 53), (datetime.date(2025, 2, 19), 0.10736503329624315, 16), (datetime.date(2025, 2, 20), 0.48974986513992563, 70), (datetime.date(2025, 2, 27), 0.2521431461133922, 25))}, 'quality_array': [], 'number_of_batch': ((49,),), 'datou_id_sts': 4932, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_non_emballage', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.042833137093972004, 'nb_photo': 145, 'list_port_cont': '21233678,21233708,21439777,21440307,21440327,21440766,21441096,21441182,21441201,21441300,21441319,21441347,21441366,21957278,21957321,22023856,22023888,22293598,22293618,22293714,22293757,22296440,22296483,22296938,22296959,22297202,22297222,22297382,22297401', 'assoc_port': '21221266:21233678,21221266:21233708,21221269:21439777,21222496:21441182,21222496:21441201,21222497:21441096,21222499:21440766,21222500:21440307,21222500:21440327,21222676:21441347,21222676:21441366,21222677:21441300,21222677:21441319,21913998:22296938,21913998:22296959,21919367:22023856,21919367:22023888,21920235:22293598,21920235:22293618,21921448:22296440,21921448:22296483,21921450:22293714,21921450:22293757,21923824:22297202,21923824:22297222,21923825:21957278,21923825:21957321,21923826:22297382,21923826:22297401', 'assoc_mat': '21221266:autre_non_emballage:4857:21233678,21221266:autre_non_emballage:4857:21233708,21221269:autre_non_emballage:4857:21439777,21222496:autre_non_emballage:4857:21441182,21222496:autre_non_emballage:4857:21441201,21222497:autre_non_emballage:4857:21441096,21222499:autre_non_emballage:4857:21440766,21222500:autre_non_emballage:4857:21440307,21222500:autre_non_emballage:4857:21440327,21222676:autre_non_emballage:4857:21441347,21222676:autre_non_emballage:4857:21441366,21222677:autre_non_emballage:4857:21441300,21222677:autre_non_emballage:4857:21441319,21913998:autre_non_emballage:4857:22296938,21913998:autre_non_emballage:4857:22296959,21919367:autre_non_emballage:4857:22023856,21919367:autre_non_emballage:4857:22023888,21920235:autre_non_emballage:4857:22293598,21920235:autre_non_emballage:4857:22293618,21921448:autre_non_emballage:4857:22296440,21921448:autre_non_emballage:4857:22296483,21921450:autre_non_emballage:4857:22293714,21921450:autre_non_emballage:4857:22293757,21923824:autre_non_emballage:4857:2'}, {'unwanted_material': 'carton', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.5738891259869334, 'nb_photo': 3011, 'list_port_cont': '21233664,21233693,21439740,21439763,21440293,21440313,21440751,21440772,21441082,21441102,21441168,21441187,21441236,21441255,21441286,21441305,21441333,21441352,21441872,21441891,21957264,21957307,22023841,22023874,22053713,22053732,22137248,22137267,22293584,22293604,22293700,22293743,22296265,22296284,22296426,22296469,22296601,22296621,22296924,22296945,22297188,22297208,22297368,22297387', 'assoc_port': '21221266:21233664,21221266:21233693,21221269:21439740,21221269:21439763,21222496:21441168,21222496:21441187,21222497:21441082,21222497:21441102,21222499:21440751,21222499:21440772,21222500:21440293,21222500:21440313,21222675:21441872,21222675:21441891,21222676:21441333,21222676:21441352,21222677:21441286,21222677:21441305,21222678:21441236,21222678:21441255,21913998:22296924,21913998:22296945,21916087:22137248,21916087:22137267,21919366:22053713,21919366:22053732,21919367:22023841,21919367:22023874,21920235:22293584,21920235:22293604,21920236:22296265,21920236:22296284,21921448:22296426,21921448:22296469,21921449:22296601,21921449:22296621,21921450:22293700,21921450:22293743,21923824:22297188,21923824:22297208,21923825:21957264,21923825:21957307,21923826:22297368,21923826:22297387', 'assoc_mat': '21221266:carton:4857:21233664,21221266:carton:4857:21233693,21221269:carton:4857:21439740,21221269:carton:4857:21439763,21222496:carton:4857:21441168,21222496:carton:4857:21441187,21222497:carton:4857:21441082,21222497:carton:4857:21441102,21222499:carton:4857:21440751,21222499:carton:4857:21440772,21222500:carton:4857:21440293,21222500:carton:4857:21440313,21222675:carton:4857:21441872,21222675:carton:4857:21441891,21222676:carton:4857:21441333,21222676:carton:4857:21441352,21222677:carton:4857:21441286,21222677:carton:4857:21441305,21222678:carton:4857:21441236,21222678:carton:4857:21441255,21913998:carton:4857:22296924,21913998:carton:4857:22296945,21916087:carton:4857:22137248,21916087:carton:4857:22137267,21919366:carton:4857:22053713,21919366:carton:4857:22053732,21919367:carton:4857:22023841,21919367:carton:4857:22023874,21920235:carton:4857:22293584,21920235:carton:4857:22293604,21920236:carton:4857:22296265,21920236:carton:4857:22296284,21921448:carton:4857:22296426,21921448:carton:4857:22296469,2192'}, {'unwanted_material': 'ela', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.0073891807309107455, 'nb_photo': 37, 'list_port_cont': '21233670,21439746,21439769,21441088,21441108,21441174,21441193,21441261,21441292,21441358,21957270,21957313,22023847,22023880,22053719,22053738,22293590,22293610,22293706,22293749,22296271,22296290,22296432,22296475,22297374,22297393', 'assoc_port': '21221266:21233670,21221269:21439746,21221269:21439769,21222496:21441174,21222496:21441193,21222497:21441088,21222497:21441108,21222676:21441358,21222677:21441292,21222678:21441261,21919366:22053719,21919366:22053738,21919367:22023847,21919367:22023880,21920235:22293590,21920235:22293610,21920236:22296271,21920236:22296290,21921448:22296432,21921448:22296475,21921450:22293706,21921450:22293749,21923825:21957270,21923825:21957313,21923826:22297374,21923826:22297393', 'assoc_mat': '21221266:ela:4857:21233670,21221269:ela:4857:21439746,21221269:ela:4857:21439769,21222496:ela:4857:21441174,21222496:ela:4857:21441193,21222497:ela:4857:21441088,21222497:ela:4857:21441108,21222676:ela:4857:21441358,21222677:ela:4857:21441292,21222678:ela:4857:21441261,21919366:ela:4857:22053719,21919366:ela:4857:22053738,21919367:ela:4857:22023847,21919367:ela:4857:22023880,21920235:ela:4857:22293590,21920235:ela:4857:22293610,21920236:ela:4857:22296271,21920236:ela:4857:22296290,21921448:ela:4857:22296432,21921448:ela:4857:22296475,21921450:ela:4857:22293706,21921450:ela:4857:22293749,21923825:ela:4857:21957270,21923825:ela:4857:21957313,21923826:ela:4857:22297374,21923826:ela:4857:22297393'}, {'unwanted_material': 'encombrant', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.030846243917011285, 'nb_photo': 3, 'list_port_cont': '22023855,22023887,22296439,22296482', 'assoc_port': '21919367:22023855,21919367:22023887,21921448:22296439,21921448:22296482', 'assoc_mat': '21919367:encombrant:4857:22023855,21919367:encombrant:4857:22023887,21921448:encombrant:4857:22296439,21921448:encombrant:4857:22296482'}, {'unwanted_material': 'film_dev_souple', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.028074535303985803, 'nb_photo': 502, 'list_port_cont': '21233669,21233698,21439745,21439768,21440318,21440757,21440777,21441087,21441107,21441173,21441192,21441241,21441260,21441291,21441310,21441338,21441357,21441877,21441896,21957269,21957312,22023846,22023879,22053718,22053737,22137253,22137284,22293589,22293609,22293705,22293748,22296270,22296289,22296431,22296474,22296606,22296626,22296929,22296950,22297373,22297392', 'assoc_port': '21221266:21233669,21221266:21233698,21221269:21439745,21221269:21439768,21222496:21441173,21222496:21441192,21222497:21441087,21222497:21441107,21222499:21440757,21222499:21440777,21222500:21440318,21222675:21441877,21222675:21441896,21222676:21441338,21222676:21441357,21222677:21441291,21222677:21441310,21222678:21441241,21222678:21441260,21913998:22296929,21913998:22296950,21916087:22137253,21916087:22137284,21919366:22053718,21919366:22053737,21919367:22023846,21919367:22023879,21920235:22293589,21920235:22293609,21920236:22296270,21920236:22296289,21921448:22296431,21921448:22296474,21921449:22296606,21921449:22296626,21921450:22293705,21921450:22293748,21923825:21957269,21923825:21957312,21923826:22297373,21923826:22297392', 'assoc_mat': '21221266:film_dev_souple:4857:21233669,21221266:film_dev_souple:4857:21233698,21221269:film_dev_souple:4857:21439745,21221269:film_dev_souple:4857:21439768,21222496:film_dev_souple:4857:21441173,21222496:film_dev_souple:4857:21441192,21222497:film_dev_souple:4857:21441087,21222497:film_dev_souple:4857:21441107,21222499:film_dev_souple:4857:21440757,21222499:film_dev_souple:4857:21440777,21222500:film_dev_souple:4857:21440318,21222675:film_dev_souple:4857:21441877,21222675:film_dev_souple:4857:21441896,21222676:film_dev_souple:4857:21441338,21222676:film_dev_souple:4857:21441357,21222677:film_dev_souple:4857:21441291,21222677:film_dev_souple:4857:21441310,21222678:film_dev_souple:4857:21441241,21222678:film_dev_souple:4857:21441260,21913998:film_dev_souple:4857:22296929,21913998:film_dev_souple:4857:22296950,21916087:film_dev_souple:4857:22137253,21916087:film_dev_souple:4857:22137284,21919366:film_dev_souple:4857:22053718,21919366:film_dev_souple:4857:22053737,21919367:film_dev_souple:4857:22023846,21919367:f'}, {'unwanted_material': 'flux_dev', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.026739386393645304, 'nb_photo': 230, 'list_port_cont': '21233668,21233697,21439744,21439767,21440297,21440317,21441086,21441106,21441191,21441240,21441259,21441290,21441309,21441356,21441876,21441895,21957268,21957311,22023845,22023878,22053717,22053736,22137252,22137274,22293588,22293608,22293704,22293747,22296269,22296288,22296430,22296473,22296605,22296625,22296928,22296949,22297192,22297212,22297372,22297391', 'assoc_port': '21221266:21233668,21221266:21233697,21221269:21439744,21221269:21439767,21222496:21441191,21222497:21441086,21222497:21441106,21222500:21440297,21222500:21440317,21222675:21441876,21222675:21441895,21222676:21441356,21222677:21441290,21222677:21441309,21222678:21441240,21222678:21441259,21913998:22296928,21913998:22296949,21916087:22137252,21916087:22137274,21919366:22053717,21919366:22053736,21919367:22023845,21919367:22023878,21920235:22293588,21920235:22293608,21920236:22296269,21920236:22296288,21921448:22296430,21921448:22296473,21921449:22296605,21921449:22296625,21921450:22293704,21921450:22293747,21923824:22297192,21923824:22297212,21923825:21957268,21923825:21957311,21923826:22297372,21923826:22297391', 'assoc_mat': '21221266:flux_dev:4857:21233668,21221266:flux_dev:4857:21233697,21221269:flux_dev:4857:21439744,21221269:flux_dev:4857:21439767,21222496:flux_dev:4857:21441191,21222497:flux_dev:4857:21441086,21222497:flux_dev:4857:21441106,21222500:flux_dev:4857:21440297,21222500:flux_dev:4857:21440317,21222675:flux_dev:4857:21441876,21222675:flux_dev:4857:21441895,21222676:flux_dev:4857:21441356,21222677:flux_dev:4857:21441290,21222677:flux_dev:4857:21441309,21222678:flux_dev:4857:21441240,21222678:flux_dev:4857:21441259,21913998:flux_dev:4857:22296928,21913998:flux_dev:4857:22296949,21916087:flux_dev:4857:22137252,21916087:flux_dev:4857:22137274,21919366:flux_dev:4857:22053717,21919366:flux_dev:4857:22053736,21919367:flux_dev:4857:22023845,21919367:flux_dev:4857:22023878,21920235:flux_dev:4857:22293588,21920235:flux_dev:4857:22293608,21920236:flux_dev:4857:22296269,21920236:flux_dev:4857:22296288,21921448:flux_dev:4857:22296430,21921448:flux_dev:4857:22296473,21921449:flux_dev:4857:22296605,21921449:flux_dev:4857:22296625,'}, {'unwanted_material': 'masque', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.00020968270821937905, 'nb_photo': 1, 'list_port_cont': '21441199', 'assoc_port': '21222496:21441199', 'assoc_mat': '21222496:masque:4857:21441199'}, {'unwanted_material': 'metal', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.03128863553755824, 'nb_photo': 133, 'list_port_cont': '21233665,21233694,21439741,21439764,21440294,21440314,21441169,21441188,21441287,21441306,21441334,21441353,21957265,21957308,22023842,22023875,22053714,22053733,22137249,22137268,22293585,22293605,22293701,22293744,22296266,22296285,22296427,22296470,22296925,22296946,22297189,22297209,22297369,22297388', 'assoc_port': '21221266:21233665,21221266:21233694,21221269:21439741,21221269:21439764,21222496:21441169,21222496:21441188,21222500:21440294,21222500:21440314,21222676:21441334,21222676:21441353,21222677:21441287,21222677:21441306,21913998:22296925,21913998:22296946,21916087:22137249,21916087:22137268,21919366:22053714,21919366:22053733,21919367:22023842,21919367:22023875,21920235:22293585,21920235:22293605,21920236:22296266,21920236:22296285,21921448:22296427,21921448:22296470,21921450:22293701,21921450:22293744,21923824:22297189,21923824:22297209,21923825:21957265,21923825:21957308,21923826:22297369,21923826:22297388', 'assoc_mat': '21221266:metal:4857:21233665,21221266:metal:4857:21233694,21221269:metal:4857:21439741,21221269:metal:4857:21439764,21222496:metal:4857:21441169,21222496:metal:4857:21441188,21222500:metal:4857:21440294,21222500:metal:4857:21440314,21222676:metal:4857:21441334,21222676:metal:4857:21441353,21222677:metal:4857:21441287,21222677:metal:4857:21441306,21913998:metal:4857:22296925,21913998:metal:4857:22296946,21916087:metal:4857:22137249,21916087:metal:4857:22137268,21919366:metal:4857:22053714,21919366:metal:4857:22053733,21919367:metal:4857:22023842,21919367:metal:4857:22023875,21920235:metal:4857:22293585,21920235:metal:4857:22293605,21920236:metal:4857:22296266,21920236:metal:4857:22296285,21921448:metal:4857:22296427,21921448:metal:4857:22296470,21921450:metal:4857:22293701,21921450:metal:4857:22293744,21923824:metal:4857:22297189,21923824:metal:4857:22297209,21923825:metal:4857:21957265,21923825:metal:4857:21957308,21923826:metal:4857:22297369,21923826:metal:4857:22297388'}, {'unwanted_material': 'organique', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.0023069501293426407, 'nb_photo': 1, 'list_port_cont': '22296611,22296631', 'assoc_port': '21921449:22296611,21921449:22296631', 'assoc_mat': '21921449:organique:4857:22296611,21921449:organique:4857:22296631'}, {'unwanted_material': 'papier', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.18705559327479088, 'nb_photo': 1172, 'list_port_cont': '21233663,21233692,21439739,21439762,21440292,21440312,21440750,21440771,21441081,21441101,21441167,21441186,21441235,21441254,21441285,21441304,21441332,21441351,21441871,21441890,21957263,21957306,22023840,22023873,22053712,22053731,22137247,22137266,22293583,22293603,22293699,22293742,22296264,22296283,22296425,22296468,22296600,22296620,22296923,22296944,22297187,22297207,22297367,22297386', 'assoc_port': '21221266:21233663,21221266:21233692,21221269:21439739,21221269:21439762,21222496:21441167,21222496:21441186,21222497:21441081,21222497:21441101,21222499:21440750,21222499:21440771,21222500:21440292,21222500:21440312,21222675:21441871,21222675:21441890,21222676:21441332,21222676:21441351,21222677:21441285,21222677:21441304,21222678:21441235,21222678:21441254,21913998:22296923,21913998:22296944,21916087:22137247,21916087:22137266,21919366:22053712,21919366:22053731,21919367:22023840,21919367:22023873,21920235:22293583,21920235:22293603,21920236:22296264,21920236:22296283,21921448:22296425,21921448:22296468,21921449:22296600,21921449:22296620,21921450:22293699,21921450:22293742,21923824:22297187,21923824:22297207,21923825:21957263,21923825:21957306,21923826:22297367,21923826:22297386', 'assoc_mat': '21221266:papier:4857:21233663,21221266:papier:4857:21233692,21221269:papier:4857:21439739,21221269:papier:4857:21439762,21222496:papier:4857:21441167,21222496:papier:4857:21441186,21222497:papier:4857:21441081,21222497:papier:4857:21441101,21222499:papier:4857:21440750,21222499:papier:4857:21440771,21222500:papier:4857:21440292,21222500:papier:4857:21440312,21222675:papier:4857:21441871,21222675:papier:4857:21441890,21222676:papier:4857:21441332,21222676:papier:4857:21441351,21222677:papier:4857:21441285,21222677:papier:4857:21441304,21222678:papier:4857:21441235,21222678:papier:4857:21441254,21913998:papier:4857:22296923,21913998:papier:4857:22296944,21916087:papier:4857:22137247,21916087:papier:4857:22137266,21919366:papier:4857:22053712,21919366:papier:4857:22053731,21919367:papier:4857:22023840,21919367:papier:4857:22023873,21920235:papier:4857:22293583,21920235:papier:4857:22293603,21920236:papier:4857:22296264,21920236:papier:4857:22296283,21921448:papier:4857:22296425,21921448:papier:4857:22296468,2192'}, {'unwanted_material': 'pehd', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.009719613610798147, 'nb_photo': 76, 'list_port_cont': '21233667,21233696,21439743,21439766,21440296,21440316,21440755,21440775,21441171,21441190,21441239,21441258,21441289,21441308,21441875,21441894,21957267,21957310,22023844,22023877,22137251,22137270,22293587,22293607,22293703,22293746,22296268,22296287,22296429,22296472,22296604,22296624,22297191,22297211,22297371,22297390', 'assoc_port': '21221266:21233667,21221266:21233696,21221269:21439743,21221269:21439766,21222496:21441171,21222496:21441190,21222499:21440755,21222499:21440775,21222500:21440296,21222500:21440316,21222675:21441875,21222675:21441894,21222677:21441289,21222677:21441308,21222678:21441239,21222678:21441258,21916087:22137251,21916087:22137270,21919367:22023844,21919367:22023877,21920235:22293587,21920235:22293607,21920236:22296268,21920236:22296287,21921448:22296429,21921448:22296472,21921449:22296604,21921449:22296624,21921450:22293703,21921450:22293746,21923824:22297191,21923824:22297211,21923825:21957267,21923825:21957310,21923826:22297371,21923826:22297390', 'assoc_mat': '21221266:pehd:4857:21233667,21221266:pehd:4857:21233696,21221269:pehd:4857:21439743,21221269:pehd:4857:21439766,21222496:pehd:4857:21441171,21222496:pehd:4857:21441190,21222499:pehd:4857:21440755,21222499:pehd:4857:21440775,21222500:pehd:4857:21440296,21222500:pehd:4857:21440316,21222675:pehd:4857:21441875,21222675:pehd:4857:21441894,21222677:pehd:4857:21441289,21222677:pehd:4857:21441308,21222678:pehd:4857:21441239,21222678:pehd:4857:21441258,21916087:pehd:4857:22137251,21916087:pehd:4857:22137270,21919367:pehd:4857:22023844,21919367:pehd:4857:22023877,21920235:pehd:4857:22293587,21920235:pehd:4857:22293607,21920236:pehd:4857:22296268,21920236:pehd:4857:22296287,21921448:pehd:4857:22296429,21921448:pehd:4857:22296472,21921449:pehd:4857:22296604,21921449:pehd:4857:22296624,21921450:pehd:4857:22293703,21921450:pehd:4857:22293746,21923824:pehd:4857:22297191,21923824:pehd:4857:22297211,21923825:pehd:4857:21957267,21923825:pehd:4857:21957310,21923826:pehd:4857:22297371,21923826:pehd:4857:22297390'}, {'unwanted_material': 'pet_clair', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.025405687706427572, 'nb_photo': 465, 'list_port_cont': '21233666,21233695,21439742,21439765,21440295,21440315,21440754,21440774,21441084,21441104,21441170,21441189,21441238,21441257,21441288,21441307,21441335,21441354,21441874,21441893,21957266,21957309,22023843,22023876,22053715,22053734,22137250,22137269,22293586,22293606,22293702,22293745,22296267,22296286,22296428,22296471,22296603,22296623,22296926,22296947,22297190,22297210,22297370,22297389', 'assoc_port': '21221266:21233666,21221266:21233695,21221269:21439742,21221269:21439765,21222496:21441170,21222496:21441189,21222497:21441084,21222497:21441104,21222499:21440754,21222499:21440774,21222500:21440295,21222500:21440315,21222675:21441874,21222675:21441893,21222676:21441335,21222676:21441354,21222677:21441288,21222677:21441307,21222678:21441238,21222678:21441257,21913998:22296926,21913998:22296947,21916087:22137250,21916087:22137269,21919366:22053715,21919366:22053734,21919367:22023843,21919367:22023876,21920235:22293586,21920235:22293606,21920236:22296267,21920236:22296286,21921448:22296428,21921448:22296471,21921449:22296603,21921449:22296623,21921450:22293702,21921450:22293745,21923824:22297190,21923824:22297210,21923825:21957266,21923825:21957309,21923826:22297370,21923826:22297389', 'assoc_mat': '21221266:pet_clair:4857:21233666,21221266:pet_clair:4857:21233695,21221269:pet_clair:4857:21439742,21221269:pet_clair:4857:21439765,21222496:pet_clair:4857:21441170,21222496:pet_clair:4857:21441189,21222497:pet_clair:4857:21441084,21222497:pet_clair:4857:21441104,21222499:pet_clair:4857:21440754,21222499:pet_clair:4857:21440774,21222500:pet_clair:4857:21440295,21222500:pet_clair:4857:21440315,21222675:pet_clair:4857:21441874,21222675:pet_clair:4857:21441893,21222676:pet_clair:4857:21441335,21222676:pet_clair:4857:21441354,21222677:pet_clair:4857:21441288,21222677:pet_clair:4857:21441307,21222678:pet_clair:4857:21441238,21222678:pet_clair:4857:21441257,21913998:pet_clair:4857:22296926,21913998:pet_clair:4857:22296947,21916087:pet_clair:4857:22137250,21916087:pet_clair:4857:22137269,21919366:pet_clair:4857:22053715,21919366:pet_clair:4857:22053734,21919367:pet_clair:4857:22023843,21919367:pet_clair:4857:22023876,21920235:pet_clair:4857:22293586,21920235:pet_clair:4857:22293606,21920236:pet_clair:4857:22296267,2'}, {'unwanted_material': 'sac_om_plein', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.16105903896916224, 'nb_photo': 361, 'list_port_cont': '21233671,21233701,21439747,21439770,21440300,21440320,21440759,21440779,21441089,21441109,21441175,21441194,21441243,21441262,21441293,21441312,21441340,21441359,21441879,21441898,21957271,21957314,22023848,22023881,22053720,22053739,22137255,22137288,22293591,22293611,22293707,22293750,22296272,22296291,22296433,22296476,22296608,22296628,22296931,22296952,22297195,22297215,22297375,22297394', 'assoc_port': '21221266:21233671,21221266:21233701,21221269:21439747,21221269:21439770,21222496:21441175,21222496:21441194,21222497:21441089,21222497:21441109,21222499:21440759,21222499:21440779,21222500:21440300,21222500:21440320,21222675:21441879,21222675:21441898,21222676:21441340,21222676:21441359,21222677:21441293,21222677:21441312,21222678:21441243,21222678:21441262,21913998:22296931,21913998:22296952,21916087:22137255,21916087:22137288,21919366:22053720,21919366:22053739,21919367:22023848,21919367:22023881,21920235:22293591,21920235:22293611,21920236:22296272,21920236:22296291,21921448:22296433,21921448:22296476,21921449:22296608,21921449:22296628,21921450:22293707,21921450:22293750,21923824:22297195,21923824:22297215,21923825:21957271,21923825:21957314,21923826:22297375,21923826:22297394', 'assoc_mat': '21221266:sac_om_plein:4857:21233671,21221266:sac_om_plein:4857:21233701,21221269:sac_om_plein:4857:21439747,21221269:sac_om_plein:4857:21439770,21222496:sac_om_plein:4857:21441175,21222496:sac_om_plein:4857:21441194,21222497:sac_om_plein:4857:21441089,21222497:sac_om_plein:4857:21441109,21222499:sac_om_plein:4857:21440759,21222499:sac_om_plein:4857:21440779,21222500:sac_om_plein:4857:21440300,21222500:sac_om_plein:4857:21440320,21222675:sac_om_plein:4857:21441879,21222675:sac_om_plein:4857:21441898,21222676:sac_om_plein:4857:21441340,21222676:sac_om_plein:4857:21441359,21222677:sac_om_plein:4857:21441293,21222677:sac_om_plein:4857:21441312,21222678:sac_om_plein:4857:21441243,21222678:sac_om_plein:4857:21441262,21913998:sac_om_plein:4857:22296931,21913998:sac_om_plein:4857:22296952,21916087:sac_om_plein:4857:22137255,21916087:sac_om_plein:4857:22137288,21919366:sac_om_plein:4857:22053720,21919366:sac_om_plein:4857:22053739,21919367:sac_om_plein:4857:22023848,21919367:sac_om_plein:4857:22023881,21920235:sac_om_'}, {'unwanted_material': 'textiles', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.004560605510674338, 'nb_photo': 25, 'list_port_cont': '21440301,21440321,21441880,21441899,22023850,22023882,22053721,22053740,22137256,22137299,22293592,22293612,22293708,22293751,22296273,22296292,22296434,22296477,22297196,22297216,22297376,22297395', 'assoc_port': '21222500:21440301,21222500:21440321,21222675:21441880,21222675:21441899,21916087:22137256,21916087:22137299,21919366:22053721,21919366:22053740,21919367:22023850,21919367:22023882,21920235:22293592,21920235:22293612,21920236:22296273,21920236:22296292,21921448:22296434,21921448:22296477,21921450:22293708,21921450:22293751,21923824:22297196,21923824:22297216,21923826:22297376,21923826:22297395', 'assoc_mat': '21222500:textiles:4857:21440301,21222500:textiles:4857:21440321,21222675:textiles:4857:21441880,21222675:textiles:4857:21441899,21916087:textiles:4857:22137256,21916087:textiles:4857:22137299,21919366:textiles:4857:22053721,21919366:textiles:4857:22053740,21919367:textiles:4857:22023850,21919367:textiles:4857:22023882,21920235:textiles:4857:22293592,21920235:textiles:4857:22293612,21920236:textiles:4857:22296273,21920236:textiles:4857:22296292,21921448:textiles:4857:22296434,21921448:textiles:4857:22296477,21921450:textiles:4857:22293708,21921450:textiles:4857:22293751,21923824:textiles:4857:22297196,21923824:textiles:4857:22297216,21923826:textiles:4857:22297376,21923826:textiles:4857:22297395'}, {'unwanted_material': 'verre', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.005933473361985324, 'nb_photo': 6, 'list_port_cont': '21441295,22293709,22293752,22296610,22296630,22297197,22297217,22297377,22297396', 'assoc_port': '21222677:21441295,21921449:22296610,21921449:22296630,21921450:22293709,21921450:22293752,21923824:22297197,21923824:22297217,21923826:22297377,21923826:22297396', 'assoc_mat': '21222677:verre:4857:21441295,21921449:verre:4857:22296610,21921449:verre:4857:22296630,21921450:verre:4857:22293709,21921450:verre:4857:22293752,21923824:verre:4857:22297197,21923824:verre:4857:22297217,21923826:verre:4857:22297377,21923826:verre:4857:22297396'}), 'main_stat': {'nb_photos': 426}}, 'hostname': (), 'impurety_average_per_hashtag': [(('entrant', '2025-02', 0.3323452601365024),)]} TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SyctomXV_Mask_23Q4"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4932 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4932 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4932 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4932 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} We expected an STS datou with a camera_place_name, so there is a PB, datou_id: 4932 ! {'id': 4932, 'name': 'split_time_score_cod_upm_SyctomXV_Mask_23Q1', 'limit_max': 150, 'nb_steps': 1, 'estimated_time': 8640, 'list_steps': [{'id': 14066, 'type': 'split_time_score_with_photo', 'param': '0', 'json_param_as_string': "{'cod': 1, 'camera_place_name': 'SyctomXV_Mask_23Q4', 'ETA': 8640, 'param_moyenne_mobile': 5, 'thcl': 3379, 'list_task_complete': [''], 'list_tasks': 'LOAD,ORDER,CONVENTION,SPLIT_BY_DARK,SPLIT_TIME, CREATE_PORT_LAUNCH_CARAC_FILL_DASHBOARD,READ_PLATE', 'forced_hashtag': 'entrant', 'list_hashtag_class_create': 'entrant', 'ponderation': '0.001,0.001,0.001,0.001,0.001', 'host': 'www.fotonower.com', 'interval': 10, 'datou_proportion_papier': {'test': 370, 'entrant': 4742}, 'check_plate_format': 1, 'input_default_values': []}", 'json_param': {'cod': 1, 'camera_place_name': 'SyctomXV_Mask_23Q4', 'ETA': 8640, 'param_moyenne_mobile': 5, 'thcl': 3379, 'list_task_complete': [''], 'list_tasks': 'LOAD,ORDER,CONVENTION,SPLIT_BY_DARK,SPLIT_TIME, CREATE_PORT_LAUNCH_CARAC_FILL_DASHBOARD,READ_PLATE', 'forced_hashtag': 'entrant', 'list_hashtag_class_create': 'entrant', 'ponderation': '0.001,0.001,0.001,0.001,0.001', 'host': 'www.fotonower.com', 'interval': 10, 'datou_proportion_papier': {'test': 370, 'entrant': 4742}, 'check_plate_format': 1, 'input_default_values': []}, 'nb_input': 2, 'nb_output': 1, 'prod': False, 'is_local': False, 'is_datou_depend': False, 'is_photo_id_local': False, 'list_data': []}], 'depends_step': []} check if it is the case where we have multiple sts in one datou yes, we found a datou with multiple sts, we will choose the last one by default SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=370 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=370 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 370 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=370 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! We ignore checkConsistencyTypeOutputInput for datou_step final ! We ignore checkConsistencyTypeOutputInput for datou_step final ! DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'min_score': 0.7, 'name_pipeline': 'proportion_papier_tapis', 'hashtag_type': 705, 'hashtag_proportion': 492668766, 'hashtag_parmi': 538914404, 'hashtag_to_consider': 'papier_only', 'hashtag_background': 493012381} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier ventilate_hashtags_in_portfolio step not found ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4742 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4742 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4742 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4742 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13169 copy_chis is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 13170 consolidate_hashtags_from_manual_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 13167 rle_unique_nms_with_priority is not consistent : 3 used against 1 in the step definition ! WARNING : number of outputs for step 13167 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 13174 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 13168 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 13171 blur_detection have less inputs used (0) than in the step definition (1) : maybe we manage optionnal inputs ! Step 13172 brightness have less inputs used (0) than in the step definition (1) : maybe we manage optionnal inputs ! Step 13173 send_mail_cod have less inputs used (4) than in the step definition (5) : maybe we manage optionnal inputs ! Step 13175 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13169 have datatype=11 whereas input 0 of step 13167 have datatype=2 WARNING : type of output 1 of step 13170 doesn't seem to be define in the database( WARNING : type of input 3 of step 13168 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 13170 doesn't seem to be define in the database( WARNING : type of input 1 of step 13167 doesn't seem to be define in the database( WARNING : output 0 of step 13174 have datatype=10 whereas input 3 of step 13173 have datatype=6 WARNING : type of input 1 of step 13174 doesn't seem to be define in the database( WARNING : output 1 of step 13167 have datatype=7 whereas input 1 of step 13174 have datatype=None WARNING : type of output 1 of step 13174 doesn't seem to be define in the database( WARNING : type of input 4 of step 13168 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 13169 doesn't seem to be define in the database( WARNING : type of input 1 of step 13170 doesn't seem to be define in the database( DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4857, 'hashtag_proportion': 'sac_om_plein,textiles,verre,organique,dasri,masque,encombrant,autre_non_emballage', 'hashtag_parmi': 'papier,carton,metal,pet_clair,pehd,flux_dev,film_dev_souple,ela', 'hashtag_weights': {'papier': 3, 'carton': 2.8, 'metal': 6, 'pet_clair': 1.4, 'pehd': 2.8, 'flux_dev': 2.8, 'pet_opaque': 3, 'barquette_opaque': 2.8, 'film_dev_souple': 0.8, 'ela': 3.0, 'sac_om_plein': 6.5, 'textiles': 3, 'verre': 10.0, 'organique': 4.0, 'dasri': 2.0, 'masque': 1, 'encombrant': 7, 'autre_emballage': 6.0, 'autre_non_emballage': 6.0}, 'check_plaque': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((0,),), 'unwanted_material_monthly_percentage': ((0.3323452601365024,),), 'material_repartition': (), 'material_dict': {}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 2, 4), 0.21526036996876297, 28), (datetime.date(2025, 2, 8), 0.34235164189503936, 29), (datetime.date(2025, 2, 10), 0.3868969767525557, 48), (datetime.date(2025, 2, 11), 0.18110428218449537, 42), (datetime.date(2025, 2, 13), 0.4313874690763807, 48), (datetime.date(2025, 2, 14), 0.33412799582624136, 35), (datetime.date(2025, 2, 15), 0.12516331615244713, 32), (datetime.date(2025, 2, 18), 0.39021899623496853, 53), (datetime.date(2025, 2, 19), 0.10736503329624315, 16), (datetime.date(2025, 2, 20), 0.48974986513992563, 70), (datetime.date(2025, 2, 27), 0.2521431461133922, 25)), 'impurety_average_data_per_hashtag': {'entrant': ((datetime.date(2025, 2, 4), 0.21526036996876297, 28), (datetime.date(2025, 2, 8), 0.34235164189503936, 29), (datetime.date(2025, 2, 10), 0.3868969767525557, 48), (datetime.date(2025, 2, 11), 0.18110428218449537, 42), (datetime.date(2025, 2, 13), 0.4313874690763807, 48), (datetime.date(2025, 2, 14), 0.33412799582624136, 35), (datetime.date(2025, 2, 15), 0.12516331615244713, 32), (datetime.date(2025, 2, 18), 0.39021899623496853, 53), (datetime.date(2025, 2, 19), 0.10736503329624315, 16), (datetime.date(2025, 2, 20), 0.48974986513992563, 70), (datetime.date(2025, 2, 27), 0.2521431461133922, 25))}, 'quality_array': [], 'number_of_batch': ((49,),), 'datou_id_sts': 4932, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_non_emballage', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.042833137093972004, 'nb_photo': 145, 'list_port_cont': '21233678,21233708,21439777,21440307,21440327,21440766,21441096,21441182,21441201,21441300,21441319,21441347,21441366,21957278,21957321,22023856,22023888,22293598,22293618,22293714,22293757,22296440,22296483,22296938,22296959,22297202,22297222,22297382,22297401', 'assoc_port': '21221266:21233678,21221266:21233708,21221269:21439777,21222496:21441182,21222496:21441201,21222497:21441096,21222499:21440766,21222500:21440307,21222500:21440327,21222676:21441347,21222676:21441366,21222677:21441300,21222677:21441319,21913998:22296938,21913998:22296959,21919367:22023856,21919367:22023888,21920235:22293598,21920235:22293618,21921448:22296440,21921448:22296483,21921450:22293714,21921450:22293757,21923824:22297202,21923824:22297222,21923825:21957278,21923825:21957321,21923826:22297382,21923826:22297401', 'assoc_mat': '21221266:autre_non_emballage:4857:21233678,21221266:autre_non_emballage:4857:21233708,21221269:autre_non_emballage:4857:21439777,21222496:autre_non_emballage:4857:21441182,21222496:autre_non_emballage:4857:21441201,21222497:autre_non_emballage:4857:21441096,21222499:autre_non_emballage:4857:21440766,21222500:autre_non_emballage:4857:21440307,21222500:autre_non_emballage:4857:21440327,21222676:autre_non_emballage:4857:21441347,21222676:autre_non_emballage:4857:21441366,21222677:autre_non_emballage:4857:21441300,21222677:autre_non_emballage:4857:21441319,21913998:autre_non_emballage:4857:22296938,21913998:autre_non_emballage:4857:22296959,21919367:autre_non_emballage:4857:22023856,21919367:autre_non_emballage:4857:22023888,21920235:autre_non_emballage:4857:22293598,21920235:autre_non_emballage:4857:22293618,21921448:autre_non_emballage:4857:22296440,21921448:autre_non_emballage:4857:22296483,21921450:autre_non_emballage:4857:22293714,21921450:autre_non_emballage:4857:22293757,21923824:autre_non_emballage:4857:2'}, {'unwanted_material': 'carton', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.5738891259869334, 'nb_photo': 3011, 'list_port_cont': '21233664,21233693,21439740,21439763,21440293,21440313,21440751,21440772,21441082,21441102,21441168,21441187,21441236,21441255,21441286,21441305,21441333,21441352,21441872,21441891,21957264,21957307,22023841,22023874,22053713,22053732,22137248,22137267,22293584,22293604,22293700,22293743,22296265,22296284,22296426,22296469,22296601,22296621,22296924,22296945,22297188,22297208,22297368,22297387', 'assoc_port': '21221266:21233664,21221266:21233693,21221269:21439740,21221269:21439763,21222496:21441168,21222496:21441187,21222497:21441082,21222497:21441102,21222499:21440751,21222499:21440772,21222500:21440293,21222500:21440313,21222675:21441872,21222675:21441891,21222676:21441333,21222676:21441352,21222677:21441286,21222677:21441305,21222678:21441236,21222678:21441255,21913998:22296924,21913998:22296945,21916087:22137248,21916087:22137267,21919366:22053713,21919366:22053732,21919367:22023841,21919367:22023874,21920235:22293584,21920235:22293604,21920236:22296265,21920236:22296284,21921448:22296426,21921448:22296469,21921449:22296601,21921449:22296621,21921450:22293700,21921450:22293743,21923824:22297188,21923824:22297208,21923825:21957264,21923825:21957307,21923826:22297368,21923826:22297387', 'assoc_mat': '21221266:carton:4857:21233664,21221266:carton:4857:21233693,21221269:carton:4857:21439740,21221269:carton:4857:21439763,21222496:carton:4857:21441168,21222496:carton:4857:21441187,21222497:carton:4857:21441082,21222497:carton:4857:21441102,21222499:carton:4857:21440751,21222499:carton:4857:21440772,21222500:carton:4857:21440293,21222500:carton:4857:21440313,21222675:carton:4857:21441872,21222675:carton:4857:21441891,21222676:carton:4857:21441333,21222676:carton:4857:21441352,21222677:carton:4857:21441286,21222677:carton:4857:21441305,21222678:carton:4857:21441236,21222678:carton:4857:21441255,21913998:carton:4857:22296924,21913998:carton:4857:22296945,21916087:carton:4857:22137248,21916087:carton:4857:22137267,21919366:carton:4857:22053713,21919366:carton:4857:22053732,21919367:carton:4857:22023841,21919367:carton:4857:22023874,21920235:carton:4857:22293584,21920235:carton:4857:22293604,21920236:carton:4857:22296265,21920236:carton:4857:22296284,21921448:carton:4857:22296426,21921448:carton:4857:22296469,2192'}, {'unwanted_material': 'ela', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.0073891807309107455, 'nb_photo': 37, 'list_port_cont': '21233670,21439746,21439769,21441088,21441108,21441174,21441193,21441261,21441292,21441358,21957270,21957313,22023847,22023880,22053719,22053738,22293590,22293610,22293706,22293749,22296271,22296290,22296432,22296475,22297374,22297393', 'assoc_port': '21221266:21233670,21221269:21439746,21221269:21439769,21222496:21441174,21222496:21441193,21222497:21441088,21222497:21441108,21222676:21441358,21222677:21441292,21222678:21441261,21919366:22053719,21919366:22053738,21919367:22023847,21919367:22023880,21920235:22293590,21920235:22293610,21920236:22296271,21920236:22296290,21921448:22296432,21921448:22296475,21921450:22293706,21921450:22293749,21923825:21957270,21923825:21957313,21923826:22297374,21923826:22297393', 'assoc_mat': '21221266:ela:4857:21233670,21221269:ela:4857:21439746,21221269:ela:4857:21439769,21222496:ela:4857:21441174,21222496:ela:4857:21441193,21222497:ela:4857:21441088,21222497:ela:4857:21441108,21222676:ela:4857:21441358,21222677:ela:4857:21441292,21222678:ela:4857:21441261,21919366:ela:4857:22053719,21919366:ela:4857:22053738,21919367:ela:4857:22023847,21919367:ela:4857:22023880,21920235:ela:4857:22293590,21920235:ela:4857:22293610,21920236:ela:4857:22296271,21920236:ela:4857:22296290,21921448:ela:4857:22296432,21921448:ela:4857:22296475,21921450:ela:4857:22293706,21921450:ela:4857:22293749,21923825:ela:4857:21957270,21923825:ela:4857:21957313,21923826:ela:4857:22297374,21923826:ela:4857:22297393'}, {'unwanted_material': 'encombrant', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.030846243917011285, 'nb_photo': 3, 'list_port_cont': '22023855,22023887,22296439,22296482', 'assoc_port': '21919367:22023855,21919367:22023887,21921448:22296439,21921448:22296482', 'assoc_mat': '21919367:encombrant:4857:22023855,21919367:encombrant:4857:22023887,21921448:encombrant:4857:22296439,21921448:encombrant:4857:22296482'}, {'unwanted_material': 'film_dev_souple', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.028074535303985803, 'nb_photo': 502, 'list_port_cont': '21233669,21233698,21439745,21439768,21440318,21440757,21440777,21441087,21441107,21441173,21441192,21441241,21441260,21441291,21441310,21441338,21441357,21441877,21441896,21957269,21957312,22023846,22023879,22053718,22053737,22137253,22137284,22293589,22293609,22293705,22293748,22296270,22296289,22296431,22296474,22296606,22296626,22296929,22296950,22297373,22297392', 'assoc_port': '21221266:21233669,21221266:21233698,21221269:21439745,21221269:21439768,21222496:21441173,21222496:21441192,21222497:21441087,21222497:21441107,21222499:21440757,21222499:21440777,21222500:21440318,21222675:21441877,21222675:21441896,21222676:21441338,21222676:21441357,21222677:21441291,21222677:21441310,21222678:21441241,21222678:21441260,21913998:22296929,21913998:22296950,21916087:22137253,21916087:22137284,21919366:22053718,21919366:22053737,21919367:22023846,21919367:22023879,21920235:22293589,21920235:22293609,21920236:22296270,21920236:22296289,21921448:22296431,21921448:22296474,21921449:22296606,21921449:22296626,21921450:22293705,21921450:22293748,21923825:21957269,21923825:21957312,21923826:22297373,21923826:22297392', 'assoc_mat': '21221266:film_dev_souple:4857:21233669,21221266:film_dev_souple:4857:21233698,21221269:film_dev_souple:4857:21439745,21221269:film_dev_souple:4857:21439768,21222496:film_dev_souple:4857:21441173,21222496:film_dev_souple:4857:21441192,21222497:film_dev_souple:4857:21441087,21222497:film_dev_souple:4857:21441107,21222499:film_dev_souple:4857:21440757,21222499:film_dev_souple:4857:21440777,21222500:film_dev_souple:4857:21440318,21222675:film_dev_souple:4857:21441877,21222675:film_dev_souple:4857:21441896,21222676:film_dev_souple:4857:21441338,21222676:film_dev_souple:4857:21441357,21222677:film_dev_souple:4857:21441291,21222677:film_dev_souple:4857:21441310,21222678:film_dev_souple:4857:21441241,21222678:film_dev_souple:4857:21441260,21913998:film_dev_souple:4857:22296929,21913998:film_dev_souple:4857:22296950,21916087:film_dev_souple:4857:22137253,21916087:film_dev_souple:4857:22137284,21919366:film_dev_souple:4857:22053718,21919366:film_dev_souple:4857:22053737,21919367:film_dev_souple:4857:22023846,21919367:f'}, {'unwanted_material': 'flux_dev', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.026739386393645304, 'nb_photo': 230, 'list_port_cont': '21233668,21233697,21439744,21439767,21440297,21440317,21441086,21441106,21441191,21441240,21441259,21441290,21441309,21441356,21441876,21441895,21957268,21957311,22023845,22023878,22053717,22053736,22137252,22137274,22293588,22293608,22293704,22293747,22296269,22296288,22296430,22296473,22296605,22296625,22296928,22296949,22297192,22297212,22297372,22297391', 'assoc_port': '21221266:21233668,21221266:21233697,21221269:21439744,21221269:21439767,21222496:21441191,21222497:21441086,21222497:21441106,21222500:21440297,21222500:21440317,21222675:21441876,21222675:21441895,21222676:21441356,21222677:21441290,21222677:21441309,21222678:21441240,21222678:21441259,21913998:22296928,21913998:22296949,21916087:22137252,21916087:22137274,21919366:22053717,21919366:22053736,21919367:22023845,21919367:22023878,21920235:22293588,21920235:22293608,21920236:22296269,21920236:22296288,21921448:22296430,21921448:22296473,21921449:22296605,21921449:22296625,21921450:22293704,21921450:22293747,21923824:22297192,21923824:22297212,21923825:21957268,21923825:21957311,21923826:22297372,21923826:22297391', 'assoc_mat': '21221266:flux_dev:4857:21233668,21221266:flux_dev:4857:21233697,21221269:flux_dev:4857:21439744,21221269:flux_dev:4857:21439767,21222496:flux_dev:4857:21441191,21222497:flux_dev:4857:21441086,21222497:flux_dev:4857:21441106,21222500:flux_dev:4857:21440297,21222500:flux_dev:4857:21440317,21222675:flux_dev:4857:21441876,21222675:flux_dev:4857:21441895,21222676:flux_dev:4857:21441356,21222677:flux_dev:4857:21441290,21222677:flux_dev:4857:21441309,21222678:flux_dev:4857:21441240,21222678:flux_dev:4857:21441259,21913998:flux_dev:4857:22296928,21913998:flux_dev:4857:22296949,21916087:flux_dev:4857:22137252,21916087:flux_dev:4857:22137274,21919366:flux_dev:4857:22053717,21919366:flux_dev:4857:22053736,21919367:flux_dev:4857:22023845,21919367:flux_dev:4857:22023878,21920235:flux_dev:4857:22293588,21920235:flux_dev:4857:22293608,21920236:flux_dev:4857:22296269,21920236:flux_dev:4857:22296288,21921448:flux_dev:4857:22296430,21921448:flux_dev:4857:22296473,21921449:flux_dev:4857:22296605,21921449:flux_dev:4857:22296625,'}, {'unwanted_material': 'masque', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.00020968270821937905, 'nb_photo': 1, 'list_port_cont': '21441199', 'assoc_port': '21222496:21441199', 'assoc_mat': '21222496:masque:4857:21441199'}, {'unwanted_material': 'metal', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.03128863553755824, 'nb_photo': 133, 'list_port_cont': '21233665,21233694,21439741,21439764,21440294,21440314,21441169,21441188,21441287,21441306,21441334,21441353,21957265,21957308,22023842,22023875,22053714,22053733,22137249,22137268,22293585,22293605,22293701,22293744,22296266,22296285,22296427,22296470,22296925,22296946,22297189,22297209,22297369,22297388', 'assoc_port': '21221266:21233665,21221266:21233694,21221269:21439741,21221269:21439764,21222496:21441169,21222496:21441188,21222500:21440294,21222500:21440314,21222676:21441334,21222676:21441353,21222677:21441287,21222677:21441306,21913998:22296925,21913998:22296946,21916087:22137249,21916087:22137268,21919366:22053714,21919366:22053733,21919367:22023842,21919367:22023875,21920235:22293585,21920235:22293605,21920236:22296266,21920236:22296285,21921448:22296427,21921448:22296470,21921450:22293701,21921450:22293744,21923824:22297189,21923824:22297209,21923825:21957265,21923825:21957308,21923826:22297369,21923826:22297388', 'assoc_mat': '21221266:metal:4857:21233665,21221266:metal:4857:21233694,21221269:metal:4857:21439741,21221269:metal:4857:21439764,21222496:metal:4857:21441169,21222496:metal:4857:21441188,21222500:metal:4857:21440294,21222500:metal:4857:21440314,21222676:metal:4857:21441334,21222676:metal:4857:21441353,21222677:metal:4857:21441287,21222677:metal:4857:21441306,21913998:metal:4857:22296925,21913998:metal:4857:22296946,21916087:metal:4857:22137249,21916087:metal:4857:22137268,21919366:metal:4857:22053714,21919366:metal:4857:22053733,21919367:metal:4857:22023842,21919367:metal:4857:22023875,21920235:metal:4857:22293585,21920235:metal:4857:22293605,21920236:metal:4857:22296266,21920236:metal:4857:22296285,21921448:metal:4857:22296427,21921448:metal:4857:22296470,21921450:metal:4857:22293701,21921450:metal:4857:22293744,21923824:metal:4857:22297189,21923824:metal:4857:22297209,21923825:metal:4857:21957265,21923825:metal:4857:21957308,21923826:metal:4857:22297369,21923826:metal:4857:22297388'}, {'unwanted_material': 'organique', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.0023069501293426407, 'nb_photo': 1, 'list_port_cont': '22296611,22296631', 'assoc_port': '21921449:22296611,21921449:22296631', 'assoc_mat': '21921449:organique:4857:22296611,21921449:organique:4857:22296631'}, {'unwanted_material': 'papier', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.18705559327479088, 'nb_photo': 1172, 'list_port_cont': '21233663,21233692,21439739,21439762,21440292,21440312,21440750,21440771,21441081,21441101,21441167,21441186,21441235,21441254,21441285,21441304,21441332,21441351,21441871,21441890,21957263,21957306,22023840,22023873,22053712,22053731,22137247,22137266,22293583,22293603,22293699,22293742,22296264,22296283,22296425,22296468,22296600,22296620,22296923,22296944,22297187,22297207,22297367,22297386', 'assoc_port': '21221266:21233663,21221266:21233692,21221269:21439739,21221269:21439762,21222496:21441167,21222496:21441186,21222497:21441081,21222497:21441101,21222499:21440750,21222499:21440771,21222500:21440292,21222500:21440312,21222675:21441871,21222675:21441890,21222676:21441332,21222676:21441351,21222677:21441285,21222677:21441304,21222678:21441235,21222678:21441254,21913998:22296923,21913998:22296944,21916087:22137247,21916087:22137266,21919366:22053712,21919366:22053731,21919367:22023840,21919367:22023873,21920235:22293583,21920235:22293603,21920236:22296264,21920236:22296283,21921448:22296425,21921448:22296468,21921449:22296600,21921449:22296620,21921450:22293699,21921450:22293742,21923824:22297187,21923824:22297207,21923825:21957263,21923825:21957306,21923826:22297367,21923826:22297386', 'assoc_mat': '21221266:papier:4857:21233663,21221266:papier:4857:21233692,21221269:papier:4857:21439739,21221269:papier:4857:21439762,21222496:papier:4857:21441167,21222496:papier:4857:21441186,21222497:papier:4857:21441081,21222497:papier:4857:21441101,21222499:papier:4857:21440750,21222499:papier:4857:21440771,21222500:papier:4857:21440292,21222500:papier:4857:21440312,21222675:papier:4857:21441871,21222675:papier:4857:21441890,21222676:papier:4857:21441332,21222676:papier:4857:21441351,21222677:papier:4857:21441285,21222677:papier:4857:21441304,21222678:papier:4857:21441235,21222678:papier:4857:21441254,21913998:papier:4857:22296923,21913998:papier:4857:22296944,21916087:papier:4857:22137247,21916087:papier:4857:22137266,21919366:papier:4857:22053712,21919366:papier:4857:22053731,21919367:papier:4857:22023840,21919367:papier:4857:22023873,21920235:papier:4857:22293583,21920235:papier:4857:22293603,21920236:papier:4857:22296264,21920236:papier:4857:22296283,21921448:papier:4857:22296425,21921448:papier:4857:22296468,2192'}, {'unwanted_material': 'pehd', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.009719613610798147, 'nb_photo': 76, 'list_port_cont': '21233667,21233696,21439743,21439766,21440296,21440316,21440755,21440775,21441171,21441190,21441239,21441258,21441289,21441308,21441875,21441894,21957267,21957310,22023844,22023877,22137251,22137270,22293587,22293607,22293703,22293746,22296268,22296287,22296429,22296472,22296604,22296624,22297191,22297211,22297371,22297390', 'assoc_port': '21221266:21233667,21221266:21233696,21221269:21439743,21221269:21439766,21222496:21441171,21222496:21441190,21222499:21440755,21222499:21440775,21222500:21440296,21222500:21440316,21222675:21441875,21222675:21441894,21222677:21441289,21222677:21441308,21222678:21441239,21222678:21441258,21916087:22137251,21916087:22137270,21919367:22023844,21919367:22023877,21920235:22293587,21920235:22293607,21920236:22296268,21920236:22296287,21921448:22296429,21921448:22296472,21921449:22296604,21921449:22296624,21921450:22293703,21921450:22293746,21923824:22297191,21923824:22297211,21923825:21957267,21923825:21957310,21923826:22297371,21923826:22297390', 'assoc_mat': '21221266:pehd:4857:21233667,21221266:pehd:4857:21233696,21221269:pehd:4857:21439743,21221269:pehd:4857:21439766,21222496:pehd:4857:21441171,21222496:pehd:4857:21441190,21222499:pehd:4857:21440755,21222499:pehd:4857:21440775,21222500:pehd:4857:21440296,21222500:pehd:4857:21440316,21222675:pehd:4857:21441875,21222675:pehd:4857:21441894,21222677:pehd:4857:21441289,21222677:pehd:4857:21441308,21222678:pehd:4857:21441239,21222678:pehd:4857:21441258,21916087:pehd:4857:22137251,21916087:pehd:4857:22137270,21919367:pehd:4857:22023844,21919367:pehd:4857:22023877,21920235:pehd:4857:22293587,21920235:pehd:4857:22293607,21920236:pehd:4857:22296268,21920236:pehd:4857:22296287,21921448:pehd:4857:22296429,21921448:pehd:4857:22296472,21921449:pehd:4857:22296604,21921449:pehd:4857:22296624,21921450:pehd:4857:22293703,21921450:pehd:4857:22293746,21923824:pehd:4857:22297191,21923824:pehd:4857:22297211,21923825:pehd:4857:21957267,21923825:pehd:4857:21957310,21923826:pehd:4857:22297371,21923826:pehd:4857:22297390'}, {'unwanted_material': 'pet_clair', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.025405687706427572, 'nb_photo': 465, 'list_port_cont': '21233666,21233695,21439742,21439765,21440295,21440315,21440754,21440774,21441084,21441104,21441170,21441189,21441238,21441257,21441288,21441307,21441335,21441354,21441874,21441893,21957266,21957309,22023843,22023876,22053715,22053734,22137250,22137269,22293586,22293606,22293702,22293745,22296267,22296286,22296428,22296471,22296603,22296623,22296926,22296947,22297190,22297210,22297370,22297389', 'assoc_port': '21221266:21233666,21221266:21233695,21221269:21439742,21221269:21439765,21222496:21441170,21222496:21441189,21222497:21441084,21222497:21441104,21222499:21440754,21222499:21440774,21222500:21440295,21222500:21440315,21222675:21441874,21222675:21441893,21222676:21441335,21222676:21441354,21222677:21441288,21222677:21441307,21222678:21441238,21222678:21441257,21913998:22296926,21913998:22296947,21916087:22137250,21916087:22137269,21919366:22053715,21919366:22053734,21919367:22023843,21919367:22023876,21920235:22293586,21920235:22293606,21920236:22296267,21920236:22296286,21921448:22296428,21921448:22296471,21921449:22296603,21921449:22296623,21921450:22293702,21921450:22293745,21923824:22297190,21923824:22297210,21923825:21957266,21923825:21957309,21923826:22297370,21923826:22297389', 'assoc_mat': '21221266:pet_clair:4857:21233666,21221266:pet_clair:4857:21233695,21221269:pet_clair:4857:21439742,21221269:pet_clair:4857:21439765,21222496:pet_clair:4857:21441170,21222496:pet_clair:4857:21441189,21222497:pet_clair:4857:21441084,21222497:pet_clair:4857:21441104,21222499:pet_clair:4857:21440754,21222499:pet_clair:4857:21440774,21222500:pet_clair:4857:21440295,21222500:pet_clair:4857:21440315,21222675:pet_clair:4857:21441874,21222675:pet_clair:4857:21441893,21222676:pet_clair:4857:21441335,21222676:pet_clair:4857:21441354,21222677:pet_clair:4857:21441288,21222677:pet_clair:4857:21441307,21222678:pet_clair:4857:21441238,21222678:pet_clair:4857:21441257,21913998:pet_clair:4857:22296926,21913998:pet_clair:4857:22296947,21916087:pet_clair:4857:22137250,21916087:pet_clair:4857:22137269,21919366:pet_clair:4857:22053715,21919366:pet_clair:4857:22053734,21919367:pet_clair:4857:22023843,21919367:pet_clair:4857:22023876,21920235:pet_clair:4857:22293586,21920235:pet_clair:4857:22293606,21920236:pet_clair:4857:22296267,2'}, {'unwanted_material': 'sac_om_plein', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.16105903896916224, 'nb_photo': 361, 'list_port_cont': '21233671,21233701,21439747,21439770,21440300,21440320,21440759,21440779,21441089,21441109,21441175,21441194,21441243,21441262,21441293,21441312,21441340,21441359,21441879,21441898,21957271,21957314,22023848,22023881,22053720,22053739,22137255,22137288,22293591,22293611,22293707,22293750,22296272,22296291,22296433,22296476,22296608,22296628,22296931,22296952,22297195,22297215,22297375,22297394', 'assoc_port': '21221266:21233671,21221266:21233701,21221269:21439747,21221269:21439770,21222496:21441175,21222496:21441194,21222497:21441089,21222497:21441109,21222499:21440759,21222499:21440779,21222500:21440300,21222500:21440320,21222675:21441879,21222675:21441898,21222676:21441340,21222676:21441359,21222677:21441293,21222677:21441312,21222678:21441243,21222678:21441262,21913998:22296931,21913998:22296952,21916087:22137255,21916087:22137288,21919366:22053720,21919366:22053739,21919367:22023848,21919367:22023881,21920235:22293591,21920235:22293611,21920236:22296272,21920236:22296291,21921448:22296433,21921448:22296476,21921449:22296608,21921449:22296628,21921450:22293707,21921450:22293750,21923824:22297195,21923824:22297215,21923825:21957271,21923825:21957314,21923826:22297375,21923826:22297394', 'assoc_mat': '21221266:sac_om_plein:4857:21233671,21221266:sac_om_plein:4857:21233701,21221269:sac_om_plein:4857:21439747,21221269:sac_om_plein:4857:21439770,21222496:sac_om_plein:4857:21441175,21222496:sac_om_plein:4857:21441194,21222497:sac_om_plein:4857:21441089,21222497:sac_om_plein:4857:21441109,21222499:sac_om_plein:4857:21440759,21222499:sac_om_plein:4857:21440779,21222500:sac_om_plein:4857:21440300,21222500:sac_om_plein:4857:21440320,21222675:sac_om_plein:4857:21441879,21222675:sac_om_plein:4857:21441898,21222676:sac_om_plein:4857:21441340,21222676:sac_om_plein:4857:21441359,21222677:sac_om_plein:4857:21441293,21222677:sac_om_plein:4857:21441312,21222678:sac_om_plein:4857:21441243,21222678:sac_om_plein:4857:21441262,21913998:sac_om_plein:4857:22296931,21913998:sac_om_plein:4857:22296952,21916087:sac_om_plein:4857:22137255,21916087:sac_om_plein:4857:22137288,21919366:sac_om_plein:4857:22053720,21919366:sac_om_plein:4857:22053739,21919367:sac_om_plein:4857:22023848,21919367:sac_om_plein:4857:22023881,21920235:sac_om_'}, {'unwanted_material': 'textiles', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.004560605510674338, 'nb_photo': 25, 'list_port_cont': '21440301,21440321,21441880,21441899,22023850,22023882,22053721,22053740,22137256,22137299,22293592,22293612,22293708,22293751,22296273,22296292,22296434,22296477,22297196,22297216,22297376,22297395', 'assoc_port': '21222500:21440301,21222500:21440321,21222675:21441880,21222675:21441899,21916087:22137256,21916087:22137299,21919366:22053721,21919366:22053740,21919367:22023850,21919367:22023882,21920235:22293592,21920235:22293612,21920236:22296273,21920236:22296292,21921448:22296434,21921448:22296477,21921450:22293708,21921450:22293751,21923824:22297196,21923824:22297216,21923826:22297376,21923826:22297395', 'assoc_mat': '21222500:textiles:4857:21440301,21222500:textiles:4857:21440321,21222675:textiles:4857:21441880,21222675:textiles:4857:21441899,21916087:textiles:4857:22137256,21916087:textiles:4857:22137299,21919366:textiles:4857:22053721,21919366:textiles:4857:22053740,21919367:textiles:4857:22023850,21919367:textiles:4857:22023882,21920235:textiles:4857:22293592,21920235:textiles:4857:22293612,21920236:textiles:4857:22296273,21920236:textiles:4857:22296292,21921448:textiles:4857:22296434,21921448:textiles:4857:22296477,21921450:textiles:4857:22293708,21921450:textiles:4857:22293751,21923824:textiles:4857:22297196,21923824:textiles:4857:22297216,21923826:textiles:4857:22297376,21923826:textiles:4857:22297395'}, {'unwanted_material': 'verre', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.005933473361985324, 'nb_photo': 6, 'list_port_cont': '21441295,22293709,22293752,22296610,22296630,22297197,22297217,22297377,22297396', 'assoc_port': '21222677:21441295,21921449:22296610,21921449:22296630,21921450:22293709,21921450:22293752,21923824:22297197,21923824:22297217,21923826:22297377,21923826:22297396', 'assoc_mat': '21222677:verre:4857:21441295,21921449:verre:4857:22296610,21921449:verre:4857:22296630,21921450:verre:4857:22293709,21921450:verre:4857:22293752,21923824:verre:4857:22297197,21923824:verre:4857:22297217,21923826:verre:4857:22297377,21923826:verre:4857:22297396'}), 'main_stat': {'nb_photos': 426}}, 'hostname': (), 'impurety_average_per_hashtag': [(('entrant', '2025-02', 0.3323452601365024),)]} filepath : /data_2/data_log/job/memo/SyctomXV/sla_mensuel_SyctomXV_Mask_23Q4_mois_02_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! Before organize_and_plot_unwanted_material_stats {'entrant': {'autre_non_emballage': ['autre_non_emballage', '4.28%', 145], 'carton': ['carton', '57.39%', 3011], 'ela': ['ela', '0.74%', 37], 'encombrant': ['encombrant', '3.08%', 3], 'film_dev_souple': ['film_dev_souple', '2.81%', 502], 'flux_dev': ['flux_dev', '2.67%', 230], 'masque': ['masque', '0.02%', 1], 'metal': ['metal', '3.13%', 133], 'organique': ['organique', '0.23%', 1], 'papier': ['papier', '18.71%', 1172], 'pehd': ['pehd', '0.97%', 76], 'pet_clair': ['pet_clair', '2.54%', 465], 'sac_om_plein': ['sac_om_plein', '16.11%', 361], 'textiles': ['textiles', '0.46%', 25], 'verre': ['verre', '0.59%', 6]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_2/data_log/job/memo/SyctomXV/sla_mensuel_SyctomXV_Mask_23Q4_mois_02_annee_2025.pdf le fichier se trouve ici : /data_2/data_log/job/memo/SyctomXV 2.74user 3.19system 0:04.10elapsed 144%CPU (0avgtext+0avgdata 193524maxresident)k 23056inputs+304outputs (84major+65170minor)pagefaults 0swaps