python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --dashboard_places=SCCU_cam6 -j sla_mensuel -v --date=`date -d"$nowdate 15 day ago" +%Y-%m` --rootfolder_sla=/data_2/data_log/job/memo/SCCU_cam6 ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : , Date : 2025-01 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (2, 31) TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam6"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4849 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4849 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4849 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4849 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (2, 31) TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam6"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4849 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4849 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4849 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4849 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 202 month : 01 mtr_id : dashboard_places : SCCU_cam6 date : 2025-01 year : 2025 raspi : 0 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'SCCU_cam6' and date like '%2025-01%') and created_at like '%2025-01%'))); nb_day : (2, 31) after unwanted_material_data We return tuple() but get_coverage_data_from_list_of_date return unexpectedly data from stuff in error with raspi=0 so we force here ! after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and ded.dashboard_place_id = 202 and month(ded.date) = 01 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and dr.hashtag = '_______incineration' and ded.dashboard_place_id = 202 and month(ded.date) = 01 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 202 and mp.name like '%012025%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2025-01-01 : dt_date_just_month_year : 2025-01-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! Error parsing crontab ! [Errno 2] No such file or directory: '' You better check your LOGRASPI env !!! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "SCCU_cam6" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-01-01" AND ded.date <= "2025-01-31" apple3 {'incineration': {'mat': 'incineration', 'pht': 4230, 'datou_carac_id': 4234, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'refus'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (1506639,1509617,1513165,1516959,1517642,1520328,1522989,1525543,1526152,1528188,1530486,1531371,1533756,1537600,1541268,1543091,1544864,1546557,1547667,1549769,1552007,1554268,1556073,1558977,1561121,1562333,1565328,1568635,1571960,1575028,1577828) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.015630772546582926, 'nb_photo': 23011, 'list_port_cont': '19345982,19346969,19347562,19348364,19349487,19350638,19351194,19352448,19354625,19355721,19356214,19356693,19357104,19357419,19358197,19358597,19359048,19359435,19359741,19360076,19361177,19361308,19362262,19362580,19378045,19378187,19378246,19378357,19378387,19378547,19378619,19378918,19378978,19379260,19379334,19379435,19379468,19379609,19379856,19380058,19380199,19380235,19380351,19380555,19380704,19380921,19381104,19381804,19399611,19399804,19400025,19400189,19400258,19400405,19400508,19400668,19400882,19401109,19401144,19401286,19401353,19401474,19401653,19401826,19401866,19401972,19402044,19402226,19402251,19402300,19402335,19402959,19414943,19415060,19415086,19415404,19415547,19415610,19415756,19415804,19415872,19416010,19416120,19416185,19416250,19416327,19416427,19416499,19416532,19416621,19416683,19416829,19416869,19417108,19417428,19417933,19423936,19424813,19424861,19424928,19424993,19425030,19425071,19425105,19425173,19425207,19425244,19425284,19425321,19425368,19425404,19425469,19425513,1942553', 'assoc_port': '19345704:19345982,19346895:19346969,19347480:19347562,19348216:19348364,19349396:19349487,19350582:19350638,19351144:19351194,19352245:19352448,19354389:19354625,19355672:19355721,19356091:19356214,19356642:19356693,19357010:19357104,19357339:19357419,19358045:19358197,19358493:19358597,19358963:19359048,19359346:19359435,19359664:19359741,19359986:19360076,19360360:19361177,19360363:19361308,19362210:19362262,19362488:19362580,19377821:19380704,19377824:19380921,19377827:19380555,19377829:19380351,19377832:19380235,19377835:19379856,19377839:19380058,19377842:19380199,19377845:19379609,19377848:19379468,19377850:19379435,19377853:19378978,19377857:19379260,19377860:19379334,19377862:19378918,19377866:19378619,19377868:19378547,19377871:19378246,19377875:19378357,19377877:19378387,19377879:19378045,19377881:19378187,19380760:19381104,19381691:19381804,19399342:19402335,19399343:19402300,19399345:19402226,19399348:19401866,19399351:19401972,19399354:19402251,19399357:19401826,19399360:19401653,19399363:1940147', 'assoc_mat': '19345704:autre:4230:19345982,19346895:autre:4230:19346969,19347480:autre:4230:19347562,19348216:autre:4230:19348364,19349396:autre:4230:19349487,19350582:autre:4230:19350638,19351144:autre:4230:19351194,19352245:autre:4230:19352448,19354389:autre:4230:19354625,19355672:autre:4230:19355721,19356091:autre:4230:19356214,19356642:autre:4230:19356693,19357010:autre:4230:19357104,19357339:autre:4230:19357419,19358045:autre:4230:19358197,19358493:autre:4230:19358597,19358963:autre:4230:19359048,19359346:autre:4230:19359435,19359664:autre:4230:19359741,19359986:autre:4230:19360076,19360360:autre:4230:19361177,19360363:autre:4230:19361308,19362210:autre:4230:19362262,19362488:autre:4230:19362580,19377821:autre:4230:19380704,19377824:autre:4230:19380921,19377827:autre:4230:19380555,19377829:autre:4230:19380351,19377832:autre:4230:19380235,19377835:autre:4230:19379856,19377839:autre:4230:19380058,19377842:autre:4230:19380199,19377845:autre:4230:19379609,19377848:autre:4230:19379468,19377850:autre:4230:19379435,19377853:'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0655042406225451, 'nb_photo': 123329, 'list_port_cont': '19345986,19346979,19347573,19348356,19349496,19350633,19351203,19352451,19354628,19355730,19356212,19356702,19357101,19357423,19358198,19358602,19359058,19359440,19359748,19360077,19361192,19361323,19362261,19362581,19378036,19378184,19378248,19378360,19378395,19378544,19378615,19378915,19378983,19379268,19379333,19379440,19379482,19379617,19379850,19380059,19380200,19380250,19380360,19380562,19380701,19380915,19381107,19381810,19399624,19399806,19400022,19400193,19400265,19400419,19400515,19400683,19400881,19401108,19401143,19401279,19401366,19401466,19401649,19401833,19401865,19401967,19402046,19402219,19402264,19402298,19402338,19402958,19414942,19415052,19415096,19415401,19415536,19415623,19415768,19415795,19415867,19416011,19416113,19416190,19416248,19416331,19416426,19416512,19416544,19416622,19416687,19416831,19416864,19417109,19417435,19417936,19423950,19424822,19424860,19424931,19425006,19425040,19425074,19425113,19425187,19425220,19425260,19425292,19425331,19425354,19425396,19425470,19425506,1942554', 'assoc_port': '19345704:19345986,19346895:19346979,19347480:19347573,19348216:19348356,19349396:19349496,19350582:19350633,19351144:19351203,19352245:19352451,19354389:19354628,19355672:19355730,19356091:19356212,19356642:19356702,19357010:19357101,19357339:19357423,19358045:19358198,19358493:19358602,19358963:19359058,19359346:19359440,19359664:19359748,19359986:19360077,19360360:19361192,19360363:19361323,19362210:19362261,19362488:19362581,19377821:19380701,19377824:19380915,19377827:19380562,19377829:19380360,19377832:19380250,19377835:19379850,19377839:19380059,19377842:19380200,19377845:19379617,19377848:19379482,19377850:19379440,19377853:19378983,19377857:19379268,19377860:19379333,19377862:19378915,19377866:19378615,19377868:19378544,19377871:19378248,19377875:19378360,19377877:19378395,19377879:19378036,19377881:19378184,19380760:19381107,19381691:19381810,19399342:19402338,19399343:19402298,19399345:19402219,19399348:19401865,19399351:19401967,19399354:19402264,19399357:19401833,19399360:19401649,19399363:1940146', 'assoc_mat': '19345704:carton:4230:19345986,19346895:carton:4230:19346979,19347480:carton:4230:19347573,19348216:carton:4230:19348356,19349396:carton:4230:19349496,19350582:carton:4230:19350633,19351144:carton:4230:19351203,19352245:carton:4230:19352451,19354389:carton:4230:19354628,19355672:carton:4230:19355730,19356091:carton:4230:19356212,19356642:carton:4230:19356702,19357010:carton:4230:19357101,19357339:carton:4230:19357423,19358045:carton:4230:19358198,19358493:carton:4230:19358602,19358963:carton:4230:19359058,19359346:carton:4230:19359440,19359664:carton:4230:19359748,19359986:carton:4230:19360077,19360360:carton:4230:19361192,19360363:carton:4230:19361323,19362210:carton:4230:19362261,19362488:carton:4230:19362581,19377821:carton:4230:19380701,19377824:carton:4230:19380915,19377827:carton:4230:19380562,19377829:carton:4230:19380360,19377832:carton:4230:19380250,19377835:carton:4230:19379850,19377839:carton:4230:19380059,19377842:carton:4230:19380200,19377845:carton:4230:19379617,19377848:carton:4230:19379482,1937'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.001299860254392187, 'nb_photo': 1855, 'list_port_cont': '19345990,19347566,19348361,19349493,19350625,19355724,19356218,19358606,19359046,19360079,19361187,19378177,19378250,19378354,19378392,19378921,19378979,19379256,19379429,19379472,19379616,19379849,19380197,19380912,19381099,19399618,19399803,19400199,19400264,19400410,19400504,19400893,19401106,19401146,19401276,19401354,19401477,19401645,19401818,19401960,19402286,19414945,19415047,19415095,19415400,19415551,19415613,19415760,19415791,19415860,19416001,19416104,19416197,19416329,19416423,19416498,19416612,19416866,19417113,19417423,19425035,19425176,19425216,19425251,19425358,19425508,19425542,19425586,19425757,19425984,19442955,19443027,19443152,19443306,19443488,19443526,19443688,19443763,19443802,19444137,19444250,19444336,19444589,19445411,19446161,19447854,19448640,19449209,19450297,19450892,19452176,19452277,19452426,19453357,19454373,19454820,19455670,19456552,19457365,19458868,19459645,19460683,19461574,19462779,19463110,19481338,19481535,19481625,19481698,19481822,19481992,19482725,19482786,1948366', 'assoc_port': '19345704:19345990,19347480:19347566,19348216:19348361,19349396:19349493,19350582:19350625,19355672:19355724,19356091:19356218,19358493:19358606,19358963:19359046,19359986:19360079,19360360:19361187,19377824:19380912,19377835:19379849,19377842:19380197,19377845:19379616,19377848:19379472,19377850:19379429,19377853:19378979,19377857:19379256,19377862:19378921,19377871:19378250,19377875:19378354,19377877:19378392,19377881:19378177,19380760:19381099,19399343:19402286,19399351:19401960,19399357:19401818,19399360:19401645,19399363:19401477,19399366:19401146,19399369:19401354,19399372:19401276,19399375:19401106,19399378:19400893,19399381:19400410,19399384:19400504,19399390:19400264,19399393:19400199,19399399:19399618,19399402:19399803,19414834:19417113,19414844:19416866,19414847:19416612,19414850:19416498,19414855:19416329,19414857:19416423,19414859:19416197,19414861:19416104,19414863:19416001,19414865:19415613,19414867:19415860,19414869:19415791,19414871:19415760,19414873:19415551,19414875:19415400,19414877:1941494', 'assoc_mat': '19345704:metal:4230:19345990,19347480:metal:4230:19347566,19348216:metal:4230:19348361,19349396:metal:4230:19349493,19350582:metal:4230:19350625,19355672:metal:4230:19355724,19356091:metal:4230:19356218,19358493:metal:4230:19358606,19358963:metal:4230:19359046,19359986:metal:4230:19360079,19360360:metal:4230:19361187,19377824:metal:4230:19380912,19377835:metal:4230:19379849,19377842:metal:4230:19380197,19377845:metal:4230:19379616,19377848:metal:4230:19379472,19377850:metal:4230:19379429,19377853:metal:4230:19378979,19377857:metal:4230:19379256,19377862:metal:4230:19378921,19377871:metal:4230:19378250,19377875:metal:4230:19378354,19377877:metal:4230:19378392,19377881:metal:4230:19378177,19380760:metal:4230:19381099,19399343:metal:4230:19402286,19399351:metal:4230:19401960,19399357:metal:4230:19401818,19399360:metal:4230:19401645,19399363:metal:4230:19401477,19399366:metal:4230:19401146,19399369:metal:4230:19401354,19399372:metal:4230:19401276,19399375:metal:4230:19401106,19399378:metal:4230:19400893,19399381:'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.21927296669997562, 'nb_photo': 531720, 'list_port_cont': '19345988,19346985,19347576,19348363,19349490,19350639,19351195,19352439,19354620,19355729,19356217,19356697,19357093,19357426,19358194,19358609,19359057,19359436,19359755,19360071,19361182,19361317,19362268,19362577,19378049,19378183,19378258,19378363,19378399,19378546,19378613,19378919,19378994,19379264,19379336,19379441,19379478,19379619,19379854,19380067,19380211,19380243,19380355,19380565,19380700,19380914,19381095,19381811,19399625,19399799,19400013,19400200,19400260,19400418,19400502,19400675,19400884,19401110,19401151,19401290,19401361,19401473,19401648,19401835,19401860,19401964,19402042,19402223,19402263,19402303,19402327,19402953,19414950,19415059,19415093,19415395,19415546,19415614,19415765,19415805,19415874,19416016,19416112,19416184,19416244,19416323,19416431,19416511,19416545,19416613,19416693,19416835,19416873,19417103,19417432,19417931,19423946,19424818,19424862,19424925,19424995,19425036,19425078,19425108,19425178,19425222,19425257,19425294,19425328,19425361,19425395,19425472,19425507,1942554', 'assoc_port': '19345704:19345988,19346895:19346985,19347480:19347576,19348216:19348363,19349396:19349490,19350582:19350639,19351144:19351195,19352245:19352439,19354389:19354620,19355672:19355729,19356091:19356217,19356642:19356697,19357010:19357093,19357339:19357426,19358045:19358194,19358493:19358609,19358963:19359057,19359346:19359436,19359664:19359755,19359986:19360071,19360360:19361182,19360363:19361317,19362210:19362268,19362488:19362577,19377821:19380700,19377824:19380914,19377827:19380565,19377829:19380355,19377832:19380243,19377835:19379854,19377839:19380067,19377842:19380211,19377845:19379619,19377848:19379478,19377850:19379441,19377853:19378994,19377857:19379264,19377860:19379336,19377862:19378919,19377866:19378613,19377868:19378546,19377871:19378258,19377875:19378363,19377877:19378399,19377879:19378049,19377881:19378183,19380760:19381095,19381691:19381811,19399342:19402327,19399343:19402303,19399345:19402223,19399348:19401860,19399351:19401964,19399354:19402263,19399357:19401835,19399360:19401648,19399363:1940147', 'assoc_mat': '19345704:papier:4230:19345988,19346895:papier:4230:19346985,19347480:papier:4230:19347576,19348216:papier:4230:19348363,19349396:papier:4230:19349490,19350582:papier:4230:19350639,19351144:papier:4230:19351195,19352245:papier:4230:19352439,19354389:papier:4230:19354620,19355672:papier:4230:19355729,19356091:papier:4230:19356217,19356642:papier:4230:19356697,19357010:papier:4230:19357093,19357339:papier:4230:19357426,19358045:papier:4230:19358194,19358493:papier:4230:19358609,19358963:papier:4230:19359057,19359346:papier:4230:19359436,19359664:papier:4230:19359755,19359986:papier:4230:19360071,19360360:papier:4230:19361182,19360363:papier:4230:19361317,19362210:papier:4230:19362268,19362488:papier:4230:19362577,19377821:papier:4230:19380700,19377824:papier:4230:19380914,19377827:papier:4230:19380565,19377829:papier:4230:19380355,19377832:papier:4230:19380243,19377835:papier:4230:19379854,19377839:papier:4230:19380067,19377842:papier:4230:19380211,19377845:papier:4230:19379619,19377848:papier:4230:19379478,1937'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.005993051505032954, 'nb_photo': 4040, 'list_port_cont': '19345985,19348352,19352435,19358191,19359055,19359758,19360078,19361181,19378043,19378190,19378259,19378607,19378922,19378984,19379267,19379328,19379439,19379477,19380248,19380350,19380561,19399796,19400409,19400513,19400676,19400891,19401105,19401281,19401364,19401647,19401831,19401968,19402040,19402949,19415392,19415538,19415769,19415803,19415870,19416007,19416121,19416194,19416324,19416432,19417436,19417938,19423951,19425543,19425655,19425997,19442957,19442991,19443036,19443146,19443317,19443495,19443640,19443771,19443804,19443886,19443927,19444139,19444332,19444373,19445414,19446173,19447851,19447930,19448630,19449222,19449547,19450088,19450295,19450889,19452186,19452289,19452438,19453374,19454370,19454826,19455678,19456561,19457366,19458075,19458867,19459647,19460697,19461576,19462781,19463117,19481341,19481540,19481618,19481695,19481828,19481996,19482724,19482781,19483672,19484771,19485226,19486096,19486544,19487183,19488145,19489200,19490892,19490943,19491041,19491229,19491527,19491922,19492464,1949292', 'assoc_port': '19345704:19345985,19348216:19348352,19352245:19352435,19358045:19358191,19358963:19359055,19359664:19359758,19359986:19360078,19360360:19361181,19377827:19380561,19377829:19380350,19377832:19380248,19377848:19379477,19377850:19379439,19377853:19378984,19377857:19379267,19377860:19379328,19377862:19378922,19377866:19378607,19377871:19378259,19377879:19378043,19377881:19378190,19399351:19401968,19399357:19401831,19399360:19401647,19399369:19401364,19399372:19401281,19399375:19401105,19399378:19400891,19399381:19400409,19399384:19400513,19399387:19400676,19399402:19399796,19401816:19402040,19402852:19402949,19414855:19416324,19414857:19416432,19414859:19416194,19414861:19416121,19414863:19416007,19414867:19415870,19414869:19415803,19414871:19415769,19414873:19415538,19414875:19415392,19417316:19417436,19417871:19417938,19423844:19425655,19423851:19425543,19423876:19423951,19425939:19425997,19442640:19444373,19442649:19444332,19442656:19444139,19442659:19443804,19442661:19443886,19442663:19443927,19442667:1944364', 'assoc_mat': '19345704:pehd:4230:19345985,19348216:pehd:4230:19348352,19352245:pehd:4230:19352435,19358045:pehd:4230:19358191,19358963:pehd:4230:19359055,19359664:pehd:4230:19359758,19359986:pehd:4230:19360078,19360360:pehd:4230:19361181,19377827:pehd:4230:19380561,19377829:pehd:4230:19380350,19377832:pehd:4230:19380248,19377848:pehd:4230:19379477,19377850:pehd:4230:19379439,19377853:pehd:4230:19378984,19377857:pehd:4230:19379267,19377860:pehd:4230:19379328,19377862:pehd:4230:19378922,19377866:pehd:4230:19378607,19377871:pehd:4230:19378259,19377879:pehd:4230:19378043,19377881:pehd:4230:19378190,19399351:pehd:4230:19401968,19399357:pehd:4230:19401831,19399360:pehd:4230:19401647,19399369:pehd:4230:19401364,19399372:pehd:4230:19401281,19399375:pehd:4230:19401105,19399378:pehd:4230:19400891,19399381:pehd:4230:19400409,19399384:pehd:4230:19400513,19399387:pehd:4230:19400676,19399402:pehd:4230:19399796,19401816:pehd:4230:19402040,19402852:pehd:4230:19402949,19414855:pehd:4230:19416324,19414857:pehd:4230:19416432,19414859:pehd:42'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.011051001416596259, 'nb_photo': 27041, 'list_port_cont': '19345989,19346978,19347568,19348366,19349489,19350628,19351198,19352446,19354630,19355722,19356219,19356688,19357105,19357420,19358187,19358611,19359059,19359433,19359746,19360075,19361191,19361311,19362267,19362579,19378048,19378185,19378257,19378361,19378397,19378541,19378609,19378910,19378991,19379262,19379339,19379443,19379479,19379604,19379852,19380068,19380208,19380241,19380362,19380556,19380699,19380917,19381109,19381799,19399617,19399792,19400026,19400188,19400273,19400415,19400514,19400684,19400895,19401115,19401145,19401284,19401360,19401471,19401651,19401834,19401869,19401974,19402045,19402227,19402265,19402296,19402336,19402946,19414944,19415058,19415097,19415398,19415539,19415609,19415766,19415801,19415877,19416005,19416118,19416187,19416251,19416330,19416439,19416507,19416548,19416608,19416694,19416824,19416868,19417107,19417431,19417935,19423944,19424827,19424859,19424927,19425004,19425043,19425068,19425106,19425185,19425218,19425249,19425288,19425324,19425365,19425393,19425478,19425500,1942554', 'assoc_port': '19345704:19345989,19346895:19346978,19347480:19347568,19348216:19348366,19349396:19349489,19350582:19350628,19351144:19351198,19352245:19352446,19354389:19354630,19355672:19355722,19356091:19356219,19356642:19356688,19357010:19357105,19357339:19357420,19358045:19358187,19358493:19358611,19358963:19359059,19359346:19359433,19359664:19359746,19359986:19360075,19360360:19361191,19360363:19361311,19362210:19362267,19362488:19362579,19377821:19380699,19377824:19380917,19377827:19380556,19377829:19380362,19377832:19380241,19377835:19379852,19377839:19380068,19377842:19380208,19377845:19379604,19377848:19379479,19377850:19379443,19377853:19378991,19377857:19379262,19377860:19379339,19377862:19378910,19377866:19378609,19377868:19378541,19377871:19378257,19377875:19378361,19377877:19378397,19377879:19378048,19377881:19378185,19380760:19381109,19381691:19381799,19399342:19402336,19399343:19402296,19399345:19402227,19399348:19401869,19399351:19401974,19399354:19402265,19399357:19401834,19399360:19401651,19399363:1940147', 'assoc_mat': '19345704:pet_clair:4230:19345989,19346895:pet_clair:4230:19346978,19347480:pet_clair:4230:19347568,19348216:pet_clair:4230:19348366,19349396:pet_clair:4230:19349489,19350582:pet_clair:4230:19350628,19351144:pet_clair:4230:19351198,19352245:pet_clair:4230:19352446,19354389:pet_clair:4230:19354630,19355672:pet_clair:4230:19355722,19356091:pet_clair:4230:19356219,19356642:pet_clair:4230:19356688,19357010:pet_clair:4230:19357105,19357339:pet_clair:4230:19357420,19358045:pet_clair:4230:19358187,19358493:pet_clair:4230:19358611,19358963:pet_clair:4230:19359059,19359346:pet_clair:4230:19359433,19359664:pet_clair:4230:19359746,19359986:pet_clair:4230:19360075,19360360:pet_clair:4230:19361191,19360363:pet_clair:4230:19361311,19362210:pet_clair:4230:19362267,19362488:pet_clair:4230:19362579,19377821:pet_clair:4230:19380699,19377824:pet_clair:4230:19380917,19377827:pet_clair:4230:19380556,19377829:pet_clair:4230:19380362,19377832:pet_clair:4230:19380241,19377835:pet_clair:4230:19379852,19377839:pet_clair:4230:19380068,1'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0031650143205097713, 'nb_photo': 1460, 'list_port_cont': '19345984,19346980,19350640,19351202,19352449,19359054,19359437,19361186,19362582,19378179,19378249,19378538,19378614,19378913,19378993,19379266,19379332,19379438,19379470,19379620,19380064,19380202,19399791,19400190,19400271,19400685,19401114,19401357,19401864,19402043,19415098,19415396,19415544,19415764,19415789,19415869,19416013,19416119,19416196,19416326,19416436,19416874,19424933,19425761,19425998,19442966,19443140,19443636,19443800,19443915,19444138,19445425,19446172,19447924,19449552,19450291,19450899,19452184,19452288,19452442,19453370,19454376,19454829,19456558,19457368,19458078,19458870,19459646,19461570,19462773,19463122,19481345,19481544,19481620,19481699,19481820,19482001,19482719,19483676,19484770,19485217,19486106,19486542,19488142,19489189,19490887,19490948,19491046,19491237,19491530,19491919,19492454,19492934,19493714,19495603,19496796,19497092,19497624,19497830,19501200,19501324,19501420,19501455,19501536,19501732,19501826,19501886,19502070,19507473,19510120,19510725,19511130,19511580,1951171', 'assoc_port': '19345704:19345984,19346895:19346980,19350582:19350640,19351144:19351202,19352245:19352449,19358963:19359054,19359346:19359437,19360360:19361186,19362488:19362582,19377839:19380064,19377842:19380202,19377845:19379620,19377848:19379470,19377850:19379438,19377853:19378993,19377857:19379266,19377860:19379332,19377862:19378913,19377866:19378614,19377868:19378538,19377871:19378249,19377881:19378179,19399348:19401864,19399369:19401357,19399375:19401114,19399387:19400685,19399390:19400271,19399393:19400190,19399402:19399791,19401816:19402043,19414844:19416874,19414855:19416326,19414857:19416436,19414859:19416196,19414861:19416119,19414863:19416013,19414867:19415869,19414869:19415789,19414871:19415764,19414873:19415544,19414875:19415396,19414882:19415098,19423846:19425761,19423875:19424933,19425939:19425998,19442656:19444138,19442659:19443800,19442663:19443915,19442667:19443636,19442673:19443140,19442683:19442966,19444904:19445425,19445827:19446172,19447496:19447924,19449489:19449552,19450263:19450291,19450659:1945089', 'assoc_mat': '19345704:pet_fonce:4230:19345984,19346895:pet_fonce:4230:19346980,19350582:pet_fonce:4230:19350640,19351144:pet_fonce:4230:19351202,19352245:pet_fonce:4230:19352449,19358963:pet_fonce:4230:19359054,19359346:pet_fonce:4230:19359437,19360360:pet_fonce:4230:19361186,19362488:pet_fonce:4230:19362582,19377839:pet_fonce:4230:19380064,19377842:pet_fonce:4230:19380202,19377845:pet_fonce:4230:19379620,19377848:pet_fonce:4230:19379470,19377850:pet_fonce:4230:19379438,19377853:pet_fonce:4230:19378993,19377857:pet_fonce:4230:19379266,19377860:pet_fonce:4230:19379332,19377862:pet_fonce:4230:19378913,19377866:pet_fonce:4230:19378614,19377868:pet_fonce:4230:19378538,19377871:pet_fonce:4230:19378249,19377881:pet_fonce:4230:19378179,19399348:pet_fonce:4230:19401864,19399369:pet_fonce:4230:19401357,19399375:pet_fonce:4230:19401114,19399387:pet_fonce:4230:19400685,19399390:pet_fonce:4230:19400271,19399393:pet_fonce:4230:19400190,19399402:pet_fonce:4230:19399791,19401816:pet_fonce:4230:19402043,19414844:pet_fonce:4230:19416874,1'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(1506639,1509617,1513165,1516959,1517642,1520328,1522989,1525543,1526152,1528188,1530486,1531371,1533756,1537600,1541268,1543091,1544864,1546557,1547667,1549769,1552007,1554268,1556073,1558977,1561121,1562333,1565328,1568635,1571960,1575028,1577828)); after get_hostname_from_raspi hasthag : incineration hasthag that could be used but not yet : _______refus SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______incineration' and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=202 and date >='2025-01-01' and date <= '2025-01-31') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((2169,),), 'unwanted_material_monthly_percentage': ((0.7278876609843202,),), 'material_repartition': (('incineration', 2165),), 'material_dict': {'incineration': 2165}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 1, 1), 0.8798093011784831, 82), (datetime.date(2025, 1, 2), 0.8645312096470252, 87), (datetime.date(2025, 1, 3), 0.8662502894774173, 88), (datetime.date(2025, 1, 4), 0.8589498124195278, 82), (datetime.date(2025, 1, 5), 0.9205360578381554, 79), (datetime.date(2025, 1, 6), 0.8139517899955737, 81), (datetime.date(2025, 1, 7), 0.6349755840037684, 62), (datetime.date(2025, 1, 8), 0.6280115997095096, 60), (datetime.date(2025, 1, 9), 0.6175942555763467, 69), (datetime.date(2025, 1, 10), 0.5726821423594578, 70), (datetime.date(2025, 1, 11), 0.6551995302204898, 71), (datetime.date(2025, 1, 12), 0.7612966936790337, 74), (datetime.date(2025, 1, 13), 0.7203423361303546, 77), (datetime.date(2025, 1, 14), 0.7068851716378443, 71), (datetime.date(2025, 1, 15), 0.6061263954470628, 68), (datetime.date(2025, 1, 16), 0.6112024305794255, 51), (datetime.date(2025, 1, 17), 0.6335923429253353, 49), (datetime.date(2025, 1, 18), 0.6902670474124827, 73), (datetime.date(2025, 1, 19), 0.7335245481747001, 70), (datetime.date(2025, 1, 20), 0.7196442005565686, 78), (datetime.date(2025, 1, 21), 0.6845216017143563, 49), (datetime.date(2025, 1, 22), 0.6406554230957986, 45), (datetime.date(2025, 1, 23), 0.671215242553735, 62), (datetime.date(2025, 1, 24), 0.6990682533308784, 75), (datetime.date(2025, 1, 25), 0.7101591840145014, 80), (datetime.date(2025, 1, 26), 0.7638088612244328, 66), (datetime.date(2025, 1, 27), 0.8070302447272434, 78), (datetime.date(2025, 1, 28), 0.7236239735944286, 70), (datetime.date(2025, 1, 29), 0.6827301617896927, 67), (datetime.date(2025, 1, 30), 0.6839529505339415, 70), (datetime.date(2025, 1, 31), 0.6677258575496868, 61)), 'impurety_average_data_per_hashtag': {'incineration': ((datetime.date(2025, 1, 1), 0.8798093011784831, 82), (datetime.date(2025, 1, 2), 0.8645312096470252, 87), (datetime.date(2025, 1, 3), 0.8662502894774173, 88), (datetime.date(2025, 1, 4), 0.8589498124195278, 82), (datetime.date(2025, 1, 5), 0.9205360578381554, 79), (datetime.date(2025, 1, 6), 0.8139517899955737, 81), (datetime.date(2025, 1, 7), 0.6349755840037684, 62), (datetime.date(2025, 1, 8), 0.6280115997095096, 60), (datetime.date(2025, 1, 9), 0.6175942555763467, 69), (datetime.date(2025, 1, 10), 0.5726821423594578, 70), (datetime.date(2025, 1, 11), 0.6551995302204898, 71), (datetime.date(2025, 1, 12), 0.7612966936790337, 74), (datetime.date(2025, 1, 13), 0.7203423361303546, 77), (datetime.date(2025, 1, 14), 0.7068851716378443, 71), (datetime.date(2025, 1, 15), 0.6061263954470628, 68), (datetime.date(2025, 1, 16), 0.6112024305794255, 51), (datetime.date(2025, 1, 17), 0.6335923429253353, 49), (datetime.date(2025, 1, 18), 0.6902670474124827, 73), (datetime.date(2025, 1, 19), 0.7335245481747001, 70), (datetime.date(2025, 1, 20), 0.7196442005565686, 78), (datetime.date(2025, 1, 21), 0.6845216017143563, 49), (datetime.date(2025, 1, 22), 0.6406554230957986, 45), (datetime.date(2025, 1, 23), 0.671215242553735, 62), (datetime.date(2025, 1, 24), 0.6990682533308784, 75), (datetime.date(2025, 1, 25), 0.7101591840145014, 80), (datetime.date(2025, 1, 26), 0.7638088612244328, 66), (datetime.date(2025, 1, 27), 0.8070302447272434, 78), (datetime.date(2025, 1, 28), 0.7236239735944286, 70), (datetime.date(2025, 1, 29), 0.6827301617896927, 67), (datetime.date(2025, 1, 30), 0.6839529505339415, 70), (datetime.date(2025, 1, 31), 0.6677258575496868, 61))}, 'quality_array': [['1783.2604001914399', '01012025'], ['1492.7622592996443', '02012025'], ['1763.9688861102986', '03012025'], ['1880.6931600875585', '04012025'], ['1461.3742005600843', '05012025'], ['4185.070935465335', '06012025'], ['8906.996534845113', '07012025'], ['9050.704768072761', '08012025'], ['9589.199514033533', '09012025'], ['9503.390566774568', '10012025'], ['9746.891856146885', '11012025'], ['8128.362260249838', '12012025'], ['6742.799531844705', '13012025'], ['6967.863056768626', '14012025'], ['8765.945897114956', '15012025'], ['8475.369504941025', '16012025'], ['8231.362548933877', '17012025'], ['9350.367541609261', '18012025'], ['8846.403231805163', '19012025'], ['7460.428092502965', '20012025'], ['7316.254904174823', '21012025'], ['6938.393258251743', '22012025'], ['3628.630766563994', '23012025'], ['-8.715847590412451', '24012025'], ['-8.71276848778154', '25012025'], ['-8.49609220014381', '26012025'], ['-8.098091783939328', '27012025'], ['-8.239888587097825', '28012025'], ['-8.572310100167666', '29012025'], ['-8.564027521418259', '30012025'], ['-8.613785464211494', '31012025']], 'number_of_batch': ((700,),), 'datou_id_sts': 4849, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.015630772546582926, 'nb_photo': 23011, 'list_port_cont': '19345982,19346969,19347562,19348364,19349487,19350638,19351194,19352448,19354625,19355721,19356214,19356693,19357104,19357419,19358197,19358597,19359048,19359435,19359741,19360076,19361177,19361308,19362262,19362580,19378045,19378187,19378246,19378357,19378387,19378547,19378619,19378918,19378978,19379260,19379334,19379435,19379468,19379609,19379856,19380058,19380199,19380235,19380351,19380555,19380704,19380921,19381104,19381804,19399611,19399804,19400025,19400189,19400258,19400405,19400508,19400668,19400882,19401109,19401144,19401286,19401353,19401474,19401653,19401826,19401866,19401972,19402044,19402226,19402251,19402300,19402335,19402959,19414943,19415060,19415086,19415404,19415547,19415610,19415756,19415804,19415872,19416010,19416120,19416185,19416250,19416327,19416427,19416499,19416532,19416621,19416683,19416829,19416869,19417108,19417428,19417933,19423936,19424813,19424861,19424928,19424993,19425030,19425071,19425105,19425173,19425207,19425244,19425284,19425321,19425368,19425404,19425469,19425513,1942553', 'assoc_port': '19345704:19345982,19346895:19346969,19347480:19347562,19348216:19348364,19349396:19349487,19350582:19350638,19351144:19351194,19352245:19352448,19354389:19354625,19355672:19355721,19356091:19356214,19356642:19356693,19357010:19357104,19357339:19357419,19358045:19358197,19358493:19358597,19358963:19359048,19359346:19359435,19359664:19359741,19359986:19360076,19360360:19361177,19360363:19361308,19362210:19362262,19362488:19362580,19377821:19380704,19377824:19380921,19377827:19380555,19377829:19380351,19377832:19380235,19377835:19379856,19377839:19380058,19377842:19380199,19377845:19379609,19377848:19379468,19377850:19379435,19377853:19378978,19377857:19379260,19377860:19379334,19377862:19378918,19377866:19378619,19377868:19378547,19377871:19378246,19377875:19378357,19377877:19378387,19377879:19378045,19377881:19378187,19380760:19381104,19381691:19381804,19399342:19402335,19399343:19402300,19399345:19402226,19399348:19401866,19399351:19401972,19399354:19402251,19399357:19401826,19399360:19401653,19399363:1940147', 'assoc_mat': '19345704:autre:4230:19345982,19346895:autre:4230:19346969,19347480:autre:4230:19347562,19348216:autre:4230:19348364,19349396:autre:4230:19349487,19350582:autre:4230:19350638,19351144:autre:4230:19351194,19352245:autre:4230:19352448,19354389:autre:4230:19354625,19355672:autre:4230:19355721,19356091:autre:4230:19356214,19356642:autre:4230:19356693,19357010:autre:4230:19357104,19357339:autre:4230:19357419,19358045:autre:4230:19358197,19358493:autre:4230:19358597,19358963:autre:4230:19359048,19359346:autre:4230:19359435,19359664:autre:4230:19359741,19359986:autre:4230:19360076,19360360:autre:4230:19361177,19360363:autre:4230:19361308,19362210:autre:4230:19362262,19362488:autre:4230:19362580,19377821:autre:4230:19380704,19377824:autre:4230:19380921,19377827:autre:4230:19380555,19377829:autre:4230:19380351,19377832:autre:4230:19380235,19377835:autre:4230:19379856,19377839:autre:4230:19380058,19377842:autre:4230:19380199,19377845:autre:4230:19379609,19377848:autre:4230:19379468,19377850:autre:4230:19379435,19377853:'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0655042406225451, 'nb_photo': 123329, 'list_port_cont': '19345986,19346979,19347573,19348356,19349496,19350633,19351203,19352451,19354628,19355730,19356212,19356702,19357101,19357423,19358198,19358602,19359058,19359440,19359748,19360077,19361192,19361323,19362261,19362581,19378036,19378184,19378248,19378360,19378395,19378544,19378615,19378915,19378983,19379268,19379333,19379440,19379482,19379617,19379850,19380059,19380200,19380250,19380360,19380562,19380701,19380915,19381107,19381810,19399624,19399806,19400022,19400193,19400265,19400419,19400515,19400683,19400881,19401108,19401143,19401279,19401366,19401466,19401649,19401833,19401865,19401967,19402046,19402219,19402264,19402298,19402338,19402958,19414942,19415052,19415096,19415401,19415536,19415623,19415768,19415795,19415867,19416011,19416113,19416190,19416248,19416331,19416426,19416512,19416544,19416622,19416687,19416831,19416864,19417109,19417435,19417936,19423950,19424822,19424860,19424931,19425006,19425040,19425074,19425113,19425187,19425220,19425260,19425292,19425331,19425354,19425396,19425470,19425506,1942554', 'assoc_port': '19345704:19345986,19346895:19346979,19347480:19347573,19348216:19348356,19349396:19349496,19350582:19350633,19351144:19351203,19352245:19352451,19354389:19354628,19355672:19355730,19356091:19356212,19356642:19356702,19357010:19357101,19357339:19357423,19358045:19358198,19358493:19358602,19358963:19359058,19359346:19359440,19359664:19359748,19359986:19360077,19360360:19361192,19360363:19361323,19362210:19362261,19362488:19362581,19377821:19380701,19377824:19380915,19377827:19380562,19377829:19380360,19377832:19380250,19377835:19379850,19377839:19380059,19377842:19380200,19377845:19379617,19377848:19379482,19377850:19379440,19377853:19378983,19377857:19379268,19377860:19379333,19377862:19378915,19377866:19378615,19377868:19378544,19377871:19378248,19377875:19378360,19377877:19378395,19377879:19378036,19377881:19378184,19380760:19381107,19381691:19381810,19399342:19402338,19399343:19402298,19399345:19402219,19399348:19401865,19399351:19401967,19399354:19402264,19399357:19401833,19399360:19401649,19399363:1940146', 'assoc_mat': '19345704:carton:4230:19345986,19346895:carton:4230:19346979,19347480:carton:4230:19347573,19348216:carton:4230:19348356,19349396:carton:4230:19349496,19350582:carton:4230:19350633,19351144:carton:4230:19351203,19352245:carton:4230:19352451,19354389:carton:4230:19354628,19355672:carton:4230:19355730,19356091:carton:4230:19356212,19356642:carton:4230:19356702,19357010:carton:4230:19357101,19357339:carton:4230:19357423,19358045:carton:4230:19358198,19358493:carton:4230:19358602,19358963:carton:4230:19359058,19359346:carton:4230:19359440,19359664:carton:4230:19359748,19359986:carton:4230:19360077,19360360:carton:4230:19361192,19360363:carton:4230:19361323,19362210:carton:4230:19362261,19362488:carton:4230:19362581,19377821:carton:4230:19380701,19377824:carton:4230:19380915,19377827:carton:4230:19380562,19377829:carton:4230:19380360,19377832:carton:4230:19380250,19377835:carton:4230:19379850,19377839:carton:4230:19380059,19377842:carton:4230:19380200,19377845:carton:4230:19379617,19377848:carton:4230:19379482,1937'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.001299860254392187, 'nb_photo': 1855, 'list_port_cont': '19345990,19347566,19348361,19349493,19350625,19355724,19356218,19358606,19359046,19360079,19361187,19378177,19378250,19378354,19378392,19378921,19378979,19379256,19379429,19379472,19379616,19379849,19380197,19380912,19381099,19399618,19399803,19400199,19400264,19400410,19400504,19400893,19401106,19401146,19401276,19401354,19401477,19401645,19401818,19401960,19402286,19414945,19415047,19415095,19415400,19415551,19415613,19415760,19415791,19415860,19416001,19416104,19416197,19416329,19416423,19416498,19416612,19416866,19417113,19417423,19425035,19425176,19425216,19425251,19425358,19425508,19425542,19425586,19425757,19425984,19442955,19443027,19443152,19443306,19443488,19443526,19443688,19443763,19443802,19444137,19444250,19444336,19444589,19445411,19446161,19447854,19448640,19449209,19450297,19450892,19452176,19452277,19452426,19453357,19454373,19454820,19455670,19456552,19457365,19458868,19459645,19460683,19461574,19462779,19463110,19481338,19481535,19481625,19481698,19481822,19481992,19482725,19482786,1948366', 'assoc_port': '19345704:19345990,19347480:19347566,19348216:19348361,19349396:19349493,19350582:19350625,19355672:19355724,19356091:19356218,19358493:19358606,19358963:19359046,19359986:19360079,19360360:19361187,19377824:19380912,19377835:19379849,19377842:19380197,19377845:19379616,19377848:19379472,19377850:19379429,19377853:19378979,19377857:19379256,19377862:19378921,19377871:19378250,19377875:19378354,19377877:19378392,19377881:19378177,19380760:19381099,19399343:19402286,19399351:19401960,19399357:19401818,19399360:19401645,19399363:19401477,19399366:19401146,19399369:19401354,19399372:19401276,19399375:19401106,19399378:19400893,19399381:19400410,19399384:19400504,19399390:19400264,19399393:19400199,19399399:19399618,19399402:19399803,19414834:19417113,19414844:19416866,19414847:19416612,19414850:19416498,19414855:19416329,19414857:19416423,19414859:19416197,19414861:19416104,19414863:19416001,19414865:19415613,19414867:19415860,19414869:19415791,19414871:19415760,19414873:19415551,19414875:19415400,19414877:1941494', 'assoc_mat': '19345704:metal:4230:19345990,19347480:metal:4230:19347566,19348216:metal:4230:19348361,19349396:metal:4230:19349493,19350582:metal:4230:19350625,19355672:metal:4230:19355724,19356091:metal:4230:19356218,19358493:metal:4230:19358606,19358963:metal:4230:19359046,19359986:metal:4230:19360079,19360360:metal:4230:19361187,19377824:metal:4230:19380912,19377835:metal:4230:19379849,19377842:metal:4230:19380197,19377845:metal:4230:19379616,19377848:metal:4230:19379472,19377850:metal:4230:19379429,19377853:metal:4230:19378979,19377857:metal:4230:19379256,19377862:metal:4230:19378921,19377871:metal:4230:19378250,19377875:metal:4230:19378354,19377877:metal:4230:19378392,19377881:metal:4230:19378177,19380760:metal:4230:19381099,19399343:metal:4230:19402286,19399351:metal:4230:19401960,19399357:metal:4230:19401818,19399360:metal:4230:19401645,19399363:metal:4230:19401477,19399366:metal:4230:19401146,19399369:metal:4230:19401354,19399372:metal:4230:19401276,19399375:metal:4230:19401106,19399378:metal:4230:19400893,19399381:'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.21927296669997562, 'nb_photo': 531720, 'list_port_cont': '19345988,19346985,19347576,19348363,19349490,19350639,19351195,19352439,19354620,19355729,19356217,19356697,19357093,19357426,19358194,19358609,19359057,19359436,19359755,19360071,19361182,19361317,19362268,19362577,19378049,19378183,19378258,19378363,19378399,19378546,19378613,19378919,19378994,19379264,19379336,19379441,19379478,19379619,19379854,19380067,19380211,19380243,19380355,19380565,19380700,19380914,19381095,19381811,19399625,19399799,19400013,19400200,19400260,19400418,19400502,19400675,19400884,19401110,19401151,19401290,19401361,19401473,19401648,19401835,19401860,19401964,19402042,19402223,19402263,19402303,19402327,19402953,19414950,19415059,19415093,19415395,19415546,19415614,19415765,19415805,19415874,19416016,19416112,19416184,19416244,19416323,19416431,19416511,19416545,19416613,19416693,19416835,19416873,19417103,19417432,19417931,19423946,19424818,19424862,19424925,19424995,19425036,19425078,19425108,19425178,19425222,19425257,19425294,19425328,19425361,19425395,19425472,19425507,1942554', 'assoc_port': '19345704:19345988,19346895:19346985,19347480:19347576,19348216:19348363,19349396:19349490,19350582:19350639,19351144:19351195,19352245:19352439,19354389:19354620,19355672:19355729,19356091:19356217,19356642:19356697,19357010:19357093,19357339:19357426,19358045:19358194,19358493:19358609,19358963:19359057,19359346:19359436,19359664:19359755,19359986:19360071,19360360:19361182,19360363:19361317,19362210:19362268,19362488:19362577,19377821:19380700,19377824:19380914,19377827:19380565,19377829:19380355,19377832:19380243,19377835:19379854,19377839:19380067,19377842:19380211,19377845:19379619,19377848:19379478,19377850:19379441,19377853:19378994,19377857:19379264,19377860:19379336,19377862:19378919,19377866:19378613,19377868:19378546,19377871:19378258,19377875:19378363,19377877:19378399,19377879:19378049,19377881:19378183,19380760:19381095,19381691:19381811,19399342:19402327,19399343:19402303,19399345:19402223,19399348:19401860,19399351:19401964,19399354:19402263,19399357:19401835,19399360:19401648,19399363:1940147', 'assoc_mat': '19345704:papier:4230:19345988,19346895:papier:4230:19346985,19347480:papier:4230:19347576,19348216:papier:4230:19348363,19349396:papier:4230:19349490,19350582:papier:4230:19350639,19351144:papier:4230:19351195,19352245:papier:4230:19352439,19354389:papier:4230:19354620,19355672:papier:4230:19355729,19356091:papier:4230:19356217,19356642:papier:4230:19356697,19357010:papier:4230:19357093,19357339:papier:4230:19357426,19358045:papier:4230:19358194,19358493:papier:4230:19358609,19358963:papier:4230:19359057,19359346:papier:4230:19359436,19359664:papier:4230:19359755,19359986:papier:4230:19360071,19360360:papier:4230:19361182,19360363:papier:4230:19361317,19362210:papier:4230:19362268,19362488:papier:4230:19362577,19377821:papier:4230:19380700,19377824:papier:4230:19380914,19377827:papier:4230:19380565,19377829:papier:4230:19380355,19377832:papier:4230:19380243,19377835:papier:4230:19379854,19377839:papier:4230:19380067,19377842:papier:4230:19380211,19377845:papier:4230:19379619,19377848:papier:4230:19379478,1937'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.005993051505032954, 'nb_photo': 4040, 'list_port_cont': '19345985,19348352,19352435,19358191,19359055,19359758,19360078,19361181,19378043,19378190,19378259,19378607,19378922,19378984,19379267,19379328,19379439,19379477,19380248,19380350,19380561,19399796,19400409,19400513,19400676,19400891,19401105,19401281,19401364,19401647,19401831,19401968,19402040,19402949,19415392,19415538,19415769,19415803,19415870,19416007,19416121,19416194,19416324,19416432,19417436,19417938,19423951,19425543,19425655,19425997,19442957,19442991,19443036,19443146,19443317,19443495,19443640,19443771,19443804,19443886,19443927,19444139,19444332,19444373,19445414,19446173,19447851,19447930,19448630,19449222,19449547,19450088,19450295,19450889,19452186,19452289,19452438,19453374,19454370,19454826,19455678,19456561,19457366,19458075,19458867,19459647,19460697,19461576,19462781,19463117,19481341,19481540,19481618,19481695,19481828,19481996,19482724,19482781,19483672,19484771,19485226,19486096,19486544,19487183,19488145,19489200,19490892,19490943,19491041,19491229,19491527,19491922,19492464,1949292', 'assoc_port': '19345704:19345985,19348216:19348352,19352245:19352435,19358045:19358191,19358963:19359055,19359664:19359758,19359986:19360078,19360360:19361181,19377827:19380561,19377829:19380350,19377832:19380248,19377848:19379477,19377850:19379439,19377853:19378984,19377857:19379267,19377860:19379328,19377862:19378922,19377866:19378607,19377871:19378259,19377879:19378043,19377881:19378190,19399351:19401968,19399357:19401831,19399360:19401647,19399369:19401364,19399372:19401281,19399375:19401105,19399378:19400891,19399381:19400409,19399384:19400513,19399387:19400676,19399402:19399796,19401816:19402040,19402852:19402949,19414855:19416324,19414857:19416432,19414859:19416194,19414861:19416121,19414863:19416007,19414867:19415870,19414869:19415803,19414871:19415769,19414873:19415538,19414875:19415392,19417316:19417436,19417871:19417938,19423844:19425655,19423851:19425543,19423876:19423951,19425939:19425997,19442640:19444373,19442649:19444332,19442656:19444139,19442659:19443804,19442661:19443886,19442663:19443927,19442667:1944364', 'assoc_mat': '19345704:pehd:4230:19345985,19348216:pehd:4230:19348352,19352245:pehd:4230:19352435,19358045:pehd:4230:19358191,19358963:pehd:4230:19359055,19359664:pehd:4230:19359758,19359986:pehd:4230:19360078,19360360:pehd:4230:19361181,19377827:pehd:4230:19380561,19377829:pehd:4230:19380350,19377832:pehd:4230:19380248,19377848:pehd:4230:19379477,19377850:pehd:4230:19379439,19377853:pehd:4230:19378984,19377857:pehd:4230:19379267,19377860:pehd:4230:19379328,19377862:pehd:4230:19378922,19377866:pehd:4230:19378607,19377871:pehd:4230:19378259,19377879:pehd:4230:19378043,19377881:pehd:4230:19378190,19399351:pehd:4230:19401968,19399357:pehd:4230:19401831,19399360:pehd:4230:19401647,19399369:pehd:4230:19401364,19399372:pehd:4230:19401281,19399375:pehd:4230:19401105,19399378:pehd:4230:19400891,19399381:pehd:4230:19400409,19399384:pehd:4230:19400513,19399387:pehd:4230:19400676,19399402:pehd:4230:19399796,19401816:pehd:4230:19402040,19402852:pehd:4230:19402949,19414855:pehd:4230:19416324,19414857:pehd:4230:19416432,19414859:pehd:42'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.011051001416596259, 'nb_photo': 27041, 'list_port_cont': '19345989,19346978,19347568,19348366,19349489,19350628,19351198,19352446,19354630,19355722,19356219,19356688,19357105,19357420,19358187,19358611,19359059,19359433,19359746,19360075,19361191,19361311,19362267,19362579,19378048,19378185,19378257,19378361,19378397,19378541,19378609,19378910,19378991,19379262,19379339,19379443,19379479,19379604,19379852,19380068,19380208,19380241,19380362,19380556,19380699,19380917,19381109,19381799,19399617,19399792,19400026,19400188,19400273,19400415,19400514,19400684,19400895,19401115,19401145,19401284,19401360,19401471,19401651,19401834,19401869,19401974,19402045,19402227,19402265,19402296,19402336,19402946,19414944,19415058,19415097,19415398,19415539,19415609,19415766,19415801,19415877,19416005,19416118,19416187,19416251,19416330,19416439,19416507,19416548,19416608,19416694,19416824,19416868,19417107,19417431,19417935,19423944,19424827,19424859,19424927,19425004,19425043,19425068,19425106,19425185,19425218,19425249,19425288,19425324,19425365,19425393,19425478,19425500,1942554', 'assoc_port': '19345704:19345989,19346895:19346978,19347480:19347568,19348216:19348366,19349396:19349489,19350582:19350628,19351144:19351198,19352245:19352446,19354389:19354630,19355672:19355722,19356091:19356219,19356642:19356688,19357010:19357105,19357339:19357420,19358045:19358187,19358493:19358611,19358963:19359059,19359346:19359433,19359664:19359746,19359986:19360075,19360360:19361191,19360363:19361311,19362210:19362267,19362488:19362579,19377821:19380699,19377824:19380917,19377827:19380556,19377829:19380362,19377832:19380241,19377835:19379852,19377839:19380068,19377842:19380208,19377845:19379604,19377848:19379479,19377850:19379443,19377853:19378991,19377857:19379262,19377860:19379339,19377862:19378910,19377866:19378609,19377868:19378541,19377871:19378257,19377875:19378361,19377877:19378397,19377879:19378048,19377881:19378185,19380760:19381109,19381691:19381799,19399342:19402336,19399343:19402296,19399345:19402227,19399348:19401869,19399351:19401974,19399354:19402265,19399357:19401834,19399360:19401651,19399363:1940147', 'assoc_mat': '19345704:pet_clair:4230:19345989,19346895:pet_clair:4230:19346978,19347480:pet_clair:4230:19347568,19348216:pet_clair:4230:19348366,19349396:pet_clair:4230:19349489,19350582:pet_clair:4230:19350628,19351144:pet_clair:4230:19351198,19352245:pet_clair:4230:19352446,19354389:pet_clair:4230:19354630,19355672:pet_clair:4230:19355722,19356091:pet_clair:4230:19356219,19356642:pet_clair:4230:19356688,19357010:pet_clair:4230:19357105,19357339:pet_clair:4230:19357420,19358045:pet_clair:4230:19358187,19358493:pet_clair:4230:19358611,19358963:pet_clair:4230:19359059,19359346:pet_clair:4230:19359433,19359664:pet_clair:4230:19359746,19359986:pet_clair:4230:19360075,19360360:pet_clair:4230:19361191,19360363:pet_clair:4230:19361311,19362210:pet_clair:4230:19362267,19362488:pet_clair:4230:19362579,19377821:pet_clair:4230:19380699,19377824:pet_clair:4230:19380917,19377827:pet_clair:4230:19380556,19377829:pet_clair:4230:19380362,19377832:pet_clair:4230:19380241,19377835:pet_clair:4230:19379852,19377839:pet_clair:4230:19380068,1'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0031650143205097713, 'nb_photo': 1460, 'list_port_cont': '19345984,19346980,19350640,19351202,19352449,19359054,19359437,19361186,19362582,19378179,19378249,19378538,19378614,19378913,19378993,19379266,19379332,19379438,19379470,19379620,19380064,19380202,19399791,19400190,19400271,19400685,19401114,19401357,19401864,19402043,19415098,19415396,19415544,19415764,19415789,19415869,19416013,19416119,19416196,19416326,19416436,19416874,19424933,19425761,19425998,19442966,19443140,19443636,19443800,19443915,19444138,19445425,19446172,19447924,19449552,19450291,19450899,19452184,19452288,19452442,19453370,19454376,19454829,19456558,19457368,19458078,19458870,19459646,19461570,19462773,19463122,19481345,19481544,19481620,19481699,19481820,19482001,19482719,19483676,19484770,19485217,19486106,19486542,19488142,19489189,19490887,19490948,19491046,19491237,19491530,19491919,19492454,19492934,19493714,19495603,19496796,19497092,19497624,19497830,19501200,19501324,19501420,19501455,19501536,19501732,19501826,19501886,19502070,19507473,19510120,19510725,19511130,19511580,1951171', 'assoc_port': '19345704:19345984,19346895:19346980,19350582:19350640,19351144:19351202,19352245:19352449,19358963:19359054,19359346:19359437,19360360:19361186,19362488:19362582,19377839:19380064,19377842:19380202,19377845:19379620,19377848:19379470,19377850:19379438,19377853:19378993,19377857:19379266,19377860:19379332,19377862:19378913,19377866:19378614,19377868:19378538,19377871:19378249,19377881:19378179,19399348:19401864,19399369:19401357,19399375:19401114,19399387:19400685,19399390:19400271,19399393:19400190,19399402:19399791,19401816:19402043,19414844:19416874,19414855:19416326,19414857:19416436,19414859:19416196,19414861:19416119,19414863:19416013,19414867:19415869,19414869:19415789,19414871:19415764,19414873:19415544,19414875:19415396,19414882:19415098,19423846:19425761,19423875:19424933,19425939:19425998,19442656:19444138,19442659:19443800,19442663:19443915,19442667:19443636,19442673:19443140,19442683:19442966,19444904:19445425,19445827:19446172,19447496:19447924,19449489:19449552,19450263:19450291,19450659:1945089', 'assoc_mat': '19345704:pet_fonce:4230:19345984,19346895:pet_fonce:4230:19346980,19350582:pet_fonce:4230:19350640,19351144:pet_fonce:4230:19351202,19352245:pet_fonce:4230:19352449,19358963:pet_fonce:4230:19359054,19359346:pet_fonce:4230:19359437,19360360:pet_fonce:4230:19361186,19362488:pet_fonce:4230:19362582,19377839:pet_fonce:4230:19380064,19377842:pet_fonce:4230:19380202,19377845:pet_fonce:4230:19379620,19377848:pet_fonce:4230:19379470,19377850:pet_fonce:4230:19379438,19377853:pet_fonce:4230:19378993,19377857:pet_fonce:4230:19379266,19377860:pet_fonce:4230:19379332,19377862:pet_fonce:4230:19378913,19377866:pet_fonce:4230:19378614,19377868:pet_fonce:4230:19378538,19377871:pet_fonce:4230:19378249,19377881:pet_fonce:4230:19378179,19399348:pet_fonce:4230:19401864,19399369:pet_fonce:4230:19401357,19399375:pet_fonce:4230:19401114,19399387:pet_fonce:4230:19400685,19399390:pet_fonce:4230:19400271,19399393:pet_fonce:4230:19400190,19399402:pet_fonce:4230:19399791,19401816:pet_fonce:4230:19402043,19414844:pet_fonce:4230:19416874,1'}), 'main_stat': {'nb_photos': 2169}}, 'hostname': (), 'impurety_average_per_hashtag': [(('incineration', '2025-01', 0.7278876609843202),)]} TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam6"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4849 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4849 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4849 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4849 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((2169,),), 'unwanted_material_monthly_percentage': ((0.7278876609843202,),), 'material_repartition': (('incineration', 2165),), 'material_dict': {'incineration': 2165}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 1, 1), 0.8798093011784831, 82), (datetime.date(2025, 1, 2), 0.8645312096470252, 87), (datetime.date(2025, 1, 3), 0.8662502894774173, 88), (datetime.date(2025, 1, 4), 0.8589498124195278, 82), (datetime.date(2025, 1, 5), 0.9205360578381554, 79), (datetime.date(2025, 1, 6), 0.8139517899955737, 81), (datetime.date(2025, 1, 7), 0.6349755840037684, 62), (datetime.date(2025, 1, 8), 0.6280115997095096, 60), (datetime.date(2025, 1, 9), 0.6175942555763467, 69), (datetime.date(2025, 1, 10), 0.5726821423594578, 70), (datetime.date(2025, 1, 11), 0.6551995302204898, 71), (datetime.date(2025, 1, 12), 0.7612966936790337, 74), (datetime.date(2025, 1, 13), 0.7203423361303546, 77), (datetime.date(2025, 1, 14), 0.7068851716378443, 71), (datetime.date(2025, 1, 15), 0.6061263954470628, 68), (datetime.date(2025, 1, 16), 0.6112024305794255, 51), (datetime.date(2025, 1, 17), 0.6335923429253353, 49), (datetime.date(2025, 1, 18), 0.6902670474124827, 73), (datetime.date(2025, 1, 19), 0.7335245481747001, 70), (datetime.date(2025, 1, 20), 0.7196442005565686, 78), (datetime.date(2025, 1, 21), 0.6845216017143563, 49), (datetime.date(2025, 1, 22), 0.6406554230957986, 45), (datetime.date(2025, 1, 23), 0.671215242553735, 62), (datetime.date(2025, 1, 24), 0.6990682533308784, 75), (datetime.date(2025, 1, 25), 0.7101591840145014, 80), (datetime.date(2025, 1, 26), 0.7638088612244328, 66), (datetime.date(2025, 1, 27), 0.8070302447272434, 78), (datetime.date(2025, 1, 28), 0.7236239735944286, 70), (datetime.date(2025, 1, 29), 0.6827301617896927, 67), (datetime.date(2025, 1, 30), 0.6839529505339415, 70), (datetime.date(2025, 1, 31), 0.6677258575496868, 61)), 'impurety_average_data_per_hashtag': {'incineration': ((datetime.date(2025, 1, 1), 0.8798093011784831, 82), (datetime.date(2025, 1, 2), 0.8645312096470252, 87), (datetime.date(2025, 1, 3), 0.8662502894774173, 88), (datetime.date(2025, 1, 4), 0.8589498124195278, 82), (datetime.date(2025, 1, 5), 0.9205360578381554, 79), (datetime.date(2025, 1, 6), 0.8139517899955737, 81), (datetime.date(2025, 1, 7), 0.6349755840037684, 62), (datetime.date(2025, 1, 8), 0.6280115997095096, 60), (datetime.date(2025, 1, 9), 0.6175942555763467, 69), (datetime.date(2025, 1, 10), 0.5726821423594578, 70), (datetime.date(2025, 1, 11), 0.6551995302204898, 71), (datetime.date(2025, 1, 12), 0.7612966936790337, 74), (datetime.date(2025, 1, 13), 0.7203423361303546, 77), (datetime.date(2025, 1, 14), 0.7068851716378443, 71), (datetime.date(2025, 1, 15), 0.6061263954470628, 68), (datetime.date(2025, 1, 16), 0.6112024305794255, 51), (datetime.date(2025, 1, 17), 0.6335923429253353, 49), (datetime.date(2025, 1, 18), 0.6902670474124827, 73), (datetime.date(2025, 1, 19), 0.7335245481747001, 70), (datetime.date(2025, 1, 20), 0.7196442005565686, 78), (datetime.date(2025, 1, 21), 0.6845216017143563, 49), (datetime.date(2025, 1, 22), 0.6406554230957986, 45), (datetime.date(2025, 1, 23), 0.671215242553735, 62), (datetime.date(2025, 1, 24), 0.6990682533308784, 75), (datetime.date(2025, 1, 25), 0.7101591840145014, 80), (datetime.date(2025, 1, 26), 0.7638088612244328, 66), (datetime.date(2025, 1, 27), 0.8070302447272434, 78), (datetime.date(2025, 1, 28), 0.7236239735944286, 70), (datetime.date(2025, 1, 29), 0.6827301617896927, 67), (datetime.date(2025, 1, 30), 0.6839529505339415, 70), (datetime.date(2025, 1, 31), 0.6677258575496868, 61))}, 'quality_array': [['1783.2604001914399', '01012025'], ['1492.7622592996443', '02012025'], ['1763.9688861102986', '03012025'], ['1880.6931600875585', '04012025'], ['1461.3742005600843', '05012025'], ['4185.070935465335', '06012025'], ['8906.996534845113', '07012025'], ['9050.704768072761', '08012025'], ['9589.199514033533', '09012025'], ['9503.390566774568', '10012025'], ['9746.891856146885', '11012025'], ['8128.362260249838', '12012025'], ['6742.799531844705', '13012025'], ['6967.863056768626', '14012025'], ['8765.945897114956', '15012025'], ['8475.369504941025', '16012025'], ['8231.362548933877', '17012025'], ['9350.367541609261', '18012025'], ['8846.403231805163', '19012025'], ['7460.428092502965', '20012025'], ['7316.254904174823', '21012025'], ['6938.393258251743', '22012025'], ['3628.630766563994', '23012025'], ['-8.715847590412451', '24012025'], ['-8.71276848778154', '25012025'], ['-8.49609220014381', '26012025'], ['-8.098091783939328', '27012025'], ['-8.239888587097825', '28012025'], ['-8.572310100167666', '29012025'], ['-8.564027521418259', '30012025'], ['-8.613785464211494', '31012025']], 'number_of_batch': ((700,),), 'datou_id_sts': 4849, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.015630772546582926, 'nb_photo': 23011, 'list_port_cont': '19345982,19346969,19347562,19348364,19349487,19350638,19351194,19352448,19354625,19355721,19356214,19356693,19357104,19357419,19358197,19358597,19359048,19359435,19359741,19360076,19361177,19361308,19362262,19362580,19378045,19378187,19378246,19378357,19378387,19378547,19378619,19378918,19378978,19379260,19379334,19379435,19379468,19379609,19379856,19380058,19380199,19380235,19380351,19380555,19380704,19380921,19381104,19381804,19399611,19399804,19400025,19400189,19400258,19400405,19400508,19400668,19400882,19401109,19401144,19401286,19401353,19401474,19401653,19401826,19401866,19401972,19402044,19402226,19402251,19402300,19402335,19402959,19414943,19415060,19415086,19415404,19415547,19415610,19415756,19415804,19415872,19416010,19416120,19416185,19416250,19416327,19416427,19416499,19416532,19416621,19416683,19416829,19416869,19417108,19417428,19417933,19423936,19424813,19424861,19424928,19424993,19425030,19425071,19425105,19425173,19425207,19425244,19425284,19425321,19425368,19425404,19425469,19425513,1942553', 'assoc_port': '19345704:19345982,19346895:19346969,19347480:19347562,19348216:19348364,19349396:19349487,19350582:19350638,19351144:19351194,19352245:19352448,19354389:19354625,19355672:19355721,19356091:19356214,19356642:19356693,19357010:19357104,19357339:19357419,19358045:19358197,19358493:19358597,19358963:19359048,19359346:19359435,19359664:19359741,19359986:19360076,19360360:19361177,19360363:19361308,19362210:19362262,19362488:19362580,19377821:19380704,19377824:19380921,19377827:19380555,19377829:19380351,19377832:19380235,19377835:19379856,19377839:19380058,19377842:19380199,19377845:19379609,19377848:19379468,19377850:19379435,19377853:19378978,19377857:19379260,19377860:19379334,19377862:19378918,19377866:19378619,19377868:19378547,19377871:19378246,19377875:19378357,19377877:19378387,19377879:19378045,19377881:19378187,19380760:19381104,19381691:19381804,19399342:19402335,19399343:19402300,19399345:19402226,19399348:19401866,19399351:19401972,19399354:19402251,19399357:19401826,19399360:19401653,19399363:1940147', 'assoc_mat': '19345704:autre:4230:19345982,19346895:autre:4230:19346969,19347480:autre:4230:19347562,19348216:autre:4230:19348364,19349396:autre:4230:19349487,19350582:autre:4230:19350638,19351144:autre:4230:19351194,19352245:autre:4230:19352448,19354389:autre:4230:19354625,19355672:autre:4230:19355721,19356091:autre:4230:19356214,19356642:autre:4230:19356693,19357010:autre:4230:19357104,19357339:autre:4230:19357419,19358045:autre:4230:19358197,19358493:autre:4230:19358597,19358963:autre:4230:19359048,19359346:autre:4230:19359435,19359664:autre:4230:19359741,19359986:autre:4230:19360076,19360360:autre:4230:19361177,19360363:autre:4230:19361308,19362210:autre:4230:19362262,19362488:autre:4230:19362580,19377821:autre:4230:19380704,19377824:autre:4230:19380921,19377827:autre:4230:19380555,19377829:autre:4230:19380351,19377832:autre:4230:19380235,19377835:autre:4230:19379856,19377839:autre:4230:19380058,19377842:autre:4230:19380199,19377845:autre:4230:19379609,19377848:autre:4230:19379468,19377850:autre:4230:19379435,19377853:'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0655042406225451, 'nb_photo': 123329, 'list_port_cont': '19345986,19346979,19347573,19348356,19349496,19350633,19351203,19352451,19354628,19355730,19356212,19356702,19357101,19357423,19358198,19358602,19359058,19359440,19359748,19360077,19361192,19361323,19362261,19362581,19378036,19378184,19378248,19378360,19378395,19378544,19378615,19378915,19378983,19379268,19379333,19379440,19379482,19379617,19379850,19380059,19380200,19380250,19380360,19380562,19380701,19380915,19381107,19381810,19399624,19399806,19400022,19400193,19400265,19400419,19400515,19400683,19400881,19401108,19401143,19401279,19401366,19401466,19401649,19401833,19401865,19401967,19402046,19402219,19402264,19402298,19402338,19402958,19414942,19415052,19415096,19415401,19415536,19415623,19415768,19415795,19415867,19416011,19416113,19416190,19416248,19416331,19416426,19416512,19416544,19416622,19416687,19416831,19416864,19417109,19417435,19417936,19423950,19424822,19424860,19424931,19425006,19425040,19425074,19425113,19425187,19425220,19425260,19425292,19425331,19425354,19425396,19425470,19425506,1942554', 'assoc_port': '19345704:19345986,19346895:19346979,19347480:19347573,19348216:19348356,19349396:19349496,19350582:19350633,19351144:19351203,19352245:19352451,19354389:19354628,19355672:19355730,19356091:19356212,19356642:19356702,19357010:19357101,19357339:19357423,19358045:19358198,19358493:19358602,19358963:19359058,19359346:19359440,19359664:19359748,19359986:19360077,19360360:19361192,19360363:19361323,19362210:19362261,19362488:19362581,19377821:19380701,19377824:19380915,19377827:19380562,19377829:19380360,19377832:19380250,19377835:19379850,19377839:19380059,19377842:19380200,19377845:19379617,19377848:19379482,19377850:19379440,19377853:19378983,19377857:19379268,19377860:19379333,19377862:19378915,19377866:19378615,19377868:19378544,19377871:19378248,19377875:19378360,19377877:19378395,19377879:19378036,19377881:19378184,19380760:19381107,19381691:19381810,19399342:19402338,19399343:19402298,19399345:19402219,19399348:19401865,19399351:19401967,19399354:19402264,19399357:19401833,19399360:19401649,19399363:1940146', 'assoc_mat': '19345704:carton:4230:19345986,19346895:carton:4230:19346979,19347480:carton:4230:19347573,19348216:carton:4230:19348356,19349396:carton:4230:19349496,19350582:carton:4230:19350633,19351144:carton:4230:19351203,19352245:carton:4230:19352451,19354389:carton:4230:19354628,19355672:carton:4230:19355730,19356091:carton:4230:19356212,19356642:carton:4230:19356702,19357010:carton:4230:19357101,19357339:carton:4230:19357423,19358045:carton:4230:19358198,19358493:carton:4230:19358602,19358963:carton:4230:19359058,19359346:carton:4230:19359440,19359664:carton:4230:19359748,19359986:carton:4230:19360077,19360360:carton:4230:19361192,19360363:carton:4230:19361323,19362210:carton:4230:19362261,19362488:carton:4230:19362581,19377821:carton:4230:19380701,19377824:carton:4230:19380915,19377827:carton:4230:19380562,19377829:carton:4230:19380360,19377832:carton:4230:19380250,19377835:carton:4230:19379850,19377839:carton:4230:19380059,19377842:carton:4230:19380200,19377845:carton:4230:19379617,19377848:carton:4230:19379482,1937'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.001299860254392187, 'nb_photo': 1855, 'list_port_cont': '19345990,19347566,19348361,19349493,19350625,19355724,19356218,19358606,19359046,19360079,19361187,19378177,19378250,19378354,19378392,19378921,19378979,19379256,19379429,19379472,19379616,19379849,19380197,19380912,19381099,19399618,19399803,19400199,19400264,19400410,19400504,19400893,19401106,19401146,19401276,19401354,19401477,19401645,19401818,19401960,19402286,19414945,19415047,19415095,19415400,19415551,19415613,19415760,19415791,19415860,19416001,19416104,19416197,19416329,19416423,19416498,19416612,19416866,19417113,19417423,19425035,19425176,19425216,19425251,19425358,19425508,19425542,19425586,19425757,19425984,19442955,19443027,19443152,19443306,19443488,19443526,19443688,19443763,19443802,19444137,19444250,19444336,19444589,19445411,19446161,19447854,19448640,19449209,19450297,19450892,19452176,19452277,19452426,19453357,19454373,19454820,19455670,19456552,19457365,19458868,19459645,19460683,19461574,19462779,19463110,19481338,19481535,19481625,19481698,19481822,19481992,19482725,19482786,1948366', 'assoc_port': '19345704:19345990,19347480:19347566,19348216:19348361,19349396:19349493,19350582:19350625,19355672:19355724,19356091:19356218,19358493:19358606,19358963:19359046,19359986:19360079,19360360:19361187,19377824:19380912,19377835:19379849,19377842:19380197,19377845:19379616,19377848:19379472,19377850:19379429,19377853:19378979,19377857:19379256,19377862:19378921,19377871:19378250,19377875:19378354,19377877:19378392,19377881:19378177,19380760:19381099,19399343:19402286,19399351:19401960,19399357:19401818,19399360:19401645,19399363:19401477,19399366:19401146,19399369:19401354,19399372:19401276,19399375:19401106,19399378:19400893,19399381:19400410,19399384:19400504,19399390:19400264,19399393:19400199,19399399:19399618,19399402:19399803,19414834:19417113,19414844:19416866,19414847:19416612,19414850:19416498,19414855:19416329,19414857:19416423,19414859:19416197,19414861:19416104,19414863:19416001,19414865:19415613,19414867:19415860,19414869:19415791,19414871:19415760,19414873:19415551,19414875:19415400,19414877:1941494', 'assoc_mat': '19345704:metal:4230:19345990,19347480:metal:4230:19347566,19348216:metal:4230:19348361,19349396:metal:4230:19349493,19350582:metal:4230:19350625,19355672:metal:4230:19355724,19356091:metal:4230:19356218,19358493:metal:4230:19358606,19358963:metal:4230:19359046,19359986:metal:4230:19360079,19360360:metal:4230:19361187,19377824:metal:4230:19380912,19377835:metal:4230:19379849,19377842:metal:4230:19380197,19377845:metal:4230:19379616,19377848:metal:4230:19379472,19377850:metal:4230:19379429,19377853:metal:4230:19378979,19377857:metal:4230:19379256,19377862:metal:4230:19378921,19377871:metal:4230:19378250,19377875:metal:4230:19378354,19377877:metal:4230:19378392,19377881:metal:4230:19378177,19380760:metal:4230:19381099,19399343:metal:4230:19402286,19399351:metal:4230:19401960,19399357:metal:4230:19401818,19399360:metal:4230:19401645,19399363:metal:4230:19401477,19399366:metal:4230:19401146,19399369:metal:4230:19401354,19399372:metal:4230:19401276,19399375:metal:4230:19401106,19399378:metal:4230:19400893,19399381:'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.21927296669997562, 'nb_photo': 531720, 'list_port_cont': '19345988,19346985,19347576,19348363,19349490,19350639,19351195,19352439,19354620,19355729,19356217,19356697,19357093,19357426,19358194,19358609,19359057,19359436,19359755,19360071,19361182,19361317,19362268,19362577,19378049,19378183,19378258,19378363,19378399,19378546,19378613,19378919,19378994,19379264,19379336,19379441,19379478,19379619,19379854,19380067,19380211,19380243,19380355,19380565,19380700,19380914,19381095,19381811,19399625,19399799,19400013,19400200,19400260,19400418,19400502,19400675,19400884,19401110,19401151,19401290,19401361,19401473,19401648,19401835,19401860,19401964,19402042,19402223,19402263,19402303,19402327,19402953,19414950,19415059,19415093,19415395,19415546,19415614,19415765,19415805,19415874,19416016,19416112,19416184,19416244,19416323,19416431,19416511,19416545,19416613,19416693,19416835,19416873,19417103,19417432,19417931,19423946,19424818,19424862,19424925,19424995,19425036,19425078,19425108,19425178,19425222,19425257,19425294,19425328,19425361,19425395,19425472,19425507,1942554', 'assoc_port': '19345704:19345988,19346895:19346985,19347480:19347576,19348216:19348363,19349396:19349490,19350582:19350639,19351144:19351195,19352245:19352439,19354389:19354620,19355672:19355729,19356091:19356217,19356642:19356697,19357010:19357093,19357339:19357426,19358045:19358194,19358493:19358609,19358963:19359057,19359346:19359436,19359664:19359755,19359986:19360071,19360360:19361182,19360363:19361317,19362210:19362268,19362488:19362577,19377821:19380700,19377824:19380914,19377827:19380565,19377829:19380355,19377832:19380243,19377835:19379854,19377839:19380067,19377842:19380211,19377845:19379619,19377848:19379478,19377850:19379441,19377853:19378994,19377857:19379264,19377860:19379336,19377862:19378919,19377866:19378613,19377868:19378546,19377871:19378258,19377875:19378363,19377877:19378399,19377879:19378049,19377881:19378183,19380760:19381095,19381691:19381811,19399342:19402327,19399343:19402303,19399345:19402223,19399348:19401860,19399351:19401964,19399354:19402263,19399357:19401835,19399360:19401648,19399363:1940147', 'assoc_mat': '19345704:papier:4230:19345988,19346895:papier:4230:19346985,19347480:papier:4230:19347576,19348216:papier:4230:19348363,19349396:papier:4230:19349490,19350582:papier:4230:19350639,19351144:papier:4230:19351195,19352245:papier:4230:19352439,19354389:papier:4230:19354620,19355672:papier:4230:19355729,19356091:papier:4230:19356217,19356642:papier:4230:19356697,19357010:papier:4230:19357093,19357339:papier:4230:19357426,19358045:papier:4230:19358194,19358493:papier:4230:19358609,19358963:papier:4230:19359057,19359346:papier:4230:19359436,19359664:papier:4230:19359755,19359986:papier:4230:19360071,19360360:papier:4230:19361182,19360363:papier:4230:19361317,19362210:papier:4230:19362268,19362488:papier:4230:19362577,19377821:papier:4230:19380700,19377824:papier:4230:19380914,19377827:papier:4230:19380565,19377829:papier:4230:19380355,19377832:papier:4230:19380243,19377835:papier:4230:19379854,19377839:papier:4230:19380067,19377842:papier:4230:19380211,19377845:papier:4230:19379619,19377848:papier:4230:19379478,1937'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.005993051505032954, 'nb_photo': 4040, 'list_port_cont': '19345985,19348352,19352435,19358191,19359055,19359758,19360078,19361181,19378043,19378190,19378259,19378607,19378922,19378984,19379267,19379328,19379439,19379477,19380248,19380350,19380561,19399796,19400409,19400513,19400676,19400891,19401105,19401281,19401364,19401647,19401831,19401968,19402040,19402949,19415392,19415538,19415769,19415803,19415870,19416007,19416121,19416194,19416324,19416432,19417436,19417938,19423951,19425543,19425655,19425997,19442957,19442991,19443036,19443146,19443317,19443495,19443640,19443771,19443804,19443886,19443927,19444139,19444332,19444373,19445414,19446173,19447851,19447930,19448630,19449222,19449547,19450088,19450295,19450889,19452186,19452289,19452438,19453374,19454370,19454826,19455678,19456561,19457366,19458075,19458867,19459647,19460697,19461576,19462781,19463117,19481341,19481540,19481618,19481695,19481828,19481996,19482724,19482781,19483672,19484771,19485226,19486096,19486544,19487183,19488145,19489200,19490892,19490943,19491041,19491229,19491527,19491922,19492464,1949292', 'assoc_port': '19345704:19345985,19348216:19348352,19352245:19352435,19358045:19358191,19358963:19359055,19359664:19359758,19359986:19360078,19360360:19361181,19377827:19380561,19377829:19380350,19377832:19380248,19377848:19379477,19377850:19379439,19377853:19378984,19377857:19379267,19377860:19379328,19377862:19378922,19377866:19378607,19377871:19378259,19377879:19378043,19377881:19378190,19399351:19401968,19399357:19401831,19399360:19401647,19399369:19401364,19399372:19401281,19399375:19401105,19399378:19400891,19399381:19400409,19399384:19400513,19399387:19400676,19399402:19399796,19401816:19402040,19402852:19402949,19414855:19416324,19414857:19416432,19414859:19416194,19414861:19416121,19414863:19416007,19414867:19415870,19414869:19415803,19414871:19415769,19414873:19415538,19414875:19415392,19417316:19417436,19417871:19417938,19423844:19425655,19423851:19425543,19423876:19423951,19425939:19425997,19442640:19444373,19442649:19444332,19442656:19444139,19442659:19443804,19442661:19443886,19442663:19443927,19442667:1944364', 'assoc_mat': '19345704:pehd:4230:19345985,19348216:pehd:4230:19348352,19352245:pehd:4230:19352435,19358045:pehd:4230:19358191,19358963:pehd:4230:19359055,19359664:pehd:4230:19359758,19359986:pehd:4230:19360078,19360360:pehd:4230:19361181,19377827:pehd:4230:19380561,19377829:pehd:4230:19380350,19377832:pehd:4230:19380248,19377848:pehd:4230:19379477,19377850:pehd:4230:19379439,19377853:pehd:4230:19378984,19377857:pehd:4230:19379267,19377860:pehd:4230:19379328,19377862:pehd:4230:19378922,19377866:pehd:4230:19378607,19377871:pehd:4230:19378259,19377879:pehd:4230:19378043,19377881:pehd:4230:19378190,19399351:pehd:4230:19401968,19399357:pehd:4230:19401831,19399360:pehd:4230:19401647,19399369:pehd:4230:19401364,19399372:pehd:4230:19401281,19399375:pehd:4230:19401105,19399378:pehd:4230:19400891,19399381:pehd:4230:19400409,19399384:pehd:4230:19400513,19399387:pehd:4230:19400676,19399402:pehd:4230:19399796,19401816:pehd:4230:19402040,19402852:pehd:4230:19402949,19414855:pehd:4230:19416324,19414857:pehd:4230:19416432,19414859:pehd:42'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.011051001416596259, 'nb_photo': 27041, 'list_port_cont': '19345989,19346978,19347568,19348366,19349489,19350628,19351198,19352446,19354630,19355722,19356219,19356688,19357105,19357420,19358187,19358611,19359059,19359433,19359746,19360075,19361191,19361311,19362267,19362579,19378048,19378185,19378257,19378361,19378397,19378541,19378609,19378910,19378991,19379262,19379339,19379443,19379479,19379604,19379852,19380068,19380208,19380241,19380362,19380556,19380699,19380917,19381109,19381799,19399617,19399792,19400026,19400188,19400273,19400415,19400514,19400684,19400895,19401115,19401145,19401284,19401360,19401471,19401651,19401834,19401869,19401974,19402045,19402227,19402265,19402296,19402336,19402946,19414944,19415058,19415097,19415398,19415539,19415609,19415766,19415801,19415877,19416005,19416118,19416187,19416251,19416330,19416439,19416507,19416548,19416608,19416694,19416824,19416868,19417107,19417431,19417935,19423944,19424827,19424859,19424927,19425004,19425043,19425068,19425106,19425185,19425218,19425249,19425288,19425324,19425365,19425393,19425478,19425500,1942554', 'assoc_port': '19345704:19345989,19346895:19346978,19347480:19347568,19348216:19348366,19349396:19349489,19350582:19350628,19351144:19351198,19352245:19352446,19354389:19354630,19355672:19355722,19356091:19356219,19356642:19356688,19357010:19357105,19357339:19357420,19358045:19358187,19358493:19358611,19358963:19359059,19359346:19359433,19359664:19359746,19359986:19360075,19360360:19361191,19360363:19361311,19362210:19362267,19362488:19362579,19377821:19380699,19377824:19380917,19377827:19380556,19377829:19380362,19377832:19380241,19377835:19379852,19377839:19380068,19377842:19380208,19377845:19379604,19377848:19379479,19377850:19379443,19377853:19378991,19377857:19379262,19377860:19379339,19377862:19378910,19377866:19378609,19377868:19378541,19377871:19378257,19377875:19378361,19377877:19378397,19377879:19378048,19377881:19378185,19380760:19381109,19381691:19381799,19399342:19402336,19399343:19402296,19399345:19402227,19399348:19401869,19399351:19401974,19399354:19402265,19399357:19401834,19399360:19401651,19399363:1940147', 'assoc_mat': '19345704:pet_clair:4230:19345989,19346895:pet_clair:4230:19346978,19347480:pet_clair:4230:19347568,19348216:pet_clair:4230:19348366,19349396:pet_clair:4230:19349489,19350582:pet_clair:4230:19350628,19351144:pet_clair:4230:19351198,19352245:pet_clair:4230:19352446,19354389:pet_clair:4230:19354630,19355672:pet_clair:4230:19355722,19356091:pet_clair:4230:19356219,19356642:pet_clair:4230:19356688,19357010:pet_clair:4230:19357105,19357339:pet_clair:4230:19357420,19358045:pet_clair:4230:19358187,19358493:pet_clair:4230:19358611,19358963:pet_clair:4230:19359059,19359346:pet_clair:4230:19359433,19359664:pet_clair:4230:19359746,19359986:pet_clair:4230:19360075,19360360:pet_clair:4230:19361191,19360363:pet_clair:4230:19361311,19362210:pet_clair:4230:19362267,19362488:pet_clair:4230:19362579,19377821:pet_clair:4230:19380699,19377824:pet_clair:4230:19380917,19377827:pet_clair:4230:19380556,19377829:pet_clair:4230:19380362,19377832:pet_clair:4230:19380241,19377835:pet_clair:4230:19379852,19377839:pet_clair:4230:19380068,1'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0031650143205097713, 'nb_photo': 1460, 'list_port_cont': '19345984,19346980,19350640,19351202,19352449,19359054,19359437,19361186,19362582,19378179,19378249,19378538,19378614,19378913,19378993,19379266,19379332,19379438,19379470,19379620,19380064,19380202,19399791,19400190,19400271,19400685,19401114,19401357,19401864,19402043,19415098,19415396,19415544,19415764,19415789,19415869,19416013,19416119,19416196,19416326,19416436,19416874,19424933,19425761,19425998,19442966,19443140,19443636,19443800,19443915,19444138,19445425,19446172,19447924,19449552,19450291,19450899,19452184,19452288,19452442,19453370,19454376,19454829,19456558,19457368,19458078,19458870,19459646,19461570,19462773,19463122,19481345,19481544,19481620,19481699,19481820,19482001,19482719,19483676,19484770,19485217,19486106,19486542,19488142,19489189,19490887,19490948,19491046,19491237,19491530,19491919,19492454,19492934,19493714,19495603,19496796,19497092,19497624,19497830,19501200,19501324,19501420,19501455,19501536,19501732,19501826,19501886,19502070,19507473,19510120,19510725,19511130,19511580,1951171', 'assoc_port': '19345704:19345984,19346895:19346980,19350582:19350640,19351144:19351202,19352245:19352449,19358963:19359054,19359346:19359437,19360360:19361186,19362488:19362582,19377839:19380064,19377842:19380202,19377845:19379620,19377848:19379470,19377850:19379438,19377853:19378993,19377857:19379266,19377860:19379332,19377862:19378913,19377866:19378614,19377868:19378538,19377871:19378249,19377881:19378179,19399348:19401864,19399369:19401357,19399375:19401114,19399387:19400685,19399390:19400271,19399393:19400190,19399402:19399791,19401816:19402043,19414844:19416874,19414855:19416326,19414857:19416436,19414859:19416196,19414861:19416119,19414863:19416013,19414867:19415869,19414869:19415789,19414871:19415764,19414873:19415544,19414875:19415396,19414882:19415098,19423846:19425761,19423875:19424933,19425939:19425998,19442656:19444138,19442659:19443800,19442663:19443915,19442667:19443636,19442673:19443140,19442683:19442966,19444904:19445425,19445827:19446172,19447496:19447924,19449489:19449552,19450263:19450291,19450659:1945089', 'assoc_mat': '19345704:pet_fonce:4230:19345984,19346895:pet_fonce:4230:19346980,19350582:pet_fonce:4230:19350640,19351144:pet_fonce:4230:19351202,19352245:pet_fonce:4230:19352449,19358963:pet_fonce:4230:19359054,19359346:pet_fonce:4230:19359437,19360360:pet_fonce:4230:19361186,19362488:pet_fonce:4230:19362582,19377839:pet_fonce:4230:19380064,19377842:pet_fonce:4230:19380202,19377845:pet_fonce:4230:19379620,19377848:pet_fonce:4230:19379470,19377850:pet_fonce:4230:19379438,19377853:pet_fonce:4230:19378993,19377857:pet_fonce:4230:19379266,19377860:pet_fonce:4230:19379332,19377862:pet_fonce:4230:19378913,19377866:pet_fonce:4230:19378614,19377868:pet_fonce:4230:19378538,19377871:pet_fonce:4230:19378249,19377881:pet_fonce:4230:19378179,19399348:pet_fonce:4230:19401864,19399369:pet_fonce:4230:19401357,19399375:pet_fonce:4230:19401114,19399387:pet_fonce:4230:19400685,19399390:pet_fonce:4230:19400271,19399393:pet_fonce:4230:19400190,19399402:pet_fonce:4230:19399791,19401816:pet_fonce:4230:19402043,19414844:pet_fonce:4230:19416874,1'}), 'main_stat': {'nb_photos': 2169}}, 'hostname': (), 'impurety_average_per_hashtag': [(('incineration', '2025-01', 0.7278876609843202),)]} filepath : /data_2/data_log/job/memo/SCCU_cam6/sla_mensuel_SCCU_cam6_mois_01_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'incineration': {'autre': ['autre', '1.56%', 23011], 'carton': ['carton', '6.55%', 123329], 'metal': ['metal', '0.13%', 1855], 'papier': ['papier', '21.93%', 531720], 'pehd': ['pehd', '0.6%', 4040], 'pet_clair': ['pet_clair', '1.11%', 27041], 'pet_fonce': ['pet_fonce', '0.32%', 1460]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_2/data_log/job/memo/SCCU_cam6/sla_mensuel_SCCU_cam6_mois_01_annee_2025.pdf le fichier se trouve ici : /data_2/data_log/job/memo/SCCU_cam6 2.73user 2.82system 2:20.48elapsed 3%CPU (0avgtext+0avgdata 194244maxresident)k 173328inputs+288outputs (730major+67468minor)pagefaults 0swaps