python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --dashboard_places=SCCU_cam8 -j sla_mensuel -v --date=`date -d"$nowdate 15 day ago" +%Y-%m` --rootfolder_sla=/data_2/data_log/job/memo/SCCU_cam8 ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : , Date : 2025-01 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (2, 31) TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam8"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4851 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4851 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4851 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4851 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (2, 31) TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam8"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4851 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4851 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4851 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4851 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 203 month : 01 mtr_id : dashboard_places : SCCU_cam8 date : 2025-01 year : 2025 raspi : 0 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'SCCU_cam8' and date like '%2025-01%') and created_at like '%2025-01%'))); nb_day : (2, 31) after unwanted_material_data We return tuple() but get_coverage_data_from_list_of_date return unexpectedly data from stuff in error with raspi=0 so we force here ! after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and ded.dashboard_place_id = 203 and month(ded.date) = 01 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and dr.hashtag = '_______incineration' and ded.dashboard_place_id = 203 and month(ded.date) = 01 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 203 and mp.name like '%012025%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2025-01-01 : dt_date_just_month_year : 2025-01-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! Error parsing crontab ! [Errno 2] No such file or directory: '' You better check your LOGRASPI env !!! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "SCCU_cam8" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-01-01" AND ded.date <= "2025-01-31" apple3 {'incineration': {'mat': 'incineration', 'pht': 4230, 'datou_carac_id': 4234, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'refus'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (1506640,1509619,1513163,1516960,1517643,1520329,1522990,1525546,1526153,1528191,1530483,1531374,1533757,1537603,1541267,1543094,1544867,1546559,1547666,1549772,1552008,1554269,1556074,1558978,1561124,1562335,1565329,1568633,1571963,1575026,1577827) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.022827854520711628, 'nb_photo': 27581, 'list_port_cont': '19360417,19360531,19360602,19360679,19360718,19360754,19360891,19360992,19361027,19361119,19361287,19361382,19361464,19361507,19361577,19361674,19361726,19361756,19361836,19361868,19361958,19362042,19362219,19362495,19377919,19378081,19378148,19378321,19378431,19378467,19378494,19378674,19378802,19378953,19379147,19379186,19379369,19379519,19379817,19379930,19380022,19380105,19380309,19380424,19380812,19380953,19381025,19381699,19399506,19399551,19399645,19399727,19399755,19399939,19399989,19400153,19400330,19400376,19400544,19400760,19400851,19400918,19400996,19401063,19401239,19401391,19401511,19401614,19401749,19402077,19402193,19403039,19414908,19414986,19415281,19415315,19415353,19415508,19415573,19415655,19415693,19415828,19415910,19416048,19416147,19416278,19416361,19416471,19416570,19416654,19416751,19416791,19416974,19417033,19417468,19417886,19422351,19422513,19422622,19422814,19422981,19423135,19423278,19423468,19423626,19423734,19424268,19424422,19424714,19424962,19425145,19425425,19425620,1942572', 'assoc_port': '19360356:19361756,19360358:19361958,19360362:19362042,19360365:19361868,19360367:19361836,19360368:19361726,19360371:19361507,19360373:19361577,19360375:19361674,19360376:19361464,19360379:19361382,19360381:19361287,19360383:19360992,19360385:19361119,19360387:19361027,19360389:19360891,19360391:19360754,19360393:19360718,19360395:19360531,19360396:19360602,19360398:19360679,19360401:19360417,19362211:19362219,19362489:19362495,19377820:19380812,19377822:19380953,19377826:19380424,19377830:19380309,19377833:19380105,19377836:19379817,19377838:19379930,19377841:19380022,19377844:19379519,19377847:19379369,19377851:19379186,19377854:19378802,19377856:19378953,19377859:19379147,19377863:19378674,19377865:19378494,19377869:19378467,19377872:19378148,19377874:19378321,19377878:19378431,19377880:19378081,19377882:19377919,19380761:19381025,19381693:19381699,19399346:19402077,19399349:19401749,19399352:19401614,19399355:19401511,19399358:19401063,19399361:19401239,19399364:19401391,19399367:19400996,19399370:1940091', 'assoc_mat': '19360356:autre:4230:19361756,19360358:autre:4230:19361958,19360362:autre:4230:19362042,19360365:autre:4230:19361868,19360367:autre:4230:19361836,19360368:autre:4230:19361726,19360371:autre:4230:19361507,19360373:autre:4230:19361577,19360375:autre:4230:19361674,19360376:autre:4230:19361464,19360379:autre:4230:19361382,19360381:autre:4230:19361287,19360383:autre:4230:19360992,19360385:autre:4230:19361119,19360387:autre:4230:19361027,19360389:autre:4230:19360891,19360391:autre:4230:19360754,19360393:autre:4230:19360718,19360395:autre:4230:19360531,19360396:autre:4230:19360602,19360398:autre:4230:19360679,19360401:autre:4230:19360417,19362211:autre:4230:19362219,19362489:autre:4230:19362495,19377820:autre:4230:19380812,19377822:autre:4230:19380953,19377826:autre:4230:19380424,19377830:autre:4230:19380309,19377833:autre:4230:19380105,19377836:autre:4230:19379817,19377838:autre:4230:19379930,19377841:autre:4230:19380022,19377844:autre:4230:19379519,19377847:autre:4230:19379369,19377851:autre:4230:19379186,19377854:'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.12741881822839943, 'nb_photo': 185441, 'list_port_cont': '19360416,19360522,19360603,19360668,19360716,19360752,19360895,19361007,19361041,19361120,19361275,19361395,19361459,19361495,19361575,19361689,19361716,19361750,19361837,19361878,19361968,19362046,19362229,19362498,19377935,19378079,19378146,19378323,19378432,19378469,19378503,19378687,19378809,19378957,19379146,19379198,19379518,19379811,19379919,19380027,19380106,19380315,19380418,19380803,19380952,19381035,19381698,19399517,19399553,19399657,19399720,19399756,19399941,19399982,19400152,19400334,19400361,19400546,19400775,19400860,19400927,19400995,19401076,19401249,19401397,19401513,19401603,19401746,19402078,19402182,19403041,19414916,19414978,19415296,19415326,19415362,19415511,19415585,19415651,19415694,19415840,19415915,19416047,19416145,19416295,19416366,19416474,19416585,19416649,19416761,19416793,19416968,19417041,19417464,19417893,19422361,19422504,19422628,19422813,19422976,19423138,19423276,19423478,19423629,19423744,19424277,19424426,19424713,19424968,19425146,19425440,19425614,19425723,1942580', 'assoc_port': '19360356:19361750,19360358:19361968,19360362:19362046,19360365:19361878,19360367:19361837,19360368:19361716,19360371:19361495,19360373:19361575,19360375:19361689,19360376:19361459,19360379:19361395,19360381:19361275,19360383:19361007,19360385:19361120,19360387:19361041,19360389:19360895,19360391:19360752,19360393:19360716,19360395:19360522,19360396:19360603,19360398:19360668,19360401:19360416,19362211:19362229,19362489:19362498,19377820:19380803,19377822:19380952,19377826:19380418,19377830:19380315,19377833:19380106,19377836:19379811,19377838:19379919,19377841:19380027,19377844:19379518,19377851:19379198,19377854:19378809,19377856:19378957,19377859:19379146,19377863:19378687,19377865:19378503,19377869:19378469,19377872:19378146,19377874:19378323,19377878:19378432,19377880:19378079,19377882:19377935,19380761:19381035,19381693:19381698,19399346:19402078,19399349:19401746,19399352:19401603,19399355:19401513,19399358:19401076,19399361:19401249,19399364:19401397,19399367:19400995,19399370:19400927,19399373:1940077', 'assoc_mat': '19360356:carton:4230:19361750,19360358:carton:4230:19361968,19360362:carton:4230:19362046,19360365:carton:4230:19361878,19360367:carton:4230:19361837,19360368:carton:4230:19361716,19360371:carton:4230:19361495,19360373:carton:4230:19361575,19360375:carton:4230:19361689,19360376:carton:4230:19361459,19360379:carton:4230:19361395,19360381:carton:4230:19361275,19360383:carton:4230:19361007,19360385:carton:4230:19361120,19360387:carton:4230:19361041,19360389:carton:4230:19360895,19360391:carton:4230:19360752,19360393:carton:4230:19360716,19360395:carton:4230:19360522,19360396:carton:4230:19360603,19360398:carton:4230:19360668,19360401:carton:4230:19360416,19362211:carton:4230:19362229,19362489:carton:4230:19362498,19377820:carton:4230:19380803,19377822:carton:4230:19380952,19377826:carton:4230:19380418,19377830:carton:4230:19380315,19377833:carton:4230:19380106,19377836:carton:4230:19379811,19377838:carton:4230:19379919,19377841:carton:4230:19380027,19377844:carton:4230:19379518,19377851:carton:4230:19379198,1937'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.001940756209005593, 'nb_photo': 2591, 'list_port_cont': '19360595,19377929,19378069,19378423,19381026,19381702,19399505,19399548,19399648,19399724,19399765,19399950,19399987,19400162,19400327,19400547,19400761,19400859,19400917,19401001,19401069,19401237,19401390,19401509,19401615,19401756,19402076,19402187,19403033,19415292,19415316,19415365,19415514,19415583,19415825,19416049,19416153,19416283,19416364,19416458,19416584,19416658,19416754,19416801,19416976,19417042,19417475,19417887,19422501,19422820,19423129,19423274,19423461,19423618,19423731,19424412,19424966,19425143,19425717,19425868,19425950,19430084,19431762,19433061,19434698,19437806,19441421,19444876,19444905,19445184,19445318,19447811,19449167,19450330,19450850,19453296,19454073,19454892,19455759,19458152,19459542,19460735,19461704,19462859,19463256,19480657,19480762,19480786,19481163,19481297,19481587,19481758,19482290,19482667,19484028,19484066,19485277,19486499,19486779,19487324,19492666,19493014,19493168,19493397,19493562,19494018,19496749,19496818,19497196,19497260,19497349,19497486,19497746,1949856', 'assoc_port': '19360396:19360595,19377878:19378423,19377880:19378069,19377882:19377929,19380761:19381026,19381693:19381702,19399346:19402076,19399349:19401756,19399352:19401615,19399355:19401509,19399358:19401069,19399361:19401237,19399364:19401390,19399367:19401001,19399370:19400917,19399373:19400761,19399379:19400547,19399382:19400859,19399385:19400327,19399388:19400162,19399391:19399987,19399394:19399724,19399397:19399765,19399400:19399950,19399403:19399648,19399405:19399548,19399407:19399505,19401815:19402187,19402850:19403033,19414835:19417042,19414838:19416801,19414839:19416754,19414843:19416976,19414846:19416658,19414849:19416584,19414851:19416458,19414854:19416153,19414856:19416283,19414858:19416364,19414860:19416049,19414864:19415825,19414866:19415583,19414872:19415514,19414874:19415365,19414876:19415316,19414881:19415292,19417314:19417475,19417872:19417887,19422424:19422501,19422722:19422820,19423050:19423129,19423227:19423274,19423381:19423461,19423538:19423618,19423692:19423731,19423845:19424412,19423850:1942496', 'assoc_mat': '19360396:metal:4230:19360595,19377878:metal:4230:19378423,19377880:metal:4230:19378069,19377882:metal:4230:19377929,19380761:metal:4230:19381026,19381693:metal:4230:19381702,19399346:metal:4230:19402076,19399349:metal:4230:19401756,19399352:metal:4230:19401615,19399355:metal:4230:19401509,19399358:metal:4230:19401069,19399361:metal:4230:19401237,19399364:metal:4230:19401390,19399367:metal:4230:19401001,19399370:metal:4230:19400917,19399373:metal:4230:19400761,19399379:metal:4230:19400547,19399382:metal:4230:19400859,19399385:metal:4230:19400327,19399388:metal:4230:19400162,19399391:metal:4230:19399987,19399394:metal:4230:19399724,19399397:metal:4230:19399765,19399400:metal:4230:19399950,19399403:metal:4230:19399648,19399405:metal:4230:19399548,19399407:metal:4230:19399505,19401815:metal:4230:19402187,19402850:metal:4230:19403033,19414835:metal:4230:19417042,19414838:metal:4230:19416801,19414839:metal:4230:19416754,19414843:metal:4230:19416976,19414846:metal:4230:19416658,19414849:metal:4230:19416584,19414851:'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.32584570310705235, 'nb_photo': 469668, 'list_port_cont': '19360415,19360535,19360606,19360672,19360717,19360742,19360896,19361005,19361043,19361118,19361280,19361396,19361470,19361500,19361574,19361681,19361727,19361759,19361834,19361876,19361963,19362045,19362232,19362510,19377934,19378077,19378151,19378324,19378427,19378474,19378507,19378684,19378814,19378959,19379139,19379196,19379362,19379505,19379814,19379923,19380028,19380104,19380324,19380419,19380807,19380950,19381030,19381706,19399516,19399549,19399654,19399723,19399760,19399949,19399991,19400161,19400329,19400373,19400539,19400768,19400857,19400925,19400989,19401078,19401251,19401402,19401503,19401617,19401753,19402080,19402188,19403040,19414914,19414984,19415289,19415327,19415368,19415510,19415576,19415654,19415690,19415834,19415916,19416045,19416157,19416293,19416362,19416467,19416581,19416656,19416762,19416797,19416962,19417044,19417465,19417892,19422356,19422507,19422619,19422811,19422989,19423143,19423280,19423469,19423632,19423737,19424274,19424427,19424712,19424970,19425149,19425430,19425615,1942572', 'assoc_port': '19360356:19361759,19360358:19361963,19360362:19362045,19360365:19361876,19360367:19361834,19360368:19361727,19360371:19361500,19360373:19361574,19360375:19361681,19360376:19361470,19360379:19361396,19360381:19361280,19360383:19361005,19360385:19361118,19360387:19361043,19360389:19360896,19360391:19360742,19360393:19360717,19360395:19360535,19360396:19360606,19360398:19360672,19360401:19360415,19362211:19362232,19362489:19362510,19377820:19380807,19377822:19380950,19377826:19380419,19377830:19380324,19377833:19380104,19377836:19379814,19377838:19379923,19377841:19380028,19377844:19379505,19377847:19379362,19377851:19379196,19377854:19378814,19377856:19378959,19377859:19379139,19377863:19378684,19377865:19378507,19377869:19378474,19377872:19378151,19377874:19378324,19377878:19378427,19377880:19378077,19377882:19377934,19380761:19381030,19381693:19381706,19399346:19402080,19399349:19401753,19399352:19401617,19399355:19401503,19399358:19401078,19399361:19401251,19399364:19401402,19399367:19400989,19399370:1940092', 'assoc_mat': '19360356:papier:4230:19361759,19360358:papier:4230:19361963,19360362:papier:4230:19362045,19360365:papier:4230:19361876,19360367:papier:4230:19361834,19360368:papier:4230:19361727,19360371:papier:4230:19361500,19360373:papier:4230:19361574,19360375:papier:4230:19361681,19360376:papier:4230:19361470,19360379:papier:4230:19361396,19360381:papier:4230:19361280,19360383:papier:4230:19361005,19360385:papier:4230:19361118,19360387:papier:4230:19361043,19360389:papier:4230:19360896,19360391:papier:4230:19360742,19360393:papier:4230:19360717,19360395:papier:4230:19360535,19360396:papier:4230:19360606,19360398:papier:4230:19360672,19360401:papier:4230:19360415,19362211:papier:4230:19362232,19362489:papier:4230:19362510,19377820:papier:4230:19380807,19377822:papier:4230:19380950,19377826:papier:4230:19380419,19377830:papier:4230:19380324,19377833:papier:4230:19380104,19377836:papier:4230:19379814,19377838:papier:4230:19379923,19377841:papier:4230:19380028,19377844:papier:4230:19379505,19377847:papier:4230:19379362,1937'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.007999633706554724, 'nb_photo': 8300, 'list_port_cont': '19360532,19360605,19362508,19377933,19378086,19378319,19378949,19380326,19380815,19381034,19381710,19399662,19399732,19399763,19399976,19400154,19400326,19400552,19400772,19400856,19400932,19401005,19401077,19401393,19401502,19401608,19401759,19415288,19415322,19415364,19415507,19415687,19416655,19416969,19417472,19417881,19423476,19424282,19425435,19431039,19431765,19432368,19433068,19433954,19434703,19435736,19436809,19437807,19439058,19440426,19441424,19445078,19445153,19445321,19445945,19447639,19447817,19448678,19449166,19449589,19450169,19450337,19450854,19452100,19452146,19452365,19453302,19454081,19454901,19455757,19456643,19457290,19458153,19458906,19459548,19460736,19461716,19462860,19463267,19480648,19480750,19480798,19481167,19481299,19481582,19481752,19482296,19482678,19484037,19484073,19485266,19486506,19486791,19487327,19492670,19493008,19493181,19493405,19493559,19494032,19496747,19496831,19497210,19497274,19497344,19497487,19497733,19498554,19503957,19504068,19504218,19504391,19504558,1950466', 'assoc_port': '19360395:19360532,19360396:19360605,19362489:19362508,19377820:19380815,19377830:19380326,19377856:19378949,19377874:19378319,19377880:19378086,19377882:19377933,19380761:19381034,19381693:19381710,19399349:19401759,19399352:19401608,19399355:19401502,19399358:19401077,19399364:19401393,19399367:19401005,19399370:19400932,19399373:19400772,19399379:19400552,19399382:19400856,19399385:19400326,19399388:19400154,19399391:19399976,19399394:19399732,19399397:19399763,19399403:19399662,19414843:19416969,19414846:19416655,19414870:19415687,19414872:19415507,19414874:19415364,19414876:19415322,19414881:19415288,19417314:19417472,19417872:19417881,19423381:19423476,19423843:19424282,19423853:19425435,19430897:19431039,19431659:19431765,19432350:19432368,19433018:19433068,19433781:19433954,19434626:19434703,19435631:19435736,19436636:19436809,19437686:19437807,19438834:19439058,19440095:19440426,19441219:19441424,19442644:19445078,19442657:19445153,19444866:19445321,19445828:19445945,19447500:19447639,19447501:1944781', 'assoc_mat': '19360395:pehd:4230:19360532,19360396:pehd:4230:19360605,19362489:pehd:4230:19362508,19377820:pehd:4230:19380815,19377830:pehd:4230:19380326,19377856:pehd:4230:19378949,19377874:pehd:4230:19378319,19377880:pehd:4230:19378086,19377882:pehd:4230:19377933,19380761:pehd:4230:19381034,19381693:pehd:4230:19381710,19399349:pehd:4230:19401759,19399352:pehd:4230:19401608,19399355:pehd:4230:19401502,19399358:pehd:4230:19401077,19399364:pehd:4230:19401393,19399367:pehd:4230:19401005,19399370:pehd:4230:19400932,19399373:pehd:4230:19400772,19399379:pehd:4230:19400552,19399382:pehd:4230:19400856,19399385:pehd:4230:19400326,19399388:pehd:4230:19400154,19399391:pehd:4230:19399976,19399394:pehd:4230:19399732,19399397:pehd:4230:19399763,19399403:pehd:4230:19399662,19414843:pehd:4230:19416969,19414846:pehd:4230:19416655,19414870:pehd:4230:19415687,19414872:pehd:4230:19415507,19414874:pehd:4230:19415364,19414876:pehd:4230:19415322,19414881:pehd:4230:19415288,19417314:pehd:4230:19417472,19417872:pehd:4230:19417881,19423381:pehd:42'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.014671728978781851, 'nb_photo': 30830, 'list_port_cont': '19360406,19360527,19360608,19360666,19360709,19360743,19360894,19360994,19361042,19361116,19361286,19361388,19361469,19361508,19361581,19361683,19361725,19361758,19361839,19361874,19361970,19362044,19362233,19362507,19377927,19378085,19378155,19378327,19378436,19378466,19378500,19378682,19378818,19378958,19379143,19379187,19379374,19379516,19379812,19379920,19380026,19380100,19380317,19380427,19380808,19380958,19381031,19381713,19399511,19399550,19399653,19399733,19399762,19399948,19399984,19400160,19400335,19400365,19400550,19400769,19400849,19400926,19400998,19401067,19401242,19401395,19401510,19401609,19401755,19402075,19402189,19403034,19414913,19414977,19415294,19415328,19415360,19415505,19415581,19415653,19415692,19415829,19415925,19416039,19416156,19416294,19416357,19416469,19416586,19416653,19416749,19416790,19416970,19417040,19417473,19417894,19422354,19422512,19422621,19422812,19422988,19423139,19423279,19423473,19423630,19423738,19424276,19424425,19424703,19424961,19425151,19425438,19425612,1942573', 'assoc_port': '19360356:19361758,19360358:19361970,19360362:19362044,19360365:19361874,19360367:19361839,19360368:19361725,19360371:19361508,19360373:19361581,19360375:19361683,19360376:19361469,19360379:19361388,19360381:19361286,19360383:19360994,19360385:19361116,19360387:19361042,19360389:19360894,19360391:19360743,19360393:19360709,19360395:19360527,19360396:19360608,19360398:19360666,19360401:19360406,19362211:19362233,19362489:19362507,19377820:19380808,19377822:19380958,19377826:19380427,19377830:19380317,19377833:19380100,19377836:19379812,19377838:19379920,19377841:19380026,19377844:19379516,19377847:19379374,19377851:19379187,19377854:19378818,19377856:19378958,19377859:19379143,19377863:19378682,19377865:19378500,19377869:19378466,19377872:19378155,19377874:19378327,19377878:19378436,19377880:19378085,19377882:19377927,19380761:19381031,19381693:19381713,19399346:19402075,19399349:19401755,19399352:19401609,19399355:19401510,19399358:19401067,19399361:19401242,19399364:19401395,19399367:19400998,19399370:1940092', 'assoc_mat': '19360356:pet_clair:4230:19361758,19360358:pet_clair:4230:19361970,19360362:pet_clair:4230:19362044,19360365:pet_clair:4230:19361874,19360367:pet_clair:4230:19361839,19360368:pet_clair:4230:19361725,19360371:pet_clair:4230:19361508,19360373:pet_clair:4230:19361581,19360375:pet_clair:4230:19361683,19360376:pet_clair:4230:19361469,19360379:pet_clair:4230:19361388,19360381:pet_clair:4230:19361286,19360383:pet_clair:4230:19360994,19360385:pet_clair:4230:19361116,19360387:pet_clair:4230:19361042,19360389:pet_clair:4230:19360894,19360391:pet_clair:4230:19360743,19360393:pet_clair:4230:19360709,19360395:pet_clair:4230:19360527,19360396:pet_clair:4230:19360608,19360398:pet_clair:4230:19360666,19360401:pet_clair:4230:19360406,19362211:pet_clair:4230:19362233,19362489:pet_clair:4230:19362507,19377820:pet_clair:4230:19380808,19377822:pet_clair:4230:19380958,19377826:pet_clair:4230:19380427,19377830:pet_clair:4230:19380317,19377833:pet_clair:4230:19380100,19377836:pet_clair:4230:19379812,19377838:pet_clair:4230:19379920,1'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.006589741534864548, 'nb_photo': 2489, 'list_port_cont': '19380018,19399514,19399770,19400164,19400322,19400375,19400548,19400777,19400845,19401003,19402185,19415324,19415354,19415579,19415659,19415691,19415841,19415923,19416050,19416158,19416290,19416360,19416466,19416582,19416648,19423745,19424273,19425907,19429076,19431035,19431769,19433064,19433956,19434714,19435748,19436813,19437802,19439052,19440438,19441429,19444884,19445157,19445316,19445948,19447632,19447821,19448677,19449168,19449595,19450175,19450857,19452147,19452361,19453299,19454078,19455747,19456639,19457301,19458154,19459541,19462858,19463263,19480645,19480759,19480800,19481164,19481308,19481581,19481756,19482298,19482683,19484038,19484060,19485276,19486509,19486778,19487314,19492678,19493012,19493183,19493403,19493561,19494024,19496748,19496833,19497211,19497264,19497348,19497488,19497743,19498565,19503959,19504075,19504212,19504396,19504567,19504666,19504739,19505029,19505165,19505500,19505635,19505701,19511167,19511763,19511989,19514721,19518357,19518389,19518661,19518700,19518921,19518988,1951915', 'assoc_port': '19377841:19380018,19399367:19401003,19399373:19400777,19399376:19400375,19399379:19400548,19399382:19400845,19399385:19400322,19399388:19400164,19399397:19399770,19399407:19399514,19401815:19402185,19414846:19416648,19414849:19416582,19414851:19416466,19414854:19416158,19414856:19416290,19414858:19416360,19414860:19416050,19414862:19415923,19414864:19415841,19414866:19415579,19414868:19415659,19414870:19415691,19414874:19415354,19414876:19415324,19423692:19423745,19423843:19424273,19423862:19425907,19428950:19429076,19430897:19431035,19431659:19431769,19433018:19433064,19433781:19433956,19434626:19434714,19435631:19435748,19436636:19436813,19437686:19437802,19438834:19439052,19440095:19440438,19441219:19441429,19442652:19444884,19442657:19445157,19444866:19445316,19445828:19445948,19447500:19447632,19447501:19447821,19448564:19448677,19448963:19449168,19449490:19449595,19450058:19450175,19450661:19450857,19451970:19452361,19451972:19452147,19453134:19453299,19454021:19454078,19455526:19455747,19456438:1945663', 'assoc_mat': '19377841:pet_fonce:4230:19380018,19399367:pet_fonce:4230:19401003,19399373:pet_fonce:4230:19400777,19399376:pet_fonce:4230:19400375,19399379:pet_fonce:4230:19400548,19399382:pet_fonce:4230:19400845,19399385:pet_fonce:4230:19400322,19399388:pet_fonce:4230:19400164,19399397:pet_fonce:4230:19399770,19399407:pet_fonce:4230:19399514,19401815:pet_fonce:4230:19402185,19414846:pet_fonce:4230:19416648,19414849:pet_fonce:4230:19416582,19414851:pet_fonce:4230:19416466,19414854:pet_fonce:4230:19416158,19414856:pet_fonce:4230:19416290,19414858:pet_fonce:4230:19416360,19414860:pet_fonce:4230:19416050,19414862:pet_fonce:4230:19415923,19414864:pet_fonce:4230:19415841,19414866:pet_fonce:4230:19415579,19414868:pet_fonce:4230:19415659,19414870:pet_fonce:4230:19415691,19414874:pet_fonce:4230:19415354,19414876:pet_fonce:4230:19415324,19423692:pet_fonce:4230:19423745,19423843:pet_fonce:4230:19424273,19423862:pet_fonce:4230:19425907,19428950:pet_fonce:4230:19429076,19430897:pet_fonce:4230:19431035,19431659:pet_fonce:4230:19431769,1'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(1506640,1509619,1513163,1516960,1517643,1520329,1522990,1525546,1526153,1528191,1530483,1531374,1533757,1537603,1541267,1543094,1544867,1546559,1547666,1549772,1552008,1554269,1556074,1558978,1561124,1562335,1565329,1568633,1571963,1575026,1577827)); after get_hostname_from_raspi hasthag : incineration hasthag that could be used but not yet : _______refus SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______incineration' and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=203 and date >='2025-01-01' and date <= '2025-01-31') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((2285,),), 'unwanted_material_monthly_percentage': ((0.5779823206896183,),), 'material_repartition': (('incineration', 2272),), 'material_dict': {'incineration': 2272}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 1, 1), 0.9270836094233291, 85), (datetime.date(2025, 1, 2), 0.9122159496266243, 87), (datetime.date(2025, 1, 3), 0.8418419569785403, 88), (datetime.date(2025, 1, 4), 0.9008200410130387, 85), (datetime.date(2025, 1, 5), 0.9103264346977853, 89), (datetime.date(2025, 1, 6), 0.7802074539173907, 86), (datetime.date(2025, 1, 7), 0.6167166687072811, 86), (datetime.date(2025, 1, 8), 0.5220598276306024, 72), (datetime.date(2025, 1, 9), 0.4960049638157312, 64), (datetime.date(2025, 1, 10), 0.4514838034144357, 68), (datetime.date(2025, 1, 11), 0.4898185498455263, 75), (datetime.date(2025, 1, 12), 0.44234602700985326, 75), (datetime.date(2025, 1, 13), 0.5200248662227962, 65), (datetime.date(2025, 1, 14), 0.584426743199955, 77), (datetime.date(2025, 1, 15), 0.514486087435944, 78), (datetime.date(2025, 1, 16), 0.4557110002878167, 51), (datetime.date(2025, 1, 17), 0.4266881071219253, 55), (datetime.date(2025, 1, 18), 0.4164980984506753, 79), (datetime.date(2025, 1, 19), 0.4585228924189118, 85), (datetime.date(2025, 1, 20), 0.634992331158328, 81), (datetime.date(2025, 1, 21), 0.37819232598014885, 51), (datetime.date(2025, 1, 22), 0.37194703758087305, 55), (datetime.date(2025, 1, 23), 0.38504962016237676, 65), (datetime.date(2025, 1, 24), 0.38526160019826217, 66), (datetime.date(2025, 1, 25), 0.45499286912062664, 73), (datetime.date(2025, 1, 26), 0.5596429304303759, 66), (datetime.date(2025, 1, 27), 0.581394689376791, 71), (datetime.date(2025, 1, 28), 0.544720087755573, 72), (datetime.date(2025, 1, 29), 0.4216157880833411, 75), (datetime.date(2025, 1, 30), 0.5057375612798596, 81), (datetime.date(2025, 1, 31), 0.48943050102720076, 66)), 'impurety_average_data_per_hashtag': {'incineration': ((datetime.date(2025, 1, 1), 0.9270836094233291, 85), (datetime.date(2025, 1, 2), 0.9122159496266243, 87), (datetime.date(2025, 1, 3), 0.8418419569785403, 88), (datetime.date(2025, 1, 4), 0.9008200410130387, 85), (datetime.date(2025, 1, 5), 0.9103264346977853, 89), (datetime.date(2025, 1, 6), 0.7802074539173907, 86), (datetime.date(2025, 1, 7), 0.6167166687072811, 86), (datetime.date(2025, 1, 8), 0.5220598276306024, 72), (datetime.date(2025, 1, 9), 0.4960049638157312, 64), (datetime.date(2025, 1, 10), 0.4514838034144357, 68), (datetime.date(2025, 1, 11), 0.4898185498455263, 75), (datetime.date(2025, 1, 12), 0.44234602700985326, 75), (datetime.date(2025, 1, 13), 0.5200248662227962, 65), (datetime.date(2025, 1, 14), 0.584426743199955, 77), (datetime.date(2025, 1, 15), 0.514486087435944, 78), (datetime.date(2025, 1, 16), 0.4557110002878167, 51), (datetime.date(2025, 1, 17), 0.4266881071219253, 55), (datetime.date(2025, 1, 18), 0.4164980984506753, 79), (datetime.date(2025, 1, 19), 0.4585228924189118, 85), (datetime.date(2025, 1, 20), 0.634992331158328, 81), (datetime.date(2025, 1, 21), 0.37819232598014885, 51), (datetime.date(2025, 1, 22), 0.37194703758087305, 55), (datetime.date(2025, 1, 23), 0.38504962016237676, 65), (datetime.date(2025, 1, 24), 0.38526160019826217, 66), (datetime.date(2025, 1, 25), 0.45499286912062664, 73), (datetime.date(2025, 1, 26), 0.5596429304303759, 66), (datetime.date(2025, 1, 27), 0.581394689376791, 71), (datetime.date(2025, 1, 28), 0.544720087755573, 72), (datetime.date(2025, 1, 29), 0.4216157880833411, 75), (datetime.date(2025, 1, 30), 0.5057375612798596, 81), (datetime.date(2025, 1, 31), 0.48943050102720076, 66))}, 'quality_array': [['665.1292437820239', '01012025'], ['657.4727571467707', '02012025'], ['1213.9599783627687', '03012025'], ['1356.2982088623507', '04012025'], ['1246.5436479065531', '05012025'], ['3654.0288622290427', '06012025'], ['8615.285576093273', '07012025'], ['9346.940860205837', '08012025'], ['8863.821773721718', '09012025'], ['9392.866493394149', '10012025'], ['10528.020790737934', '11012025'], ['10386.364281559881', '12012025'], ['8451.280318373989', '13012025'], ['6901.355756502275', '14012025'], ['6618.335405522843', '15012025'], ['5524.321163775053', '16012025'], ['6305.945445149849', '17012025'], ['6175.778335576703', '18012025'], ['9293.627205112363', '19012025'], ['7553.18838713834', '20012025'], ['6999.297075392676', '21012025'], ['5224.110895832458', '22012025'], ['3157.3664814449808', '23012025'], ['-8.687936169779647', '24012025'], ['-8.920798460101489', '25012025'], ['-9.107630333436822', '26012025'], ['-8.688602143441155', '27012025'], ['-8.585711713016472', '28012025'], ['-8.390160243153769', '29012025'], ['-8.453527024750096', '30012025'], ['-8.676575557179918', '31012025']], 'number_of_batch': ((699,),), 'datou_id_sts': 4851, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.022827854520711628, 'nb_photo': 27581, 'list_port_cont': '19360417,19360531,19360602,19360679,19360718,19360754,19360891,19360992,19361027,19361119,19361287,19361382,19361464,19361507,19361577,19361674,19361726,19361756,19361836,19361868,19361958,19362042,19362219,19362495,19377919,19378081,19378148,19378321,19378431,19378467,19378494,19378674,19378802,19378953,19379147,19379186,19379369,19379519,19379817,19379930,19380022,19380105,19380309,19380424,19380812,19380953,19381025,19381699,19399506,19399551,19399645,19399727,19399755,19399939,19399989,19400153,19400330,19400376,19400544,19400760,19400851,19400918,19400996,19401063,19401239,19401391,19401511,19401614,19401749,19402077,19402193,19403039,19414908,19414986,19415281,19415315,19415353,19415508,19415573,19415655,19415693,19415828,19415910,19416048,19416147,19416278,19416361,19416471,19416570,19416654,19416751,19416791,19416974,19417033,19417468,19417886,19422351,19422513,19422622,19422814,19422981,19423135,19423278,19423468,19423626,19423734,19424268,19424422,19424714,19424962,19425145,19425425,19425620,1942572', 'assoc_port': '19360356:19361756,19360358:19361958,19360362:19362042,19360365:19361868,19360367:19361836,19360368:19361726,19360371:19361507,19360373:19361577,19360375:19361674,19360376:19361464,19360379:19361382,19360381:19361287,19360383:19360992,19360385:19361119,19360387:19361027,19360389:19360891,19360391:19360754,19360393:19360718,19360395:19360531,19360396:19360602,19360398:19360679,19360401:19360417,19362211:19362219,19362489:19362495,19377820:19380812,19377822:19380953,19377826:19380424,19377830:19380309,19377833:19380105,19377836:19379817,19377838:19379930,19377841:19380022,19377844:19379519,19377847:19379369,19377851:19379186,19377854:19378802,19377856:19378953,19377859:19379147,19377863:19378674,19377865:19378494,19377869:19378467,19377872:19378148,19377874:19378321,19377878:19378431,19377880:19378081,19377882:19377919,19380761:19381025,19381693:19381699,19399346:19402077,19399349:19401749,19399352:19401614,19399355:19401511,19399358:19401063,19399361:19401239,19399364:19401391,19399367:19400996,19399370:1940091', 'assoc_mat': '19360356:autre:4230:19361756,19360358:autre:4230:19361958,19360362:autre:4230:19362042,19360365:autre:4230:19361868,19360367:autre:4230:19361836,19360368:autre:4230:19361726,19360371:autre:4230:19361507,19360373:autre:4230:19361577,19360375:autre:4230:19361674,19360376:autre:4230:19361464,19360379:autre:4230:19361382,19360381:autre:4230:19361287,19360383:autre:4230:19360992,19360385:autre:4230:19361119,19360387:autre:4230:19361027,19360389:autre:4230:19360891,19360391:autre:4230:19360754,19360393:autre:4230:19360718,19360395:autre:4230:19360531,19360396:autre:4230:19360602,19360398:autre:4230:19360679,19360401:autre:4230:19360417,19362211:autre:4230:19362219,19362489:autre:4230:19362495,19377820:autre:4230:19380812,19377822:autre:4230:19380953,19377826:autre:4230:19380424,19377830:autre:4230:19380309,19377833:autre:4230:19380105,19377836:autre:4230:19379817,19377838:autre:4230:19379930,19377841:autre:4230:19380022,19377844:autre:4230:19379519,19377847:autre:4230:19379369,19377851:autre:4230:19379186,19377854:'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.12741881822839943, 'nb_photo': 185441, 'list_port_cont': '19360416,19360522,19360603,19360668,19360716,19360752,19360895,19361007,19361041,19361120,19361275,19361395,19361459,19361495,19361575,19361689,19361716,19361750,19361837,19361878,19361968,19362046,19362229,19362498,19377935,19378079,19378146,19378323,19378432,19378469,19378503,19378687,19378809,19378957,19379146,19379198,19379518,19379811,19379919,19380027,19380106,19380315,19380418,19380803,19380952,19381035,19381698,19399517,19399553,19399657,19399720,19399756,19399941,19399982,19400152,19400334,19400361,19400546,19400775,19400860,19400927,19400995,19401076,19401249,19401397,19401513,19401603,19401746,19402078,19402182,19403041,19414916,19414978,19415296,19415326,19415362,19415511,19415585,19415651,19415694,19415840,19415915,19416047,19416145,19416295,19416366,19416474,19416585,19416649,19416761,19416793,19416968,19417041,19417464,19417893,19422361,19422504,19422628,19422813,19422976,19423138,19423276,19423478,19423629,19423744,19424277,19424426,19424713,19424968,19425146,19425440,19425614,19425723,1942580', 'assoc_port': '19360356:19361750,19360358:19361968,19360362:19362046,19360365:19361878,19360367:19361837,19360368:19361716,19360371:19361495,19360373:19361575,19360375:19361689,19360376:19361459,19360379:19361395,19360381:19361275,19360383:19361007,19360385:19361120,19360387:19361041,19360389:19360895,19360391:19360752,19360393:19360716,19360395:19360522,19360396:19360603,19360398:19360668,19360401:19360416,19362211:19362229,19362489:19362498,19377820:19380803,19377822:19380952,19377826:19380418,19377830:19380315,19377833:19380106,19377836:19379811,19377838:19379919,19377841:19380027,19377844:19379518,19377851:19379198,19377854:19378809,19377856:19378957,19377859:19379146,19377863:19378687,19377865:19378503,19377869:19378469,19377872:19378146,19377874:19378323,19377878:19378432,19377880:19378079,19377882:19377935,19380761:19381035,19381693:19381698,19399346:19402078,19399349:19401746,19399352:19401603,19399355:19401513,19399358:19401076,19399361:19401249,19399364:19401397,19399367:19400995,19399370:19400927,19399373:1940077', 'assoc_mat': '19360356:carton:4230:19361750,19360358:carton:4230:19361968,19360362:carton:4230:19362046,19360365:carton:4230:19361878,19360367:carton:4230:19361837,19360368:carton:4230:19361716,19360371:carton:4230:19361495,19360373:carton:4230:19361575,19360375:carton:4230:19361689,19360376:carton:4230:19361459,19360379:carton:4230:19361395,19360381:carton:4230:19361275,19360383:carton:4230:19361007,19360385:carton:4230:19361120,19360387:carton:4230:19361041,19360389:carton:4230:19360895,19360391:carton:4230:19360752,19360393:carton:4230:19360716,19360395:carton:4230:19360522,19360396:carton:4230:19360603,19360398:carton:4230:19360668,19360401:carton:4230:19360416,19362211:carton:4230:19362229,19362489:carton:4230:19362498,19377820:carton:4230:19380803,19377822:carton:4230:19380952,19377826:carton:4230:19380418,19377830:carton:4230:19380315,19377833:carton:4230:19380106,19377836:carton:4230:19379811,19377838:carton:4230:19379919,19377841:carton:4230:19380027,19377844:carton:4230:19379518,19377851:carton:4230:19379198,1937'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.001940756209005593, 'nb_photo': 2591, 'list_port_cont': '19360595,19377929,19378069,19378423,19381026,19381702,19399505,19399548,19399648,19399724,19399765,19399950,19399987,19400162,19400327,19400547,19400761,19400859,19400917,19401001,19401069,19401237,19401390,19401509,19401615,19401756,19402076,19402187,19403033,19415292,19415316,19415365,19415514,19415583,19415825,19416049,19416153,19416283,19416364,19416458,19416584,19416658,19416754,19416801,19416976,19417042,19417475,19417887,19422501,19422820,19423129,19423274,19423461,19423618,19423731,19424412,19424966,19425143,19425717,19425868,19425950,19430084,19431762,19433061,19434698,19437806,19441421,19444876,19444905,19445184,19445318,19447811,19449167,19450330,19450850,19453296,19454073,19454892,19455759,19458152,19459542,19460735,19461704,19462859,19463256,19480657,19480762,19480786,19481163,19481297,19481587,19481758,19482290,19482667,19484028,19484066,19485277,19486499,19486779,19487324,19492666,19493014,19493168,19493397,19493562,19494018,19496749,19496818,19497196,19497260,19497349,19497486,19497746,1949856', 'assoc_port': '19360396:19360595,19377878:19378423,19377880:19378069,19377882:19377929,19380761:19381026,19381693:19381702,19399346:19402076,19399349:19401756,19399352:19401615,19399355:19401509,19399358:19401069,19399361:19401237,19399364:19401390,19399367:19401001,19399370:19400917,19399373:19400761,19399379:19400547,19399382:19400859,19399385:19400327,19399388:19400162,19399391:19399987,19399394:19399724,19399397:19399765,19399400:19399950,19399403:19399648,19399405:19399548,19399407:19399505,19401815:19402187,19402850:19403033,19414835:19417042,19414838:19416801,19414839:19416754,19414843:19416976,19414846:19416658,19414849:19416584,19414851:19416458,19414854:19416153,19414856:19416283,19414858:19416364,19414860:19416049,19414864:19415825,19414866:19415583,19414872:19415514,19414874:19415365,19414876:19415316,19414881:19415292,19417314:19417475,19417872:19417887,19422424:19422501,19422722:19422820,19423050:19423129,19423227:19423274,19423381:19423461,19423538:19423618,19423692:19423731,19423845:19424412,19423850:1942496', 'assoc_mat': '19360396:metal:4230:19360595,19377878:metal:4230:19378423,19377880:metal:4230:19378069,19377882:metal:4230:19377929,19380761:metal:4230:19381026,19381693:metal:4230:19381702,19399346:metal:4230:19402076,19399349:metal:4230:19401756,19399352:metal:4230:19401615,19399355:metal:4230:19401509,19399358:metal:4230:19401069,19399361:metal:4230:19401237,19399364:metal:4230:19401390,19399367:metal:4230:19401001,19399370:metal:4230:19400917,19399373:metal:4230:19400761,19399379:metal:4230:19400547,19399382:metal:4230:19400859,19399385:metal:4230:19400327,19399388:metal:4230:19400162,19399391:metal:4230:19399987,19399394:metal:4230:19399724,19399397:metal:4230:19399765,19399400:metal:4230:19399950,19399403:metal:4230:19399648,19399405:metal:4230:19399548,19399407:metal:4230:19399505,19401815:metal:4230:19402187,19402850:metal:4230:19403033,19414835:metal:4230:19417042,19414838:metal:4230:19416801,19414839:metal:4230:19416754,19414843:metal:4230:19416976,19414846:metal:4230:19416658,19414849:metal:4230:19416584,19414851:'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.32584570310705235, 'nb_photo': 469668, 'list_port_cont': '19360415,19360535,19360606,19360672,19360717,19360742,19360896,19361005,19361043,19361118,19361280,19361396,19361470,19361500,19361574,19361681,19361727,19361759,19361834,19361876,19361963,19362045,19362232,19362510,19377934,19378077,19378151,19378324,19378427,19378474,19378507,19378684,19378814,19378959,19379139,19379196,19379362,19379505,19379814,19379923,19380028,19380104,19380324,19380419,19380807,19380950,19381030,19381706,19399516,19399549,19399654,19399723,19399760,19399949,19399991,19400161,19400329,19400373,19400539,19400768,19400857,19400925,19400989,19401078,19401251,19401402,19401503,19401617,19401753,19402080,19402188,19403040,19414914,19414984,19415289,19415327,19415368,19415510,19415576,19415654,19415690,19415834,19415916,19416045,19416157,19416293,19416362,19416467,19416581,19416656,19416762,19416797,19416962,19417044,19417465,19417892,19422356,19422507,19422619,19422811,19422989,19423143,19423280,19423469,19423632,19423737,19424274,19424427,19424712,19424970,19425149,19425430,19425615,1942572', 'assoc_port': '19360356:19361759,19360358:19361963,19360362:19362045,19360365:19361876,19360367:19361834,19360368:19361727,19360371:19361500,19360373:19361574,19360375:19361681,19360376:19361470,19360379:19361396,19360381:19361280,19360383:19361005,19360385:19361118,19360387:19361043,19360389:19360896,19360391:19360742,19360393:19360717,19360395:19360535,19360396:19360606,19360398:19360672,19360401:19360415,19362211:19362232,19362489:19362510,19377820:19380807,19377822:19380950,19377826:19380419,19377830:19380324,19377833:19380104,19377836:19379814,19377838:19379923,19377841:19380028,19377844:19379505,19377847:19379362,19377851:19379196,19377854:19378814,19377856:19378959,19377859:19379139,19377863:19378684,19377865:19378507,19377869:19378474,19377872:19378151,19377874:19378324,19377878:19378427,19377880:19378077,19377882:19377934,19380761:19381030,19381693:19381706,19399346:19402080,19399349:19401753,19399352:19401617,19399355:19401503,19399358:19401078,19399361:19401251,19399364:19401402,19399367:19400989,19399370:1940092', 'assoc_mat': '19360356:papier:4230:19361759,19360358:papier:4230:19361963,19360362:papier:4230:19362045,19360365:papier:4230:19361876,19360367:papier:4230:19361834,19360368:papier:4230:19361727,19360371:papier:4230:19361500,19360373:papier:4230:19361574,19360375:papier:4230:19361681,19360376:papier:4230:19361470,19360379:papier:4230:19361396,19360381:papier:4230:19361280,19360383:papier:4230:19361005,19360385:papier:4230:19361118,19360387:papier:4230:19361043,19360389:papier:4230:19360896,19360391:papier:4230:19360742,19360393:papier:4230:19360717,19360395:papier:4230:19360535,19360396:papier:4230:19360606,19360398:papier:4230:19360672,19360401:papier:4230:19360415,19362211:papier:4230:19362232,19362489:papier:4230:19362510,19377820:papier:4230:19380807,19377822:papier:4230:19380950,19377826:papier:4230:19380419,19377830:papier:4230:19380324,19377833:papier:4230:19380104,19377836:papier:4230:19379814,19377838:papier:4230:19379923,19377841:papier:4230:19380028,19377844:papier:4230:19379505,19377847:papier:4230:19379362,1937'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.007999633706554724, 'nb_photo': 8300, 'list_port_cont': '19360532,19360605,19362508,19377933,19378086,19378319,19378949,19380326,19380815,19381034,19381710,19399662,19399732,19399763,19399976,19400154,19400326,19400552,19400772,19400856,19400932,19401005,19401077,19401393,19401502,19401608,19401759,19415288,19415322,19415364,19415507,19415687,19416655,19416969,19417472,19417881,19423476,19424282,19425435,19431039,19431765,19432368,19433068,19433954,19434703,19435736,19436809,19437807,19439058,19440426,19441424,19445078,19445153,19445321,19445945,19447639,19447817,19448678,19449166,19449589,19450169,19450337,19450854,19452100,19452146,19452365,19453302,19454081,19454901,19455757,19456643,19457290,19458153,19458906,19459548,19460736,19461716,19462860,19463267,19480648,19480750,19480798,19481167,19481299,19481582,19481752,19482296,19482678,19484037,19484073,19485266,19486506,19486791,19487327,19492670,19493008,19493181,19493405,19493559,19494032,19496747,19496831,19497210,19497274,19497344,19497487,19497733,19498554,19503957,19504068,19504218,19504391,19504558,1950466', 'assoc_port': '19360395:19360532,19360396:19360605,19362489:19362508,19377820:19380815,19377830:19380326,19377856:19378949,19377874:19378319,19377880:19378086,19377882:19377933,19380761:19381034,19381693:19381710,19399349:19401759,19399352:19401608,19399355:19401502,19399358:19401077,19399364:19401393,19399367:19401005,19399370:19400932,19399373:19400772,19399379:19400552,19399382:19400856,19399385:19400326,19399388:19400154,19399391:19399976,19399394:19399732,19399397:19399763,19399403:19399662,19414843:19416969,19414846:19416655,19414870:19415687,19414872:19415507,19414874:19415364,19414876:19415322,19414881:19415288,19417314:19417472,19417872:19417881,19423381:19423476,19423843:19424282,19423853:19425435,19430897:19431039,19431659:19431765,19432350:19432368,19433018:19433068,19433781:19433954,19434626:19434703,19435631:19435736,19436636:19436809,19437686:19437807,19438834:19439058,19440095:19440426,19441219:19441424,19442644:19445078,19442657:19445153,19444866:19445321,19445828:19445945,19447500:19447639,19447501:1944781', 'assoc_mat': '19360395:pehd:4230:19360532,19360396:pehd:4230:19360605,19362489:pehd:4230:19362508,19377820:pehd:4230:19380815,19377830:pehd:4230:19380326,19377856:pehd:4230:19378949,19377874:pehd:4230:19378319,19377880:pehd:4230:19378086,19377882:pehd:4230:19377933,19380761:pehd:4230:19381034,19381693:pehd:4230:19381710,19399349:pehd:4230:19401759,19399352:pehd:4230:19401608,19399355:pehd:4230:19401502,19399358:pehd:4230:19401077,19399364:pehd:4230:19401393,19399367:pehd:4230:19401005,19399370:pehd:4230:19400932,19399373:pehd:4230:19400772,19399379:pehd:4230:19400552,19399382:pehd:4230:19400856,19399385:pehd:4230:19400326,19399388:pehd:4230:19400154,19399391:pehd:4230:19399976,19399394:pehd:4230:19399732,19399397:pehd:4230:19399763,19399403:pehd:4230:19399662,19414843:pehd:4230:19416969,19414846:pehd:4230:19416655,19414870:pehd:4230:19415687,19414872:pehd:4230:19415507,19414874:pehd:4230:19415364,19414876:pehd:4230:19415322,19414881:pehd:4230:19415288,19417314:pehd:4230:19417472,19417872:pehd:4230:19417881,19423381:pehd:42'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.014671728978781851, 'nb_photo': 30830, 'list_port_cont': '19360406,19360527,19360608,19360666,19360709,19360743,19360894,19360994,19361042,19361116,19361286,19361388,19361469,19361508,19361581,19361683,19361725,19361758,19361839,19361874,19361970,19362044,19362233,19362507,19377927,19378085,19378155,19378327,19378436,19378466,19378500,19378682,19378818,19378958,19379143,19379187,19379374,19379516,19379812,19379920,19380026,19380100,19380317,19380427,19380808,19380958,19381031,19381713,19399511,19399550,19399653,19399733,19399762,19399948,19399984,19400160,19400335,19400365,19400550,19400769,19400849,19400926,19400998,19401067,19401242,19401395,19401510,19401609,19401755,19402075,19402189,19403034,19414913,19414977,19415294,19415328,19415360,19415505,19415581,19415653,19415692,19415829,19415925,19416039,19416156,19416294,19416357,19416469,19416586,19416653,19416749,19416790,19416970,19417040,19417473,19417894,19422354,19422512,19422621,19422812,19422988,19423139,19423279,19423473,19423630,19423738,19424276,19424425,19424703,19424961,19425151,19425438,19425612,1942573', 'assoc_port': '19360356:19361758,19360358:19361970,19360362:19362044,19360365:19361874,19360367:19361839,19360368:19361725,19360371:19361508,19360373:19361581,19360375:19361683,19360376:19361469,19360379:19361388,19360381:19361286,19360383:19360994,19360385:19361116,19360387:19361042,19360389:19360894,19360391:19360743,19360393:19360709,19360395:19360527,19360396:19360608,19360398:19360666,19360401:19360406,19362211:19362233,19362489:19362507,19377820:19380808,19377822:19380958,19377826:19380427,19377830:19380317,19377833:19380100,19377836:19379812,19377838:19379920,19377841:19380026,19377844:19379516,19377847:19379374,19377851:19379187,19377854:19378818,19377856:19378958,19377859:19379143,19377863:19378682,19377865:19378500,19377869:19378466,19377872:19378155,19377874:19378327,19377878:19378436,19377880:19378085,19377882:19377927,19380761:19381031,19381693:19381713,19399346:19402075,19399349:19401755,19399352:19401609,19399355:19401510,19399358:19401067,19399361:19401242,19399364:19401395,19399367:19400998,19399370:1940092', 'assoc_mat': '19360356:pet_clair:4230:19361758,19360358:pet_clair:4230:19361970,19360362:pet_clair:4230:19362044,19360365:pet_clair:4230:19361874,19360367:pet_clair:4230:19361839,19360368:pet_clair:4230:19361725,19360371:pet_clair:4230:19361508,19360373:pet_clair:4230:19361581,19360375:pet_clair:4230:19361683,19360376:pet_clair:4230:19361469,19360379:pet_clair:4230:19361388,19360381:pet_clair:4230:19361286,19360383:pet_clair:4230:19360994,19360385:pet_clair:4230:19361116,19360387:pet_clair:4230:19361042,19360389:pet_clair:4230:19360894,19360391:pet_clair:4230:19360743,19360393:pet_clair:4230:19360709,19360395:pet_clair:4230:19360527,19360396:pet_clair:4230:19360608,19360398:pet_clair:4230:19360666,19360401:pet_clair:4230:19360406,19362211:pet_clair:4230:19362233,19362489:pet_clair:4230:19362507,19377820:pet_clair:4230:19380808,19377822:pet_clair:4230:19380958,19377826:pet_clair:4230:19380427,19377830:pet_clair:4230:19380317,19377833:pet_clair:4230:19380100,19377836:pet_clair:4230:19379812,19377838:pet_clair:4230:19379920,1'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.006589741534864548, 'nb_photo': 2489, 'list_port_cont': '19380018,19399514,19399770,19400164,19400322,19400375,19400548,19400777,19400845,19401003,19402185,19415324,19415354,19415579,19415659,19415691,19415841,19415923,19416050,19416158,19416290,19416360,19416466,19416582,19416648,19423745,19424273,19425907,19429076,19431035,19431769,19433064,19433956,19434714,19435748,19436813,19437802,19439052,19440438,19441429,19444884,19445157,19445316,19445948,19447632,19447821,19448677,19449168,19449595,19450175,19450857,19452147,19452361,19453299,19454078,19455747,19456639,19457301,19458154,19459541,19462858,19463263,19480645,19480759,19480800,19481164,19481308,19481581,19481756,19482298,19482683,19484038,19484060,19485276,19486509,19486778,19487314,19492678,19493012,19493183,19493403,19493561,19494024,19496748,19496833,19497211,19497264,19497348,19497488,19497743,19498565,19503959,19504075,19504212,19504396,19504567,19504666,19504739,19505029,19505165,19505500,19505635,19505701,19511167,19511763,19511989,19514721,19518357,19518389,19518661,19518700,19518921,19518988,1951915', 'assoc_port': '19377841:19380018,19399367:19401003,19399373:19400777,19399376:19400375,19399379:19400548,19399382:19400845,19399385:19400322,19399388:19400164,19399397:19399770,19399407:19399514,19401815:19402185,19414846:19416648,19414849:19416582,19414851:19416466,19414854:19416158,19414856:19416290,19414858:19416360,19414860:19416050,19414862:19415923,19414864:19415841,19414866:19415579,19414868:19415659,19414870:19415691,19414874:19415354,19414876:19415324,19423692:19423745,19423843:19424273,19423862:19425907,19428950:19429076,19430897:19431035,19431659:19431769,19433018:19433064,19433781:19433956,19434626:19434714,19435631:19435748,19436636:19436813,19437686:19437802,19438834:19439052,19440095:19440438,19441219:19441429,19442652:19444884,19442657:19445157,19444866:19445316,19445828:19445948,19447500:19447632,19447501:19447821,19448564:19448677,19448963:19449168,19449490:19449595,19450058:19450175,19450661:19450857,19451970:19452361,19451972:19452147,19453134:19453299,19454021:19454078,19455526:19455747,19456438:1945663', 'assoc_mat': '19377841:pet_fonce:4230:19380018,19399367:pet_fonce:4230:19401003,19399373:pet_fonce:4230:19400777,19399376:pet_fonce:4230:19400375,19399379:pet_fonce:4230:19400548,19399382:pet_fonce:4230:19400845,19399385:pet_fonce:4230:19400322,19399388:pet_fonce:4230:19400164,19399397:pet_fonce:4230:19399770,19399407:pet_fonce:4230:19399514,19401815:pet_fonce:4230:19402185,19414846:pet_fonce:4230:19416648,19414849:pet_fonce:4230:19416582,19414851:pet_fonce:4230:19416466,19414854:pet_fonce:4230:19416158,19414856:pet_fonce:4230:19416290,19414858:pet_fonce:4230:19416360,19414860:pet_fonce:4230:19416050,19414862:pet_fonce:4230:19415923,19414864:pet_fonce:4230:19415841,19414866:pet_fonce:4230:19415579,19414868:pet_fonce:4230:19415659,19414870:pet_fonce:4230:19415691,19414874:pet_fonce:4230:19415354,19414876:pet_fonce:4230:19415324,19423692:pet_fonce:4230:19423745,19423843:pet_fonce:4230:19424273,19423862:pet_fonce:4230:19425907,19428950:pet_fonce:4230:19429076,19430897:pet_fonce:4230:19431035,19431659:pet_fonce:4230:19431769,1'}), 'main_stat': {'nb_photos': 2285}}, 'hostname': (), 'impurety_average_per_hashtag': [(('incineration', '2025-01', 0.5779823206896183),)]} TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam8"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4851 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4851 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4851 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4851 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((2285,),), 'unwanted_material_monthly_percentage': ((0.5779823206896183,),), 'material_repartition': (('incineration', 2272),), 'material_dict': {'incineration': 2272}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 1, 1), 0.9270836094233291, 85), (datetime.date(2025, 1, 2), 0.9122159496266243, 87), (datetime.date(2025, 1, 3), 0.8418419569785403, 88), (datetime.date(2025, 1, 4), 0.9008200410130387, 85), (datetime.date(2025, 1, 5), 0.9103264346977853, 89), (datetime.date(2025, 1, 6), 0.7802074539173907, 86), (datetime.date(2025, 1, 7), 0.6167166687072811, 86), (datetime.date(2025, 1, 8), 0.5220598276306024, 72), (datetime.date(2025, 1, 9), 0.4960049638157312, 64), (datetime.date(2025, 1, 10), 0.4514838034144357, 68), (datetime.date(2025, 1, 11), 0.4898185498455263, 75), (datetime.date(2025, 1, 12), 0.44234602700985326, 75), (datetime.date(2025, 1, 13), 0.5200248662227962, 65), (datetime.date(2025, 1, 14), 0.584426743199955, 77), (datetime.date(2025, 1, 15), 0.514486087435944, 78), (datetime.date(2025, 1, 16), 0.4557110002878167, 51), (datetime.date(2025, 1, 17), 0.4266881071219253, 55), (datetime.date(2025, 1, 18), 0.4164980984506753, 79), (datetime.date(2025, 1, 19), 0.4585228924189118, 85), (datetime.date(2025, 1, 20), 0.634992331158328, 81), (datetime.date(2025, 1, 21), 0.37819232598014885, 51), (datetime.date(2025, 1, 22), 0.37194703758087305, 55), (datetime.date(2025, 1, 23), 0.38504962016237676, 65), (datetime.date(2025, 1, 24), 0.38526160019826217, 66), (datetime.date(2025, 1, 25), 0.45499286912062664, 73), (datetime.date(2025, 1, 26), 0.5596429304303759, 66), (datetime.date(2025, 1, 27), 0.581394689376791, 71), (datetime.date(2025, 1, 28), 0.544720087755573, 72), (datetime.date(2025, 1, 29), 0.4216157880833411, 75), (datetime.date(2025, 1, 30), 0.5057375612798596, 81), (datetime.date(2025, 1, 31), 0.48943050102720076, 66)), 'impurety_average_data_per_hashtag': {'incineration': ((datetime.date(2025, 1, 1), 0.9270836094233291, 85), (datetime.date(2025, 1, 2), 0.9122159496266243, 87), (datetime.date(2025, 1, 3), 0.8418419569785403, 88), (datetime.date(2025, 1, 4), 0.9008200410130387, 85), (datetime.date(2025, 1, 5), 0.9103264346977853, 89), (datetime.date(2025, 1, 6), 0.7802074539173907, 86), (datetime.date(2025, 1, 7), 0.6167166687072811, 86), (datetime.date(2025, 1, 8), 0.5220598276306024, 72), (datetime.date(2025, 1, 9), 0.4960049638157312, 64), (datetime.date(2025, 1, 10), 0.4514838034144357, 68), (datetime.date(2025, 1, 11), 0.4898185498455263, 75), (datetime.date(2025, 1, 12), 0.44234602700985326, 75), (datetime.date(2025, 1, 13), 0.5200248662227962, 65), (datetime.date(2025, 1, 14), 0.584426743199955, 77), (datetime.date(2025, 1, 15), 0.514486087435944, 78), (datetime.date(2025, 1, 16), 0.4557110002878167, 51), (datetime.date(2025, 1, 17), 0.4266881071219253, 55), (datetime.date(2025, 1, 18), 0.4164980984506753, 79), (datetime.date(2025, 1, 19), 0.4585228924189118, 85), (datetime.date(2025, 1, 20), 0.634992331158328, 81), (datetime.date(2025, 1, 21), 0.37819232598014885, 51), (datetime.date(2025, 1, 22), 0.37194703758087305, 55), (datetime.date(2025, 1, 23), 0.38504962016237676, 65), (datetime.date(2025, 1, 24), 0.38526160019826217, 66), (datetime.date(2025, 1, 25), 0.45499286912062664, 73), (datetime.date(2025, 1, 26), 0.5596429304303759, 66), (datetime.date(2025, 1, 27), 0.581394689376791, 71), (datetime.date(2025, 1, 28), 0.544720087755573, 72), (datetime.date(2025, 1, 29), 0.4216157880833411, 75), (datetime.date(2025, 1, 30), 0.5057375612798596, 81), (datetime.date(2025, 1, 31), 0.48943050102720076, 66))}, 'quality_array': [['665.1292437820239', '01012025'], ['657.4727571467707', '02012025'], ['1213.9599783627687', '03012025'], ['1356.2982088623507', '04012025'], ['1246.5436479065531', '05012025'], ['3654.0288622290427', '06012025'], ['8615.285576093273', '07012025'], ['9346.940860205837', '08012025'], ['8863.821773721718', '09012025'], ['9392.866493394149', '10012025'], ['10528.020790737934', '11012025'], ['10386.364281559881', '12012025'], ['8451.280318373989', '13012025'], ['6901.355756502275', '14012025'], ['6618.335405522843', '15012025'], ['5524.321163775053', '16012025'], ['6305.945445149849', '17012025'], ['6175.778335576703', '18012025'], ['9293.627205112363', '19012025'], ['7553.18838713834', '20012025'], ['6999.297075392676', '21012025'], ['5224.110895832458', '22012025'], ['3157.3664814449808', '23012025'], ['-8.687936169779647', '24012025'], ['-8.920798460101489', '25012025'], ['-9.107630333436822', '26012025'], ['-8.688602143441155', '27012025'], ['-8.585711713016472', '28012025'], ['-8.390160243153769', '29012025'], ['-8.453527024750096', '30012025'], ['-8.676575557179918', '31012025']], 'number_of_batch': ((699,),), 'datou_id_sts': 4851, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.022827854520711628, 'nb_photo': 27581, 'list_port_cont': '19360417,19360531,19360602,19360679,19360718,19360754,19360891,19360992,19361027,19361119,19361287,19361382,19361464,19361507,19361577,19361674,19361726,19361756,19361836,19361868,19361958,19362042,19362219,19362495,19377919,19378081,19378148,19378321,19378431,19378467,19378494,19378674,19378802,19378953,19379147,19379186,19379369,19379519,19379817,19379930,19380022,19380105,19380309,19380424,19380812,19380953,19381025,19381699,19399506,19399551,19399645,19399727,19399755,19399939,19399989,19400153,19400330,19400376,19400544,19400760,19400851,19400918,19400996,19401063,19401239,19401391,19401511,19401614,19401749,19402077,19402193,19403039,19414908,19414986,19415281,19415315,19415353,19415508,19415573,19415655,19415693,19415828,19415910,19416048,19416147,19416278,19416361,19416471,19416570,19416654,19416751,19416791,19416974,19417033,19417468,19417886,19422351,19422513,19422622,19422814,19422981,19423135,19423278,19423468,19423626,19423734,19424268,19424422,19424714,19424962,19425145,19425425,19425620,1942572', 'assoc_port': '19360356:19361756,19360358:19361958,19360362:19362042,19360365:19361868,19360367:19361836,19360368:19361726,19360371:19361507,19360373:19361577,19360375:19361674,19360376:19361464,19360379:19361382,19360381:19361287,19360383:19360992,19360385:19361119,19360387:19361027,19360389:19360891,19360391:19360754,19360393:19360718,19360395:19360531,19360396:19360602,19360398:19360679,19360401:19360417,19362211:19362219,19362489:19362495,19377820:19380812,19377822:19380953,19377826:19380424,19377830:19380309,19377833:19380105,19377836:19379817,19377838:19379930,19377841:19380022,19377844:19379519,19377847:19379369,19377851:19379186,19377854:19378802,19377856:19378953,19377859:19379147,19377863:19378674,19377865:19378494,19377869:19378467,19377872:19378148,19377874:19378321,19377878:19378431,19377880:19378081,19377882:19377919,19380761:19381025,19381693:19381699,19399346:19402077,19399349:19401749,19399352:19401614,19399355:19401511,19399358:19401063,19399361:19401239,19399364:19401391,19399367:19400996,19399370:1940091', 'assoc_mat': '19360356:autre:4230:19361756,19360358:autre:4230:19361958,19360362:autre:4230:19362042,19360365:autre:4230:19361868,19360367:autre:4230:19361836,19360368:autre:4230:19361726,19360371:autre:4230:19361507,19360373:autre:4230:19361577,19360375:autre:4230:19361674,19360376:autre:4230:19361464,19360379:autre:4230:19361382,19360381:autre:4230:19361287,19360383:autre:4230:19360992,19360385:autre:4230:19361119,19360387:autre:4230:19361027,19360389:autre:4230:19360891,19360391:autre:4230:19360754,19360393:autre:4230:19360718,19360395:autre:4230:19360531,19360396:autre:4230:19360602,19360398:autre:4230:19360679,19360401:autre:4230:19360417,19362211:autre:4230:19362219,19362489:autre:4230:19362495,19377820:autre:4230:19380812,19377822:autre:4230:19380953,19377826:autre:4230:19380424,19377830:autre:4230:19380309,19377833:autre:4230:19380105,19377836:autre:4230:19379817,19377838:autre:4230:19379930,19377841:autre:4230:19380022,19377844:autre:4230:19379519,19377847:autre:4230:19379369,19377851:autre:4230:19379186,19377854:'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.12741881822839943, 'nb_photo': 185441, 'list_port_cont': '19360416,19360522,19360603,19360668,19360716,19360752,19360895,19361007,19361041,19361120,19361275,19361395,19361459,19361495,19361575,19361689,19361716,19361750,19361837,19361878,19361968,19362046,19362229,19362498,19377935,19378079,19378146,19378323,19378432,19378469,19378503,19378687,19378809,19378957,19379146,19379198,19379518,19379811,19379919,19380027,19380106,19380315,19380418,19380803,19380952,19381035,19381698,19399517,19399553,19399657,19399720,19399756,19399941,19399982,19400152,19400334,19400361,19400546,19400775,19400860,19400927,19400995,19401076,19401249,19401397,19401513,19401603,19401746,19402078,19402182,19403041,19414916,19414978,19415296,19415326,19415362,19415511,19415585,19415651,19415694,19415840,19415915,19416047,19416145,19416295,19416366,19416474,19416585,19416649,19416761,19416793,19416968,19417041,19417464,19417893,19422361,19422504,19422628,19422813,19422976,19423138,19423276,19423478,19423629,19423744,19424277,19424426,19424713,19424968,19425146,19425440,19425614,19425723,1942580', 'assoc_port': '19360356:19361750,19360358:19361968,19360362:19362046,19360365:19361878,19360367:19361837,19360368:19361716,19360371:19361495,19360373:19361575,19360375:19361689,19360376:19361459,19360379:19361395,19360381:19361275,19360383:19361007,19360385:19361120,19360387:19361041,19360389:19360895,19360391:19360752,19360393:19360716,19360395:19360522,19360396:19360603,19360398:19360668,19360401:19360416,19362211:19362229,19362489:19362498,19377820:19380803,19377822:19380952,19377826:19380418,19377830:19380315,19377833:19380106,19377836:19379811,19377838:19379919,19377841:19380027,19377844:19379518,19377851:19379198,19377854:19378809,19377856:19378957,19377859:19379146,19377863:19378687,19377865:19378503,19377869:19378469,19377872:19378146,19377874:19378323,19377878:19378432,19377880:19378079,19377882:19377935,19380761:19381035,19381693:19381698,19399346:19402078,19399349:19401746,19399352:19401603,19399355:19401513,19399358:19401076,19399361:19401249,19399364:19401397,19399367:19400995,19399370:19400927,19399373:1940077', 'assoc_mat': '19360356:carton:4230:19361750,19360358:carton:4230:19361968,19360362:carton:4230:19362046,19360365:carton:4230:19361878,19360367:carton:4230:19361837,19360368:carton:4230:19361716,19360371:carton:4230:19361495,19360373:carton:4230:19361575,19360375:carton:4230:19361689,19360376:carton:4230:19361459,19360379:carton:4230:19361395,19360381:carton:4230:19361275,19360383:carton:4230:19361007,19360385:carton:4230:19361120,19360387:carton:4230:19361041,19360389:carton:4230:19360895,19360391:carton:4230:19360752,19360393:carton:4230:19360716,19360395:carton:4230:19360522,19360396:carton:4230:19360603,19360398:carton:4230:19360668,19360401:carton:4230:19360416,19362211:carton:4230:19362229,19362489:carton:4230:19362498,19377820:carton:4230:19380803,19377822:carton:4230:19380952,19377826:carton:4230:19380418,19377830:carton:4230:19380315,19377833:carton:4230:19380106,19377836:carton:4230:19379811,19377838:carton:4230:19379919,19377841:carton:4230:19380027,19377844:carton:4230:19379518,19377851:carton:4230:19379198,1937'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.001940756209005593, 'nb_photo': 2591, 'list_port_cont': '19360595,19377929,19378069,19378423,19381026,19381702,19399505,19399548,19399648,19399724,19399765,19399950,19399987,19400162,19400327,19400547,19400761,19400859,19400917,19401001,19401069,19401237,19401390,19401509,19401615,19401756,19402076,19402187,19403033,19415292,19415316,19415365,19415514,19415583,19415825,19416049,19416153,19416283,19416364,19416458,19416584,19416658,19416754,19416801,19416976,19417042,19417475,19417887,19422501,19422820,19423129,19423274,19423461,19423618,19423731,19424412,19424966,19425143,19425717,19425868,19425950,19430084,19431762,19433061,19434698,19437806,19441421,19444876,19444905,19445184,19445318,19447811,19449167,19450330,19450850,19453296,19454073,19454892,19455759,19458152,19459542,19460735,19461704,19462859,19463256,19480657,19480762,19480786,19481163,19481297,19481587,19481758,19482290,19482667,19484028,19484066,19485277,19486499,19486779,19487324,19492666,19493014,19493168,19493397,19493562,19494018,19496749,19496818,19497196,19497260,19497349,19497486,19497746,1949856', 'assoc_port': '19360396:19360595,19377878:19378423,19377880:19378069,19377882:19377929,19380761:19381026,19381693:19381702,19399346:19402076,19399349:19401756,19399352:19401615,19399355:19401509,19399358:19401069,19399361:19401237,19399364:19401390,19399367:19401001,19399370:19400917,19399373:19400761,19399379:19400547,19399382:19400859,19399385:19400327,19399388:19400162,19399391:19399987,19399394:19399724,19399397:19399765,19399400:19399950,19399403:19399648,19399405:19399548,19399407:19399505,19401815:19402187,19402850:19403033,19414835:19417042,19414838:19416801,19414839:19416754,19414843:19416976,19414846:19416658,19414849:19416584,19414851:19416458,19414854:19416153,19414856:19416283,19414858:19416364,19414860:19416049,19414864:19415825,19414866:19415583,19414872:19415514,19414874:19415365,19414876:19415316,19414881:19415292,19417314:19417475,19417872:19417887,19422424:19422501,19422722:19422820,19423050:19423129,19423227:19423274,19423381:19423461,19423538:19423618,19423692:19423731,19423845:19424412,19423850:1942496', 'assoc_mat': '19360396:metal:4230:19360595,19377878:metal:4230:19378423,19377880:metal:4230:19378069,19377882:metal:4230:19377929,19380761:metal:4230:19381026,19381693:metal:4230:19381702,19399346:metal:4230:19402076,19399349:metal:4230:19401756,19399352:metal:4230:19401615,19399355:metal:4230:19401509,19399358:metal:4230:19401069,19399361:metal:4230:19401237,19399364:metal:4230:19401390,19399367:metal:4230:19401001,19399370:metal:4230:19400917,19399373:metal:4230:19400761,19399379:metal:4230:19400547,19399382:metal:4230:19400859,19399385:metal:4230:19400327,19399388:metal:4230:19400162,19399391:metal:4230:19399987,19399394:metal:4230:19399724,19399397:metal:4230:19399765,19399400:metal:4230:19399950,19399403:metal:4230:19399648,19399405:metal:4230:19399548,19399407:metal:4230:19399505,19401815:metal:4230:19402187,19402850:metal:4230:19403033,19414835:metal:4230:19417042,19414838:metal:4230:19416801,19414839:metal:4230:19416754,19414843:metal:4230:19416976,19414846:metal:4230:19416658,19414849:metal:4230:19416584,19414851:'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.32584570310705235, 'nb_photo': 469668, 'list_port_cont': '19360415,19360535,19360606,19360672,19360717,19360742,19360896,19361005,19361043,19361118,19361280,19361396,19361470,19361500,19361574,19361681,19361727,19361759,19361834,19361876,19361963,19362045,19362232,19362510,19377934,19378077,19378151,19378324,19378427,19378474,19378507,19378684,19378814,19378959,19379139,19379196,19379362,19379505,19379814,19379923,19380028,19380104,19380324,19380419,19380807,19380950,19381030,19381706,19399516,19399549,19399654,19399723,19399760,19399949,19399991,19400161,19400329,19400373,19400539,19400768,19400857,19400925,19400989,19401078,19401251,19401402,19401503,19401617,19401753,19402080,19402188,19403040,19414914,19414984,19415289,19415327,19415368,19415510,19415576,19415654,19415690,19415834,19415916,19416045,19416157,19416293,19416362,19416467,19416581,19416656,19416762,19416797,19416962,19417044,19417465,19417892,19422356,19422507,19422619,19422811,19422989,19423143,19423280,19423469,19423632,19423737,19424274,19424427,19424712,19424970,19425149,19425430,19425615,1942572', 'assoc_port': '19360356:19361759,19360358:19361963,19360362:19362045,19360365:19361876,19360367:19361834,19360368:19361727,19360371:19361500,19360373:19361574,19360375:19361681,19360376:19361470,19360379:19361396,19360381:19361280,19360383:19361005,19360385:19361118,19360387:19361043,19360389:19360896,19360391:19360742,19360393:19360717,19360395:19360535,19360396:19360606,19360398:19360672,19360401:19360415,19362211:19362232,19362489:19362510,19377820:19380807,19377822:19380950,19377826:19380419,19377830:19380324,19377833:19380104,19377836:19379814,19377838:19379923,19377841:19380028,19377844:19379505,19377847:19379362,19377851:19379196,19377854:19378814,19377856:19378959,19377859:19379139,19377863:19378684,19377865:19378507,19377869:19378474,19377872:19378151,19377874:19378324,19377878:19378427,19377880:19378077,19377882:19377934,19380761:19381030,19381693:19381706,19399346:19402080,19399349:19401753,19399352:19401617,19399355:19401503,19399358:19401078,19399361:19401251,19399364:19401402,19399367:19400989,19399370:1940092', 'assoc_mat': '19360356:papier:4230:19361759,19360358:papier:4230:19361963,19360362:papier:4230:19362045,19360365:papier:4230:19361876,19360367:papier:4230:19361834,19360368:papier:4230:19361727,19360371:papier:4230:19361500,19360373:papier:4230:19361574,19360375:papier:4230:19361681,19360376:papier:4230:19361470,19360379:papier:4230:19361396,19360381:papier:4230:19361280,19360383:papier:4230:19361005,19360385:papier:4230:19361118,19360387:papier:4230:19361043,19360389:papier:4230:19360896,19360391:papier:4230:19360742,19360393:papier:4230:19360717,19360395:papier:4230:19360535,19360396:papier:4230:19360606,19360398:papier:4230:19360672,19360401:papier:4230:19360415,19362211:papier:4230:19362232,19362489:papier:4230:19362510,19377820:papier:4230:19380807,19377822:papier:4230:19380950,19377826:papier:4230:19380419,19377830:papier:4230:19380324,19377833:papier:4230:19380104,19377836:papier:4230:19379814,19377838:papier:4230:19379923,19377841:papier:4230:19380028,19377844:papier:4230:19379505,19377847:papier:4230:19379362,1937'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.007999633706554724, 'nb_photo': 8300, 'list_port_cont': '19360532,19360605,19362508,19377933,19378086,19378319,19378949,19380326,19380815,19381034,19381710,19399662,19399732,19399763,19399976,19400154,19400326,19400552,19400772,19400856,19400932,19401005,19401077,19401393,19401502,19401608,19401759,19415288,19415322,19415364,19415507,19415687,19416655,19416969,19417472,19417881,19423476,19424282,19425435,19431039,19431765,19432368,19433068,19433954,19434703,19435736,19436809,19437807,19439058,19440426,19441424,19445078,19445153,19445321,19445945,19447639,19447817,19448678,19449166,19449589,19450169,19450337,19450854,19452100,19452146,19452365,19453302,19454081,19454901,19455757,19456643,19457290,19458153,19458906,19459548,19460736,19461716,19462860,19463267,19480648,19480750,19480798,19481167,19481299,19481582,19481752,19482296,19482678,19484037,19484073,19485266,19486506,19486791,19487327,19492670,19493008,19493181,19493405,19493559,19494032,19496747,19496831,19497210,19497274,19497344,19497487,19497733,19498554,19503957,19504068,19504218,19504391,19504558,1950466', 'assoc_port': '19360395:19360532,19360396:19360605,19362489:19362508,19377820:19380815,19377830:19380326,19377856:19378949,19377874:19378319,19377880:19378086,19377882:19377933,19380761:19381034,19381693:19381710,19399349:19401759,19399352:19401608,19399355:19401502,19399358:19401077,19399364:19401393,19399367:19401005,19399370:19400932,19399373:19400772,19399379:19400552,19399382:19400856,19399385:19400326,19399388:19400154,19399391:19399976,19399394:19399732,19399397:19399763,19399403:19399662,19414843:19416969,19414846:19416655,19414870:19415687,19414872:19415507,19414874:19415364,19414876:19415322,19414881:19415288,19417314:19417472,19417872:19417881,19423381:19423476,19423843:19424282,19423853:19425435,19430897:19431039,19431659:19431765,19432350:19432368,19433018:19433068,19433781:19433954,19434626:19434703,19435631:19435736,19436636:19436809,19437686:19437807,19438834:19439058,19440095:19440426,19441219:19441424,19442644:19445078,19442657:19445153,19444866:19445321,19445828:19445945,19447500:19447639,19447501:1944781', 'assoc_mat': '19360395:pehd:4230:19360532,19360396:pehd:4230:19360605,19362489:pehd:4230:19362508,19377820:pehd:4230:19380815,19377830:pehd:4230:19380326,19377856:pehd:4230:19378949,19377874:pehd:4230:19378319,19377880:pehd:4230:19378086,19377882:pehd:4230:19377933,19380761:pehd:4230:19381034,19381693:pehd:4230:19381710,19399349:pehd:4230:19401759,19399352:pehd:4230:19401608,19399355:pehd:4230:19401502,19399358:pehd:4230:19401077,19399364:pehd:4230:19401393,19399367:pehd:4230:19401005,19399370:pehd:4230:19400932,19399373:pehd:4230:19400772,19399379:pehd:4230:19400552,19399382:pehd:4230:19400856,19399385:pehd:4230:19400326,19399388:pehd:4230:19400154,19399391:pehd:4230:19399976,19399394:pehd:4230:19399732,19399397:pehd:4230:19399763,19399403:pehd:4230:19399662,19414843:pehd:4230:19416969,19414846:pehd:4230:19416655,19414870:pehd:4230:19415687,19414872:pehd:4230:19415507,19414874:pehd:4230:19415364,19414876:pehd:4230:19415322,19414881:pehd:4230:19415288,19417314:pehd:4230:19417472,19417872:pehd:4230:19417881,19423381:pehd:42'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.014671728978781851, 'nb_photo': 30830, 'list_port_cont': '19360406,19360527,19360608,19360666,19360709,19360743,19360894,19360994,19361042,19361116,19361286,19361388,19361469,19361508,19361581,19361683,19361725,19361758,19361839,19361874,19361970,19362044,19362233,19362507,19377927,19378085,19378155,19378327,19378436,19378466,19378500,19378682,19378818,19378958,19379143,19379187,19379374,19379516,19379812,19379920,19380026,19380100,19380317,19380427,19380808,19380958,19381031,19381713,19399511,19399550,19399653,19399733,19399762,19399948,19399984,19400160,19400335,19400365,19400550,19400769,19400849,19400926,19400998,19401067,19401242,19401395,19401510,19401609,19401755,19402075,19402189,19403034,19414913,19414977,19415294,19415328,19415360,19415505,19415581,19415653,19415692,19415829,19415925,19416039,19416156,19416294,19416357,19416469,19416586,19416653,19416749,19416790,19416970,19417040,19417473,19417894,19422354,19422512,19422621,19422812,19422988,19423139,19423279,19423473,19423630,19423738,19424276,19424425,19424703,19424961,19425151,19425438,19425612,1942573', 'assoc_port': '19360356:19361758,19360358:19361970,19360362:19362044,19360365:19361874,19360367:19361839,19360368:19361725,19360371:19361508,19360373:19361581,19360375:19361683,19360376:19361469,19360379:19361388,19360381:19361286,19360383:19360994,19360385:19361116,19360387:19361042,19360389:19360894,19360391:19360743,19360393:19360709,19360395:19360527,19360396:19360608,19360398:19360666,19360401:19360406,19362211:19362233,19362489:19362507,19377820:19380808,19377822:19380958,19377826:19380427,19377830:19380317,19377833:19380100,19377836:19379812,19377838:19379920,19377841:19380026,19377844:19379516,19377847:19379374,19377851:19379187,19377854:19378818,19377856:19378958,19377859:19379143,19377863:19378682,19377865:19378500,19377869:19378466,19377872:19378155,19377874:19378327,19377878:19378436,19377880:19378085,19377882:19377927,19380761:19381031,19381693:19381713,19399346:19402075,19399349:19401755,19399352:19401609,19399355:19401510,19399358:19401067,19399361:19401242,19399364:19401395,19399367:19400998,19399370:1940092', 'assoc_mat': '19360356:pet_clair:4230:19361758,19360358:pet_clair:4230:19361970,19360362:pet_clair:4230:19362044,19360365:pet_clair:4230:19361874,19360367:pet_clair:4230:19361839,19360368:pet_clair:4230:19361725,19360371:pet_clair:4230:19361508,19360373:pet_clair:4230:19361581,19360375:pet_clair:4230:19361683,19360376:pet_clair:4230:19361469,19360379:pet_clair:4230:19361388,19360381:pet_clair:4230:19361286,19360383:pet_clair:4230:19360994,19360385:pet_clair:4230:19361116,19360387:pet_clair:4230:19361042,19360389:pet_clair:4230:19360894,19360391:pet_clair:4230:19360743,19360393:pet_clair:4230:19360709,19360395:pet_clair:4230:19360527,19360396:pet_clair:4230:19360608,19360398:pet_clair:4230:19360666,19360401:pet_clair:4230:19360406,19362211:pet_clair:4230:19362233,19362489:pet_clair:4230:19362507,19377820:pet_clair:4230:19380808,19377822:pet_clair:4230:19380958,19377826:pet_clair:4230:19380427,19377830:pet_clair:4230:19380317,19377833:pet_clair:4230:19380100,19377836:pet_clair:4230:19379812,19377838:pet_clair:4230:19379920,1'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.006589741534864548, 'nb_photo': 2489, 'list_port_cont': '19380018,19399514,19399770,19400164,19400322,19400375,19400548,19400777,19400845,19401003,19402185,19415324,19415354,19415579,19415659,19415691,19415841,19415923,19416050,19416158,19416290,19416360,19416466,19416582,19416648,19423745,19424273,19425907,19429076,19431035,19431769,19433064,19433956,19434714,19435748,19436813,19437802,19439052,19440438,19441429,19444884,19445157,19445316,19445948,19447632,19447821,19448677,19449168,19449595,19450175,19450857,19452147,19452361,19453299,19454078,19455747,19456639,19457301,19458154,19459541,19462858,19463263,19480645,19480759,19480800,19481164,19481308,19481581,19481756,19482298,19482683,19484038,19484060,19485276,19486509,19486778,19487314,19492678,19493012,19493183,19493403,19493561,19494024,19496748,19496833,19497211,19497264,19497348,19497488,19497743,19498565,19503959,19504075,19504212,19504396,19504567,19504666,19504739,19505029,19505165,19505500,19505635,19505701,19511167,19511763,19511989,19514721,19518357,19518389,19518661,19518700,19518921,19518988,1951915', 'assoc_port': '19377841:19380018,19399367:19401003,19399373:19400777,19399376:19400375,19399379:19400548,19399382:19400845,19399385:19400322,19399388:19400164,19399397:19399770,19399407:19399514,19401815:19402185,19414846:19416648,19414849:19416582,19414851:19416466,19414854:19416158,19414856:19416290,19414858:19416360,19414860:19416050,19414862:19415923,19414864:19415841,19414866:19415579,19414868:19415659,19414870:19415691,19414874:19415354,19414876:19415324,19423692:19423745,19423843:19424273,19423862:19425907,19428950:19429076,19430897:19431035,19431659:19431769,19433018:19433064,19433781:19433956,19434626:19434714,19435631:19435748,19436636:19436813,19437686:19437802,19438834:19439052,19440095:19440438,19441219:19441429,19442652:19444884,19442657:19445157,19444866:19445316,19445828:19445948,19447500:19447632,19447501:19447821,19448564:19448677,19448963:19449168,19449490:19449595,19450058:19450175,19450661:19450857,19451970:19452361,19451972:19452147,19453134:19453299,19454021:19454078,19455526:19455747,19456438:1945663', 'assoc_mat': '19377841:pet_fonce:4230:19380018,19399367:pet_fonce:4230:19401003,19399373:pet_fonce:4230:19400777,19399376:pet_fonce:4230:19400375,19399379:pet_fonce:4230:19400548,19399382:pet_fonce:4230:19400845,19399385:pet_fonce:4230:19400322,19399388:pet_fonce:4230:19400164,19399397:pet_fonce:4230:19399770,19399407:pet_fonce:4230:19399514,19401815:pet_fonce:4230:19402185,19414846:pet_fonce:4230:19416648,19414849:pet_fonce:4230:19416582,19414851:pet_fonce:4230:19416466,19414854:pet_fonce:4230:19416158,19414856:pet_fonce:4230:19416290,19414858:pet_fonce:4230:19416360,19414860:pet_fonce:4230:19416050,19414862:pet_fonce:4230:19415923,19414864:pet_fonce:4230:19415841,19414866:pet_fonce:4230:19415579,19414868:pet_fonce:4230:19415659,19414870:pet_fonce:4230:19415691,19414874:pet_fonce:4230:19415354,19414876:pet_fonce:4230:19415324,19423692:pet_fonce:4230:19423745,19423843:pet_fonce:4230:19424273,19423862:pet_fonce:4230:19425907,19428950:pet_fonce:4230:19429076,19430897:pet_fonce:4230:19431035,19431659:pet_fonce:4230:19431769,1'}), 'main_stat': {'nb_photos': 2285}}, 'hostname': (), 'impurety_average_per_hashtag': [(('incineration', '2025-01', 0.5779823206896183),)]} filepath : /data_2/data_log/job/memo/SCCU_cam8/sla_mensuel_SCCU_cam8_mois_01_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'incineration': {'autre': ['autre', '2.28%', 27581], 'carton': ['carton', '12.74%', 185441], 'metal': ['metal', '0.19%', 2591], 'papier': ['papier', '32.58%', 469668], 'pehd': ['pehd', '0.8%', 8300], 'pet_clair': ['pet_clair', '1.47%', 30830], 'pet_fonce': ['pet_fonce', '0.66%', 2489]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_2/data_log/job/memo/SCCU_cam8/sla_mensuel_SCCU_cam8_mois_01_annee_2025.pdf le fichier se trouve ici : /data_2/data_log/job/memo/SCCU_cam8 2.57user 2.90system 10:44.84elapsed 0%CPU (0avgtext+0avgdata 173224maxresident)k 336152inputs+304outputs (8549major+95501minor)pagefaults 0swaps