python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --dashboard_places=SCCU_cam8 -j sla_mensuel -v --date=`date -d"$nowdate 15 day ago" +%Y-%m` --rootfolder_sla=/data_2/data_log/job/memo/SCCU_cam8 ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : , Date : 2025-04 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (1, 30) TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam8"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4851 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4851 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4851 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4851 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (1, 30) TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam8"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4851 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4851 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4851 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4851 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 203 month : 04 mtr_id : dashboard_places : SCCU_cam8 date : 2025-04 year : 2025 raspi : 0 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'SCCU_cam8' and date like '%2025-04%') and created_at like '%2025-04%'))); nb_day : (1, 30) after unwanted_material_data We return tuple() but get_coverage_data_from_list_of_date return unexpectedly data from stuff in error with raspi=0 so we force here ! after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and ded.dashboard_place_id = 203 and month(ded.date) = 04 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and dr.hashtag = '_______incineration' and ded.dashboard_place_id = 203 and month(ded.date) = 04 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 203 and mp.name like '%042025%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2025-04-01 : dt_date_just_month_year : 2025-04-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! Error parsing crontab ! [Errno 2] No such file or directory: '' You better check your LOGRASPI env !!! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "SCCU_cam8" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-04-01" AND ded.date <= "2025-04-30" apple3 {'incineration': {'mat': 'incineration', 'pht': 4230, 'datou_carac_id': 4234, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'refus'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (1716893,1719586,1721914,1724717,1728627,1732675,1737101,1739967,1740373,1743246,1747178,1751191,1755045,1758002,1760301,1764578,1769007) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.02343458833896396, 'nb_photo': 14316, 'list_port_cont': '21959523,21959597,21959645,21960001,21960157,21960194,21960270,21960379,21960490,21960706,21960781,21960824,21960867,21961214,21961292,21961659,21961706,21961874,21961888,21961943,21962031,21962144,21962759,21963147,21965523,21969743,21973241,21976677,21978302,21978432,21978526,21979057,21979090,21979179,21979223,21979800,21980387,21983410,21985860,21987910,21992620,21993423,21993802,21993868,21994486,21994603,21994621,21996432,22000881,22001091,22002579,22005271,22005994,22007889,22009950,22012648,22015304,22017905,22020605,22022539,22023665,22025780,22051381,22051480,22051514,22051644,22051749,22051770,22051978,22052065,22052207,22052280,22052342,22052575,22052713,22053612,22054291,22104187,22104337,22104385,22104533,22104609,22104718,22104742,22106850,22106883,22106939,22106978,22106988,22107053,22107087,22107157,22107196,22107208,22107265,22107332,22107404,22107419,22107469,22107543,22109336,22155781,22155847,22156029,22156217,22156328,22156691,22156733,22156787,22156926,22156962,22157016,22157227,2215732', 'assoc_port': '21959003:21962144,21959005:21962031,21959007:21961874,21959009:21961943,21959011:21961888,21959013:21961214,21959015:21961706,21959017:21961292,21959019:21960824,21959021:21960781,21959023:21960867,21959025:21960490,21959028:21960706,21959030:21960379,21959033:21960270,21959036:21960194,21959038:21960001,21959041:21960157,21959043:21963147,21959046:21959597,21959048:21959645,21959051:21959523,21960916:21961659,21962451:21962759,21965300:21965523,21966941:21973241,21969364:21969743,21976437:21979179,21976438:21979800,21976440:21979223,21976442:21979090,21976444:21978432,21976446:21979057,21976473:21978526,21976474:21978302,21976476:21976677,21979822:21980387,21982552:21983410,21985242:21985860,21987805:21987910,21989949:21994486,21989953:21994621,21989957:21994603,21989961:21993802,21989964:21993868,21989970:21992620,21992870:21993423,21995911:21996432,22000335:22001091,22000336:22000881,22002477:22002579,22004598:22005271,22005793:22005994,22007308:22007889,22009406:22009950,22012083:22012648,22014783:2201530', 'assoc_mat': '21959003:autre:4230:21962144,21959005:autre:4230:21962031,21959007:autre:4230:21961874,21959009:autre:4230:21961943,21959011:autre:4230:21961888,21959013:autre:4230:21961214,21959015:autre:4230:21961706,21959017:autre:4230:21961292,21959019:autre:4230:21960824,21959021:autre:4230:21960781,21959023:autre:4230:21960867,21959025:autre:4230:21960490,21959028:autre:4230:21960706,21959030:autre:4230:21960379,21959033:autre:4230:21960270,21959036:autre:4230:21960194,21959038:autre:4230:21960001,21959041:autre:4230:21960157,21959043:autre:4230:21963147,21959046:autre:4230:21959597,21959048:autre:4230:21959645,21959051:autre:4230:21959523,21960916:autre:4230:21961659,21962451:autre:4230:21962759,21965300:autre:4230:21965523,21966941:autre:4230:21973241,21969364:autre:4230:21969743,21976437:autre:4230:21979179,21976438:autre:4230:21979800,21976440:autre:4230:21979223,21976442:autre:4230:21979090,21976444:autre:4230:21978432,21976446:autre:4230:21979057,21976473:autre:4230:21978526,21976474:autre:4230:21978302,21976476:'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.11253526144815972, 'nb_photo': 79454, 'list_port_cont': '21959514,21959606,21959643,21960000,21960164,21960203,21960284,21960384,21960506,21960713,21960785,21960839,21960879,21961212,21961303,21961676,21961708,21961869,21961878,21961935,21962037,21962143,21962754,21963156,21965514,21969753,21973249,21976707,21978297,21978430,21978533,21979056,21979103,21979184,21979225,21979790,21980398,21983406,21985870,21987925,21992622,21993428,21993810,21993875,21994480,21994600,21994615,21996443,22000873,22001098,22002601,22005262,22005996,22007887,22009952,22012647,22015310,22017910,22020598,22022537,22023667,22025782,22051392,22051478,22051506,22051647,22051752,22051760,22051999,22052080,22052205,22052292,22052350,22052576,22052727,22053620,22054308,22104199,22104352,22104387,22104531,22104617,22104708,22104747,22106854,22106893,22106941,22106972,22106997,22107052,22107090,22107161,22107188,22107213,22107261,22107330,22107397,22107413,22107477,22107549,22109327,22155787,22155845,22156035,22156232,22156334,22156692,22156739,22156792,22156921,22156966,22157021,22157231,2215731', 'assoc_port': '21959003:21962143,21959005:21962037,21959007:21961878,21959009:21961935,21959011:21961869,21959013:21961212,21959015:21961708,21959017:21961303,21959019:21960839,21959021:21960785,21959023:21960879,21959025:21960506,21959028:21960713,21959030:21960384,21959033:21960284,21959036:21960203,21959038:21960000,21959041:21960164,21959043:21963156,21959046:21959606,21959048:21959643,21959051:21959514,21960916:21961676,21962451:21962754,21965300:21965514,21966941:21973249,21969364:21969753,21976437:21979184,21976438:21979790,21976440:21979225,21976442:21979103,21976444:21978430,21976446:21979056,21976473:21978533,21976474:21978297,21976476:21976707,21979822:21980398,21982552:21983406,21985242:21985870,21987805:21987925,21989949:21994480,21989953:21994615,21989957:21994600,21989961:21993810,21989964:21993875,21989970:21992622,21992870:21993428,21995911:21996443,22000335:22001098,22000336:22000873,22002477:22002601,22004598:22005262,22005793:22005996,22007308:22007887,22009406:22009952,22012083:22012647,22014783:2201531', 'assoc_mat': '21959003:carton:4230:21962143,21959005:carton:4230:21962037,21959007:carton:4230:21961878,21959009:carton:4230:21961935,21959011:carton:4230:21961869,21959013:carton:4230:21961212,21959015:carton:4230:21961708,21959017:carton:4230:21961303,21959019:carton:4230:21960839,21959021:carton:4230:21960785,21959023:carton:4230:21960879,21959025:carton:4230:21960506,21959028:carton:4230:21960713,21959030:carton:4230:21960384,21959033:carton:4230:21960284,21959036:carton:4230:21960203,21959038:carton:4230:21960000,21959041:carton:4230:21960164,21959043:carton:4230:21963156,21959046:carton:4230:21959606,21959048:carton:4230:21959643,21959051:carton:4230:21959514,21960916:carton:4230:21961676,21962451:carton:4230:21962754,21965300:carton:4230:21965514,21966941:carton:4230:21973249,21969364:carton:4230:21969753,21976437:carton:4230:21979184,21976438:carton:4230:21979790,21976440:carton:4230:21979225,21976442:carton:4230:21979103,21976444:carton:4230:21978430,21976446:carton:4230:21979056,21976473:carton:4230:21978533,2197'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0025656601402622736, 'nb_photo': 1089, 'list_port_cont': '21959507,21959608,21959636,21959993,21960153,21960275,21960370,21960497,21960714,21960778,21960833,21960880,21961211,21961298,21961665,21961702,21961875,21961880,21961933,21962040,21962141,21962760,21963143,21965521,21969749,21973240,21976709,21978291,21978423,21978518,21979095,21979178,21979215,21979794,21980382,21983399,21985857,21987924,21992610,21993429,21993812,21993872,21994470,21994595,21994608,21996431,22000883,22001084,22002583,22005259,22005992,22007876,22009955,22012656,22015298,22017911,22020591,22022546,22023663,22025786,22051385,22051476,22051652,22051737,22051755,22051980,22052293,22052339,22052595,22052723,22053603,22104192,22104347,22104378,22104530,22104618,22104709,22104746,22106851,22106926,22107085,22107148,22107192,22107402,22107417,22107462,22107536,22109320,22155784,22155837,22156028,22156333,22156694,22156725,22156802,22156924,22156952,22157028,22157218,22157321,22157442,22157531,22157585,22157788,22157885,22158061,22158137,22158279,22159412,22161215,22162870,22227537,22227667,2222771', 'assoc_port': '21959003:21962141,21959005:21962040,21959007:21961880,21959009:21961933,21959011:21961875,21959013:21961211,21959015:21961702,21959017:21961298,21959019:21960833,21959021:21960778,21959023:21960880,21959025:21960497,21959028:21960714,21959030:21960370,21959033:21960275,21959038:21959993,21959041:21960153,21959043:21963143,21959046:21959608,21959048:21959636,21959051:21959507,21960916:21961665,21962451:21962760,21965300:21965521,21966941:21973240,21969364:21969749,21976437:21979178,21976438:21979794,21976440:21979215,21976442:21979095,21976444:21978423,21976473:21978518,21976474:21978291,21976476:21976709,21979822:21980382,21982552:21983399,21985242:21985857,21987805:21987924,21989949:21994470,21989953:21994608,21989957:21994595,21989961:21993812,21989964:21993872,21989970:21992610,21992870:21993429,21995911:21996431,22000335:22001084,22000336:22000883,22002477:22002583,22004598:22005259,22005793:22005992,22007308:22007876,22009406:22009955,22012083:22012656,22014783:22015298,22017244:22017911,22019575:2202059', 'assoc_mat': '21959003:metal:4230:21962141,21959005:metal:4230:21962040,21959007:metal:4230:21961880,21959009:metal:4230:21961933,21959011:metal:4230:21961875,21959013:metal:4230:21961211,21959015:metal:4230:21961702,21959017:metal:4230:21961298,21959019:metal:4230:21960833,21959021:metal:4230:21960778,21959023:metal:4230:21960880,21959025:metal:4230:21960497,21959028:metal:4230:21960714,21959030:metal:4230:21960370,21959033:metal:4230:21960275,21959038:metal:4230:21959993,21959041:metal:4230:21960153,21959043:metal:4230:21963143,21959046:metal:4230:21959608,21959048:metal:4230:21959636,21959051:metal:4230:21959507,21960916:metal:4230:21961665,21962451:metal:4230:21962760,21965300:metal:4230:21965521,21966941:metal:4230:21973240,21969364:metal:4230:21969749,21976437:metal:4230:21979178,21976438:metal:4230:21979794,21976440:metal:4230:21979215,21976442:metal:4230:21979095,21976444:metal:4230:21978423,21976473:metal:4230:21978518,21976474:metal:4230:21978291,21976476:metal:4230:21976709,21979822:metal:4230:21980382,21982552:'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.34291289071290043, 'nb_photo': 210183, 'list_port_cont': '21959522,21959604,21959640,21959996,21960158,21960193,21960276,21960378,21960505,21960715,21960788,21960834,21960869,21961215,21961291,21961675,21961705,21961872,21961883,21961944,21962036,21962140,21962758,21963154,21965520,21969752,21973236,21976692,21978306,21978429,21978527,21979060,21979102,21979181,21979231,21979797,21980393,21983411,21985867,21987917,21992618,21993434,21993814,21993874,21994478,21994607,21994625,21996438,22000880,22001100,22002603,22005269,22005986,22007888,22009957,22012657,22015307,22017909,22020602,22022541,22023664,22025783,22051389,22051468,22051509,22051637,22051751,22051769,22051986,22052070,22052199,22052295,22052347,22052589,22052714,22053619,22054306,22104197,22104350,22104384,22104521,22104619,22104714,22104754,22106848,22106887,22106937,22106973,22106996,22107048,22107082,22107152,22107198,22107216,22107267,22107331,22107401,22107411,22107476,22107546,22109323,22155791,22155848,22156038,22156228,22156329,22156700,22156740,22156804,22156919,22156961,22157029,22157225,2215732', 'assoc_port': '21959003:21962140,21959005:21962036,21959007:21961872,21959009:21961944,21959011:21961883,21959013:21961215,21959015:21961705,21959017:21961291,21959019:21960834,21959021:21960788,21959023:21960869,21959025:21960505,21959028:21960715,21959030:21960378,21959033:21960276,21959036:21960193,21959038:21959996,21959041:21960158,21959043:21963154,21959046:21959604,21959048:21959640,21959051:21959522,21960916:21961675,21962451:21962758,21965300:21965520,21966941:21973236,21969364:21969752,21976437:21979181,21976438:21979797,21976440:21979231,21976442:21979102,21976444:21978429,21976446:21979060,21976473:21978527,21976474:21978306,21976476:21976692,21979822:21980393,21982552:21983411,21985242:21985867,21987805:21987917,21989949:21994478,21989953:21994625,21989957:21994607,21989961:21993814,21989964:21993874,21989970:21992618,21992870:21993434,21995911:21996438,22000335:22001100,22000336:22000880,22002477:22002603,22004598:22005269,22005793:22005986,22007308:22007888,22009406:22009957,22012083:22012657,22014783:2201530', 'assoc_mat': '21959003:papier:4230:21962140,21959005:papier:4230:21962036,21959007:papier:4230:21961872,21959009:papier:4230:21961944,21959011:papier:4230:21961883,21959013:papier:4230:21961215,21959015:papier:4230:21961705,21959017:papier:4230:21961291,21959019:papier:4230:21960834,21959021:papier:4230:21960788,21959023:papier:4230:21960869,21959025:papier:4230:21960505,21959028:papier:4230:21960715,21959030:papier:4230:21960378,21959033:papier:4230:21960276,21959036:papier:4230:21960193,21959038:papier:4230:21959996,21959041:papier:4230:21960158,21959043:papier:4230:21963154,21959046:papier:4230:21959604,21959048:papier:4230:21959640,21959051:papier:4230:21959522,21960916:papier:4230:21961675,21962451:papier:4230:21962758,21965300:papier:4230:21965520,21966941:papier:4230:21973236,21969364:papier:4230:21969752,21976437:papier:4230:21979181,21976438:papier:4230:21979797,21976440:papier:4230:21979231,21976442:papier:4230:21979102,21976444:papier:4230:21978429,21976446:papier:4230:21979060,21976473:papier:4230:21978527,2197'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.008518906831919979, 'nb_photo': 4420, 'list_port_cont': '21959524,21959603,21959644,21959997,21960166,21960198,21960283,21960382,21960496,21960721,21960782,21960828,21960870,21961213,21961306,21961670,21961712,21961863,21961884,21961939,21962047,21962139,21962756,21963146,21965516,21969744,21973244,21976703,21978293,21978427,21978522,21979065,21979093,21979182,21979229,21979798,21980396,21983408,21985862,21987921,21992609,21993435,21993813,21993870,21994484,21994605,21994620,21996439,22000868,22001093,22002605,22005263,22005995,22007879,22009954,22012653,22015302,22017899,22020603,22022549,22023668,22025779,22051393,22051479,22051515,22051645,22051743,22051766,22051989,22052073,22052198,22052296,22052353,22052585,22052722,22053609,22054300,22104193,22104340,22104389,22104532,22104613,22104712,22104758,22106856,22106886,22106940,22106965,22106994,22107043,22107086,22107159,22107201,22107215,22107273,22107325,22107393,22107412,22107473,22107542,22109330,22155786,22155843,22156034,22156227,22156322,22156702,22156732,22156799,22156927,22156967,22157027,22157222,2215731', 'assoc_port': '21959003:21962139,21959005:21962047,21959007:21961863,21959009:21961939,21959011:21961884,21959013:21961213,21959015:21961712,21959017:21961306,21959019:21960828,21959021:21960782,21959023:21960870,21959025:21960496,21959028:21960721,21959030:21960382,21959033:21960283,21959036:21960198,21959038:21959997,21959041:21960166,21959043:21963146,21959046:21959603,21959048:21959644,21959051:21959524,21960916:21961670,21962451:21962756,21965300:21965516,21966941:21973244,21969364:21969744,21976437:21979182,21976438:21979798,21976440:21979229,21976442:21979093,21976444:21978427,21976446:21979065,21976473:21978522,21976474:21978293,21976476:21976703,21979822:21980396,21982552:21983408,21985242:21985862,21987805:21987921,21989949:21994484,21989953:21994620,21989957:21994605,21989961:21993813,21989964:21993870,21989970:21992609,21992870:21993435,21995911:21996439,22000335:22001093,22000336:22000868,22002477:22002605,22004598:22005263,22005793:22005995,22007308:22007879,22009406:22009954,22012083:22012653,22014783:2201530', 'assoc_mat': '21959003:pehd:4230:21962139,21959005:pehd:4230:21962047,21959007:pehd:4230:21961863,21959009:pehd:4230:21961939,21959011:pehd:4230:21961884,21959013:pehd:4230:21961213,21959015:pehd:4230:21961712,21959017:pehd:4230:21961306,21959019:pehd:4230:21960828,21959021:pehd:4230:21960782,21959023:pehd:4230:21960870,21959025:pehd:4230:21960496,21959028:pehd:4230:21960721,21959030:pehd:4230:21960382,21959033:pehd:4230:21960283,21959036:pehd:4230:21960198,21959038:pehd:4230:21959997,21959041:pehd:4230:21960166,21959043:pehd:4230:21963146,21959046:pehd:4230:21959603,21959048:pehd:4230:21959644,21959051:pehd:4230:21959524,21960916:pehd:4230:21961670,21962451:pehd:4230:21962756,21965300:pehd:4230:21965516,21966941:pehd:4230:21973244,21969364:pehd:4230:21969744,21976437:pehd:4230:21979182,21976438:pehd:4230:21979798,21976440:pehd:4230:21979229,21976442:pehd:4230:21979093,21976444:pehd:4230:21978427,21976446:pehd:4230:21979065,21976473:pehd:4230:21978522,21976474:pehd:4230:21978293,21976476:pehd:4230:21976703,21979822:pehd:42'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.019949810966808236, 'nb_photo': 13972, 'list_port_cont': '21959521,21959607,21959637,21959992,21960163,21960195,21960278,21960383,21960503,21960716,21960790,21960840,21960875,21961207,21961302,21961673,21961701,21961859,21961889,21961940,21962043,21962133,21962763,21963155,21965526,21969745,21973245,21976710,21978295,21978433,21978529,21979054,21979104,21979183,21979227,21979791,21980397,21983396,21985865,21987915,21992621,21993431,21993804,21993873,21994485,21994597,21994624,21996433,22000882,22001096,22002587,22005267,22005993,22007883,22009958,22012652,22015312,22017904,22020604,22022545,22023656,22025789,22051394,22051472,22051518,22051641,22051750,22051761,22051982,22052072,22052200,22052288,22052341,22052593,22052725,22053617,22054305,22104200,22104348,22104388,22104535,22104616,22104711,22104751,22106844,22106892,22106933,22106979,22106991,22107046,22107081,22107156,22107195,22107205,22107270,22107324,22107395,22107423,22107474,22107547,22109326,22155788,22155842,22156036,22156220,22156325,22156696,22156729,22156795,22156922,22156964,22157022,22157229,2215732', 'assoc_port': '21959003:21962133,21959005:21962043,21959007:21961859,21959009:21961940,21959011:21961889,21959013:21961207,21959015:21961701,21959017:21961302,21959019:21960840,21959021:21960790,21959023:21960875,21959025:21960503,21959028:21960716,21959030:21960383,21959033:21960278,21959036:21960195,21959038:21959992,21959041:21960163,21959043:21963155,21959046:21959607,21959048:21959637,21959051:21959521,21960916:21961673,21962451:21962763,21965300:21965526,21966941:21973245,21969364:21969745,21976437:21979183,21976438:21979791,21976440:21979227,21976442:21979104,21976444:21978433,21976446:21979054,21976473:21978529,21976474:21978295,21976476:21976710,21979822:21980397,21982552:21983396,21985242:21985865,21987805:21987915,21989949:21994485,21989953:21994624,21989957:21994597,21989961:21993804,21989964:21993873,21989970:21992621,21992870:21993431,21995911:21996433,22000335:22001096,22000336:22000882,22002477:22002587,22004598:22005267,22005793:22005993,22007308:22007883,22009406:22009958,22012083:22012652,22014783:2201531', 'assoc_mat': '21959003:pet_clair:4230:21962133,21959005:pet_clair:4230:21962043,21959007:pet_clair:4230:21961859,21959009:pet_clair:4230:21961940,21959011:pet_clair:4230:21961889,21959013:pet_clair:4230:21961207,21959015:pet_clair:4230:21961701,21959017:pet_clair:4230:21961302,21959019:pet_clair:4230:21960840,21959021:pet_clair:4230:21960790,21959023:pet_clair:4230:21960875,21959025:pet_clair:4230:21960503,21959028:pet_clair:4230:21960716,21959030:pet_clair:4230:21960383,21959033:pet_clair:4230:21960278,21959036:pet_clair:4230:21960195,21959038:pet_clair:4230:21959992,21959041:pet_clair:4230:21960163,21959043:pet_clair:4230:21963155,21959046:pet_clair:4230:21959607,21959048:pet_clair:4230:21959637,21959051:pet_clair:4230:21959521,21960916:pet_clair:4230:21961673,21962451:pet_clair:4230:21962763,21965300:pet_clair:4230:21965526,21966941:pet_clair:4230:21973245,21969364:pet_clair:4230:21969745,21976437:pet_clair:4230:21979183,21976438:pet_clair:4230:21979791,21976440:pet_clair:4230:21979227,21976442:pet_clair:4230:21979104,2'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.010131281652179214, 'nb_photo': 1182, 'list_port_cont': '21959518,21959601,21959999,21960156,21960191,21960286,21960380,21960504,21960719,21960789,21960838,21960872,21961304,21961672,21961707,21961890,21961929,21962044,21963150,21965527,21973247,21976685,21978304,21978424,21978534,21979063,21979094,21979235,21979801,21980394,21983404,21985861,21987926,21992615,21993433,21994483,21996437,22000872,22001099,22005266,22005984,22007890,22009948,22012655,22015315,22017906,22020594,22022548,22023659,22025788,22051388,22051481,22051511,22051649,22051747,22051758,22051997,22052069,22052208,22052291,22052354,22052591,22052716,22053610,22054302,22104346,22104392,22104534,22104610,22104715,22104757,22106855,22106884,22106990,22107051,22107089,22107199,22107218,22107266,22107321,22107399,22107407,22107468,22107541,22109331,22155790,22155852,22156040,22156231,22156336,22156701,22156738,22156928,22156963,22157228,22157326,22157441,22157536,22157579,22157874,22158070,22158138,22158286,22159417,22161203,22162880,22227538,22227642,22227653,22227723,22227761,22227818,22227875,2222792', 'assoc_port': '21959005:21962044,21959009:21961929,21959011:21961890,21959015:21961707,21959017:21961304,21959019:21960838,21959021:21960789,21959023:21960872,21959025:21960504,21959028:21960719,21959030:21960380,21959033:21960286,21959036:21960191,21959038:21959999,21959041:21960156,21959043:21963150,21959046:21959601,21959051:21959518,21960916:21961672,21965300:21965527,21966941:21973247,21976438:21979801,21976440:21979235,21976442:21979094,21976444:21978424,21976446:21979063,21976473:21978534,21976474:21978304,21976476:21976685,21979822:21980394,21982552:21983404,21985242:21985861,21987805:21987926,21989949:21994483,21989970:21992615,21992870:21993433,21995911:21996437,22000335:22001099,22000336:22000872,22004598:22005266,22005793:22005984,22007308:22007890,22009406:22009948,22012083:22012655,22014783:22015315,22017244:22017906,22019575:22020594,22022112:22022548,22023289:22023659,22024569:22025788,22051178:22052208,22051181:22052291,22051184:22052716,22051187:22052591,22051191:22052354,22051193:22051747,22051196:2205206', 'assoc_mat': '21959005:pet_fonce:4230:21962044,21959009:pet_fonce:4230:21961929,21959011:pet_fonce:4230:21961890,21959015:pet_fonce:4230:21961707,21959017:pet_fonce:4230:21961304,21959019:pet_fonce:4230:21960838,21959021:pet_fonce:4230:21960789,21959023:pet_fonce:4230:21960872,21959025:pet_fonce:4230:21960504,21959028:pet_fonce:4230:21960719,21959030:pet_fonce:4230:21960380,21959033:pet_fonce:4230:21960286,21959036:pet_fonce:4230:21960191,21959038:pet_fonce:4230:21959999,21959041:pet_fonce:4230:21960156,21959043:pet_fonce:4230:21963150,21959046:pet_fonce:4230:21959601,21959051:pet_fonce:4230:21959518,21960916:pet_fonce:4230:21961672,21965300:pet_fonce:4230:21965527,21966941:pet_fonce:4230:21973247,21976438:pet_fonce:4230:21979801,21976440:pet_fonce:4230:21979235,21976442:pet_fonce:4230:21979094,21976444:pet_fonce:4230:21978424,21976446:pet_fonce:4230:21979063,21976473:pet_fonce:4230:21978534,21976474:pet_fonce:4230:21978304,21976476:pet_fonce:4230:21976685,21979822:pet_fonce:4230:21980394,21982552:pet_fonce:4230:21983404,2'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(1716893,1719586,1721914,1724717,1728627,1732675,1737101,1739967,1740373,1743246,1747178,1751191,1755045,1758002,1760301,1764578,1769007)); after get_hostname_from_raspi hasthag : incineration hasthag that could be used but not yet : _______refus SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______incineration' and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=203 and date >='2025-04-01' and date <= '2025-04-30') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((1071,),), 'unwanted_material_monthly_percentage': ((0.5023609060360802,),), 'material_repartition': (('incineration', 1071),), 'material_dict': {'incineration': 1071}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 4, 1), 0.5881995610163611, 75), (datetime.date(2025, 4, 2), 0.5167319588146496, 67), (datetime.date(2025, 4, 3), 0.4720045751998535, 44), (datetime.date(2025, 4, 15), 0.456620919186288, 47), (datetime.date(2025, 4, 16), 0.4529946113206686, 73), (datetime.date(2025, 4, 17), 0.46809955362289296, 74), (datetime.date(2025, 4, 18), 0.43938481657790956, 78), (datetime.date(2025, 4, 19), 0.4104625714320315, 72), (datetime.date(2025, 4, 20), 0.3992217762706861, 71), (datetime.date(2025, 4, 21), 0.39845209693226813, 26), (datetime.date(2025, 4, 22), 0.5492099752925714, 69), (datetime.date(2025, 4, 23), 0.5563948665567321, 72), (datetime.date(2025, 4, 24), 0.498407607772603, 67), (datetime.date(2025, 4, 25), 0.41692935816791726, 59), (datetime.date(2025, 4, 28), 0.6685172849797841, 35), (datetime.date(2025, 4, 29), 0.6348089158239597, 68), (datetime.date(2025, 4, 30), 0.5778478214784639, 74)), 'impurety_average_data_per_hashtag': {'incineration': ((datetime.date(2025, 4, 1), 0.5881995610163611, 75), (datetime.date(2025, 4, 2), 0.5167319588146496, 67), (datetime.date(2025, 4, 3), 0.4720045751998535, 44), (datetime.date(2025, 4, 15), 0.456620919186288, 47), (datetime.date(2025, 4, 16), 0.4529946113206686, 73), (datetime.date(2025, 4, 17), 0.46809955362289296, 74), (datetime.date(2025, 4, 18), 0.43938481657790956, 78), (datetime.date(2025, 4, 19), 0.4104625714320315, 72), (datetime.date(2025, 4, 20), 0.3992217762706861, 71), (datetime.date(2025, 4, 21), 0.39845209693226813, 26), (datetime.date(2025, 4, 22), 0.5492099752925714, 69), (datetime.date(2025, 4, 23), 0.5563948665567321, 72), (datetime.date(2025, 4, 24), 0.498407607772603, 67), (datetime.date(2025, 4, 25), 0.41692935816791726, 59), (datetime.date(2025, 4, 28), 0.6685172849797841, 35), (datetime.date(2025, 4, 29), 0.6348089158239597, 68), (datetime.date(2025, 4, 30), 0.5778478214784639, 74))}, 'quality_array': [['-8.25553442035551', '01042025'], ['-8.487189255819485', '02042025'], ['-8.539417570303643', '03042025'], ['-8.101313820223488', '15042025'], ['-7.059106243104667', '16042025'], ['-7.2806488634011', '17042025'], ['-6.964476241560438', '18042025'], ['-7.282618741301629', '19042025'], ['-7.696452739396882', '20042025'], ['-9.075300981321032', '21042025'], ['-8.972213828363587', '22042025'], ['-8.887891225115874', '23042025'], ['-8.790531153636953', '24042025'], ['-8.947187817996852', '25042025'], ['-8.654923800419379', '28042025'], ['-8.742635725645991', '29042025'], ['-8.81447844658759', '30042025']], 'number_of_batch': ((360,),), 'datou_id_sts': 4851, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.02343458833896396, 'nb_photo': 14316, 'list_port_cont': '21959523,21959597,21959645,21960001,21960157,21960194,21960270,21960379,21960490,21960706,21960781,21960824,21960867,21961214,21961292,21961659,21961706,21961874,21961888,21961943,21962031,21962144,21962759,21963147,21965523,21969743,21973241,21976677,21978302,21978432,21978526,21979057,21979090,21979179,21979223,21979800,21980387,21983410,21985860,21987910,21992620,21993423,21993802,21993868,21994486,21994603,21994621,21996432,22000881,22001091,22002579,22005271,22005994,22007889,22009950,22012648,22015304,22017905,22020605,22022539,22023665,22025780,22051381,22051480,22051514,22051644,22051749,22051770,22051978,22052065,22052207,22052280,22052342,22052575,22052713,22053612,22054291,22104187,22104337,22104385,22104533,22104609,22104718,22104742,22106850,22106883,22106939,22106978,22106988,22107053,22107087,22107157,22107196,22107208,22107265,22107332,22107404,22107419,22107469,22107543,22109336,22155781,22155847,22156029,22156217,22156328,22156691,22156733,22156787,22156926,22156962,22157016,22157227,2215732', 'assoc_port': '21959003:21962144,21959005:21962031,21959007:21961874,21959009:21961943,21959011:21961888,21959013:21961214,21959015:21961706,21959017:21961292,21959019:21960824,21959021:21960781,21959023:21960867,21959025:21960490,21959028:21960706,21959030:21960379,21959033:21960270,21959036:21960194,21959038:21960001,21959041:21960157,21959043:21963147,21959046:21959597,21959048:21959645,21959051:21959523,21960916:21961659,21962451:21962759,21965300:21965523,21966941:21973241,21969364:21969743,21976437:21979179,21976438:21979800,21976440:21979223,21976442:21979090,21976444:21978432,21976446:21979057,21976473:21978526,21976474:21978302,21976476:21976677,21979822:21980387,21982552:21983410,21985242:21985860,21987805:21987910,21989949:21994486,21989953:21994621,21989957:21994603,21989961:21993802,21989964:21993868,21989970:21992620,21992870:21993423,21995911:21996432,22000335:22001091,22000336:22000881,22002477:22002579,22004598:22005271,22005793:22005994,22007308:22007889,22009406:22009950,22012083:22012648,22014783:2201530', 'assoc_mat': '21959003:autre:4230:21962144,21959005:autre:4230:21962031,21959007:autre:4230:21961874,21959009:autre:4230:21961943,21959011:autre:4230:21961888,21959013:autre:4230:21961214,21959015:autre:4230:21961706,21959017:autre:4230:21961292,21959019:autre:4230:21960824,21959021:autre:4230:21960781,21959023:autre:4230:21960867,21959025:autre:4230:21960490,21959028:autre:4230:21960706,21959030:autre:4230:21960379,21959033:autre:4230:21960270,21959036:autre:4230:21960194,21959038:autre:4230:21960001,21959041:autre:4230:21960157,21959043:autre:4230:21963147,21959046:autre:4230:21959597,21959048:autre:4230:21959645,21959051:autre:4230:21959523,21960916:autre:4230:21961659,21962451:autre:4230:21962759,21965300:autre:4230:21965523,21966941:autre:4230:21973241,21969364:autre:4230:21969743,21976437:autre:4230:21979179,21976438:autre:4230:21979800,21976440:autre:4230:21979223,21976442:autre:4230:21979090,21976444:autre:4230:21978432,21976446:autre:4230:21979057,21976473:autre:4230:21978526,21976474:autre:4230:21978302,21976476:'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.11253526144815972, 'nb_photo': 79454, 'list_port_cont': '21959514,21959606,21959643,21960000,21960164,21960203,21960284,21960384,21960506,21960713,21960785,21960839,21960879,21961212,21961303,21961676,21961708,21961869,21961878,21961935,21962037,21962143,21962754,21963156,21965514,21969753,21973249,21976707,21978297,21978430,21978533,21979056,21979103,21979184,21979225,21979790,21980398,21983406,21985870,21987925,21992622,21993428,21993810,21993875,21994480,21994600,21994615,21996443,22000873,22001098,22002601,22005262,22005996,22007887,22009952,22012647,22015310,22017910,22020598,22022537,22023667,22025782,22051392,22051478,22051506,22051647,22051752,22051760,22051999,22052080,22052205,22052292,22052350,22052576,22052727,22053620,22054308,22104199,22104352,22104387,22104531,22104617,22104708,22104747,22106854,22106893,22106941,22106972,22106997,22107052,22107090,22107161,22107188,22107213,22107261,22107330,22107397,22107413,22107477,22107549,22109327,22155787,22155845,22156035,22156232,22156334,22156692,22156739,22156792,22156921,22156966,22157021,22157231,2215731', 'assoc_port': '21959003:21962143,21959005:21962037,21959007:21961878,21959009:21961935,21959011:21961869,21959013:21961212,21959015:21961708,21959017:21961303,21959019:21960839,21959021:21960785,21959023:21960879,21959025:21960506,21959028:21960713,21959030:21960384,21959033:21960284,21959036:21960203,21959038:21960000,21959041:21960164,21959043:21963156,21959046:21959606,21959048:21959643,21959051:21959514,21960916:21961676,21962451:21962754,21965300:21965514,21966941:21973249,21969364:21969753,21976437:21979184,21976438:21979790,21976440:21979225,21976442:21979103,21976444:21978430,21976446:21979056,21976473:21978533,21976474:21978297,21976476:21976707,21979822:21980398,21982552:21983406,21985242:21985870,21987805:21987925,21989949:21994480,21989953:21994615,21989957:21994600,21989961:21993810,21989964:21993875,21989970:21992622,21992870:21993428,21995911:21996443,22000335:22001098,22000336:22000873,22002477:22002601,22004598:22005262,22005793:22005996,22007308:22007887,22009406:22009952,22012083:22012647,22014783:2201531', 'assoc_mat': '21959003:carton:4230:21962143,21959005:carton:4230:21962037,21959007:carton:4230:21961878,21959009:carton:4230:21961935,21959011:carton:4230:21961869,21959013:carton:4230:21961212,21959015:carton:4230:21961708,21959017:carton:4230:21961303,21959019:carton:4230:21960839,21959021:carton:4230:21960785,21959023:carton:4230:21960879,21959025:carton:4230:21960506,21959028:carton:4230:21960713,21959030:carton:4230:21960384,21959033:carton:4230:21960284,21959036:carton:4230:21960203,21959038:carton:4230:21960000,21959041:carton:4230:21960164,21959043:carton:4230:21963156,21959046:carton:4230:21959606,21959048:carton:4230:21959643,21959051:carton:4230:21959514,21960916:carton:4230:21961676,21962451:carton:4230:21962754,21965300:carton:4230:21965514,21966941:carton:4230:21973249,21969364:carton:4230:21969753,21976437:carton:4230:21979184,21976438:carton:4230:21979790,21976440:carton:4230:21979225,21976442:carton:4230:21979103,21976444:carton:4230:21978430,21976446:carton:4230:21979056,21976473:carton:4230:21978533,2197'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0025656601402622736, 'nb_photo': 1089, 'list_port_cont': '21959507,21959608,21959636,21959993,21960153,21960275,21960370,21960497,21960714,21960778,21960833,21960880,21961211,21961298,21961665,21961702,21961875,21961880,21961933,21962040,21962141,21962760,21963143,21965521,21969749,21973240,21976709,21978291,21978423,21978518,21979095,21979178,21979215,21979794,21980382,21983399,21985857,21987924,21992610,21993429,21993812,21993872,21994470,21994595,21994608,21996431,22000883,22001084,22002583,22005259,22005992,22007876,22009955,22012656,22015298,22017911,22020591,22022546,22023663,22025786,22051385,22051476,22051652,22051737,22051755,22051980,22052293,22052339,22052595,22052723,22053603,22104192,22104347,22104378,22104530,22104618,22104709,22104746,22106851,22106926,22107085,22107148,22107192,22107402,22107417,22107462,22107536,22109320,22155784,22155837,22156028,22156333,22156694,22156725,22156802,22156924,22156952,22157028,22157218,22157321,22157442,22157531,22157585,22157788,22157885,22158061,22158137,22158279,22159412,22161215,22162870,22227537,22227667,2222771', 'assoc_port': '21959003:21962141,21959005:21962040,21959007:21961880,21959009:21961933,21959011:21961875,21959013:21961211,21959015:21961702,21959017:21961298,21959019:21960833,21959021:21960778,21959023:21960880,21959025:21960497,21959028:21960714,21959030:21960370,21959033:21960275,21959038:21959993,21959041:21960153,21959043:21963143,21959046:21959608,21959048:21959636,21959051:21959507,21960916:21961665,21962451:21962760,21965300:21965521,21966941:21973240,21969364:21969749,21976437:21979178,21976438:21979794,21976440:21979215,21976442:21979095,21976444:21978423,21976473:21978518,21976474:21978291,21976476:21976709,21979822:21980382,21982552:21983399,21985242:21985857,21987805:21987924,21989949:21994470,21989953:21994608,21989957:21994595,21989961:21993812,21989964:21993872,21989970:21992610,21992870:21993429,21995911:21996431,22000335:22001084,22000336:22000883,22002477:22002583,22004598:22005259,22005793:22005992,22007308:22007876,22009406:22009955,22012083:22012656,22014783:22015298,22017244:22017911,22019575:2202059', 'assoc_mat': '21959003:metal:4230:21962141,21959005:metal:4230:21962040,21959007:metal:4230:21961880,21959009:metal:4230:21961933,21959011:metal:4230:21961875,21959013:metal:4230:21961211,21959015:metal:4230:21961702,21959017:metal:4230:21961298,21959019:metal:4230:21960833,21959021:metal:4230:21960778,21959023:metal:4230:21960880,21959025:metal:4230:21960497,21959028:metal:4230:21960714,21959030:metal:4230:21960370,21959033:metal:4230:21960275,21959038:metal:4230:21959993,21959041:metal:4230:21960153,21959043:metal:4230:21963143,21959046:metal:4230:21959608,21959048:metal:4230:21959636,21959051:metal:4230:21959507,21960916:metal:4230:21961665,21962451:metal:4230:21962760,21965300:metal:4230:21965521,21966941:metal:4230:21973240,21969364:metal:4230:21969749,21976437:metal:4230:21979178,21976438:metal:4230:21979794,21976440:metal:4230:21979215,21976442:metal:4230:21979095,21976444:metal:4230:21978423,21976473:metal:4230:21978518,21976474:metal:4230:21978291,21976476:metal:4230:21976709,21979822:metal:4230:21980382,21982552:'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.34291289071290043, 'nb_photo': 210183, 'list_port_cont': '21959522,21959604,21959640,21959996,21960158,21960193,21960276,21960378,21960505,21960715,21960788,21960834,21960869,21961215,21961291,21961675,21961705,21961872,21961883,21961944,21962036,21962140,21962758,21963154,21965520,21969752,21973236,21976692,21978306,21978429,21978527,21979060,21979102,21979181,21979231,21979797,21980393,21983411,21985867,21987917,21992618,21993434,21993814,21993874,21994478,21994607,21994625,21996438,22000880,22001100,22002603,22005269,22005986,22007888,22009957,22012657,22015307,22017909,22020602,22022541,22023664,22025783,22051389,22051468,22051509,22051637,22051751,22051769,22051986,22052070,22052199,22052295,22052347,22052589,22052714,22053619,22054306,22104197,22104350,22104384,22104521,22104619,22104714,22104754,22106848,22106887,22106937,22106973,22106996,22107048,22107082,22107152,22107198,22107216,22107267,22107331,22107401,22107411,22107476,22107546,22109323,22155791,22155848,22156038,22156228,22156329,22156700,22156740,22156804,22156919,22156961,22157029,22157225,2215732', 'assoc_port': '21959003:21962140,21959005:21962036,21959007:21961872,21959009:21961944,21959011:21961883,21959013:21961215,21959015:21961705,21959017:21961291,21959019:21960834,21959021:21960788,21959023:21960869,21959025:21960505,21959028:21960715,21959030:21960378,21959033:21960276,21959036:21960193,21959038:21959996,21959041:21960158,21959043:21963154,21959046:21959604,21959048:21959640,21959051:21959522,21960916:21961675,21962451:21962758,21965300:21965520,21966941:21973236,21969364:21969752,21976437:21979181,21976438:21979797,21976440:21979231,21976442:21979102,21976444:21978429,21976446:21979060,21976473:21978527,21976474:21978306,21976476:21976692,21979822:21980393,21982552:21983411,21985242:21985867,21987805:21987917,21989949:21994478,21989953:21994625,21989957:21994607,21989961:21993814,21989964:21993874,21989970:21992618,21992870:21993434,21995911:21996438,22000335:22001100,22000336:22000880,22002477:22002603,22004598:22005269,22005793:22005986,22007308:22007888,22009406:22009957,22012083:22012657,22014783:2201530', 'assoc_mat': '21959003:papier:4230:21962140,21959005:papier:4230:21962036,21959007:papier:4230:21961872,21959009:papier:4230:21961944,21959011:papier:4230:21961883,21959013:papier:4230:21961215,21959015:papier:4230:21961705,21959017:papier:4230:21961291,21959019:papier:4230:21960834,21959021:papier:4230:21960788,21959023:papier:4230:21960869,21959025:papier:4230:21960505,21959028:papier:4230:21960715,21959030:papier:4230:21960378,21959033:papier:4230:21960276,21959036:papier:4230:21960193,21959038:papier:4230:21959996,21959041:papier:4230:21960158,21959043:papier:4230:21963154,21959046:papier:4230:21959604,21959048:papier:4230:21959640,21959051:papier:4230:21959522,21960916:papier:4230:21961675,21962451:papier:4230:21962758,21965300:papier:4230:21965520,21966941:papier:4230:21973236,21969364:papier:4230:21969752,21976437:papier:4230:21979181,21976438:papier:4230:21979797,21976440:papier:4230:21979231,21976442:papier:4230:21979102,21976444:papier:4230:21978429,21976446:papier:4230:21979060,21976473:papier:4230:21978527,2197'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.008518906831919979, 'nb_photo': 4420, 'list_port_cont': '21959524,21959603,21959644,21959997,21960166,21960198,21960283,21960382,21960496,21960721,21960782,21960828,21960870,21961213,21961306,21961670,21961712,21961863,21961884,21961939,21962047,21962139,21962756,21963146,21965516,21969744,21973244,21976703,21978293,21978427,21978522,21979065,21979093,21979182,21979229,21979798,21980396,21983408,21985862,21987921,21992609,21993435,21993813,21993870,21994484,21994605,21994620,21996439,22000868,22001093,22002605,22005263,22005995,22007879,22009954,22012653,22015302,22017899,22020603,22022549,22023668,22025779,22051393,22051479,22051515,22051645,22051743,22051766,22051989,22052073,22052198,22052296,22052353,22052585,22052722,22053609,22054300,22104193,22104340,22104389,22104532,22104613,22104712,22104758,22106856,22106886,22106940,22106965,22106994,22107043,22107086,22107159,22107201,22107215,22107273,22107325,22107393,22107412,22107473,22107542,22109330,22155786,22155843,22156034,22156227,22156322,22156702,22156732,22156799,22156927,22156967,22157027,22157222,2215731', 'assoc_port': '21959003:21962139,21959005:21962047,21959007:21961863,21959009:21961939,21959011:21961884,21959013:21961213,21959015:21961712,21959017:21961306,21959019:21960828,21959021:21960782,21959023:21960870,21959025:21960496,21959028:21960721,21959030:21960382,21959033:21960283,21959036:21960198,21959038:21959997,21959041:21960166,21959043:21963146,21959046:21959603,21959048:21959644,21959051:21959524,21960916:21961670,21962451:21962756,21965300:21965516,21966941:21973244,21969364:21969744,21976437:21979182,21976438:21979798,21976440:21979229,21976442:21979093,21976444:21978427,21976446:21979065,21976473:21978522,21976474:21978293,21976476:21976703,21979822:21980396,21982552:21983408,21985242:21985862,21987805:21987921,21989949:21994484,21989953:21994620,21989957:21994605,21989961:21993813,21989964:21993870,21989970:21992609,21992870:21993435,21995911:21996439,22000335:22001093,22000336:22000868,22002477:22002605,22004598:22005263,22005793:22005995,22007308:22007879,22009406:22009954,22012083:22012653,22014783:2201530', 'assoc_mat': '21959003:pehd:4230:21962139,21959005:pehd:4230:21962047,21959007:pehd:4230:21961863,21959009:pehd:4230:21961939,21959011:pehd:4230:21961884,21959013:pehd:4230:21961213,21959015:pehd:4230:21961712,21959017:pehd:4230:21961306,21959019:pehd:4230:21960828,21959021:pehd:4230:21960782,21959023:pehd:4230:21960870,21959025:pehd:4230:21960496,21959028:pehd:4230:21960721,21959030:pehd:4230:21960382,21959033:pehd:4230:21960283,21959036:pehd:4230:21960198,21959038:pehd:4230:21959997,21959041:pehd:4230:21960166,21959043:pehd:4230:21963146,21959046:pehd:4230:21959603,21959048:pehd:4230:21959644,21959051:pehd:4230:21959524,21960916:pehd:4230:21961670,21962451:pehd:4230:21962756,21965300:pehd:4230:21965516,21966941:pehd:4230:21973244,21969364:pehd:4230:21969744,21976437:pehd:4230:21979182,21976438:pehd:4230:21979798,21976440:pehd:4230:21979229,21976442:pehd:4230:21979093,21976444:pehd:4230:21978427,21976446:pehd:4230:21979065,21976473:pehd:4230:21978522,21976474:pehd:4230:21978293,21976476:pehd:4230:21976703,21979822:pehd:42'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.019949810966808236, 'nb_photo': 13972, 'list_port_cont': '21959521,21959607,21959637,21959992,21960163,21960195,21960278,21960383,21960503,21960716,21960790,21960840,21960875,21961207,21961302,21961673,21961701,21961859,21961889,21961940,21962043,21962133,21962763,21963155,21965526,21969745,21973245,21976710,21978295,21978433,21978529,21979054,21979104,21979183,21979227,21979791,21980397,21983396,21985865,21987915,21992621,21993431,21993804,21993873,21994485,21994597,21994624,21996433,22000882,22001096,22002587,22005267,22005993,22007883,22009958,22012652,22015312,22017904,22020604,22022545,22023656,22025789,22051394,22051472,22051518,22051641,22051750,22051761,22051982,22052072,22052200,22052288,22052341,22052593,22052725,22053617,22054305,22104200,22104348,22104388,22104535,22104616,22104711,22104751,22106844,22106892,22106933,22106979,22106991,22107046,22107081,22107156,22107195,22107205,22107270,22107324,22107395,22107423,22107474,22107547,22109326,22155788,22155842,22156036,22156220,22156325,22156696,22156729,22156795,22156922,22156964,22157022,22157229,2215732', 'assoc_port': '21959003:21962133,21959005:21962043,21959007:21961859,21959009:21961940,21959011:21961889,21959013:21961207,21959015:21961701,21959017:21961302,21959019:21960840,21959021:21960790,21959023:21960875,21959025:21960503,21959028:21960716,21959030:21960383,21959033:21960278,21959036:21960195,21959038:21959992,21959041:21960163,21959043:21963155,21959046:21959607,21959048:21959637,21959051:21959521,21960916:21961673,21962451:21962763,21965300:21965526,21966941:21973245,21969364:21969745,21976437:21979183,21976438:21979791,21976440:21979227,21976442:21979104,21976444:21978433,21976446:21979054,21976473:21978529,21976474:21978295,21976476:21976710,21979822:21980397,21982552:21983396,21985242:21985865,21987805:21987915,21989949:21994485,21989953:21994624,21989957:21994597,21989961:21993804,21989964:21993873,21989970:21992621,21992870:21993431,21995911:21996433,22000335:22001096,22000336:22000882,22002477:22002587,22004598:22005267,22005793:22005993,22007308:22007883,22009406:22009958,22012083:22012652,22014783:2201531', 'assoc_mat': '21959003:pet_clair:4230:21962133,21959005:pet_clair:4230:21962043,21959007:pet_clair:4230:21961859,21959009:pet_clair:4230:21961940,21959011:pet_clair:4230:21961889,21959013:pet_clair:4230:21961207,21959015:pet_clair:4230:21961701,21959017:pet_clair:4230:21961302,21959019:pet_clair:4230:21960840,21959021:pet_clair:4230:21960790,21959023:pet_clair:4230:21960875,21959025:pet_clair:4230:21960503,21959028:pet_clair:4230:21960716,21959030:pet_clair:4230:21960383,21959033:pet_clair:4230:21960278,21959036:pet_clair:4230:21960195,21959038:pet_clair:4230:21959992,21959041:pet_clair:4230:21960163,21959043:pet_clair:4230:21963155,21959046:pet_clair:4230:21959607,21959048:pet_clair:4230:21959637,21959051:pet_clair:4230:21959521,21960916:pet_clair:4230:21961673,21962451:pet_clair:4230:21962763,21965300:pet_clair:4230:21965526,21966941:pet_clair:4230:21973245,21969364:pet_clair:4230:21969745,21976437:pet_clair:4230:21979183,21976438:pet_clair:4230:21979791,21976440:pet_clair:4230:21979227,21976442:pet_clair:4230:21979104,2'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.010131281652179214, 'nb_photo': 1182, 'list_port_cont': '21959518,21959601,21959999,21960156,21960191,21960286,21960380,21960504,21960719,21960789,21960838,21960872,21961304,21961672,21961707,21961890,21961929,21962044,21963150,21965527,21973247,21976685,21978304,21978424,21978534,21979063,21979094,21979235,21979801,21980394,21983404,21985861,21987926,21992615,21993433,21994483,21996437,22000872,22001099,22005266,22005984,22007890,22009948,22012655,22015315,22017906,22020594,22022548,22023659,22025788,22051388,22051481,22051511,22051649,22051747,22051758,22051997,22052069,22052208,22052291,22052354,22052591,22052716,22053610,22054302,22104346,22104392,22104534,22104610,22104715,22104757,22106855,22106884,22106990,22107051,22107089,22107199,22107218,22107266,22107321,22107399,22107407,22107468,22107541,22109331,22155790,22155852,22156040,22156231,22156336,22156701,22156738,22156928,22156963,22157228,22157326,22157441,22157536,22157579,22157874,22158070,22158138,22158286,22159417,22161203,22162880,22227538,22227642,22227653,22227723,22227761,22227818,22227875,2222792', 'assoc_port': '21959005:21962044,21959009:21961929,21959011:21961890,21959015:21961707,21959017:21961304,21959019:21960838,21959021:21960789,21959023:21960872,21959025:21960504,21959028:21960719,21959030:21960380,21959033:21960286,21959036:21960191,21959038:21959999,21959041:21960156,21959043:21963150,21959046:21959601,21959051:21959518,21960916:21961672,21965300:21965527,21966941:21973247,21976438:21979801,21976440:21979235,21976442:21979094,21976444:21978424,21976446:21979063,21976473:21978534,21976474:21978304,21976476:21976685,21979822:21980394,21982552:21983404,21985242:21985861,21987805:21987926,21989949:21994483,21989970:21992615,21992870:21993433,21995911:21996437,22000335:22001099,22000336:22000872,22004598:22005266,22005793:22005984,22007308:22007890,22009406:22009948,22012083:22012655,22014783:22015315,22017244:22017906,22019575:22020594,22022112:22022548,22023289:22023659,22024569:22025788,22051178:22052208,22051181:22052291,22051184:22052716,22051187:22052591,22051191:22052354,22051193:22051747,22051196:2205206', 'assoc_mat': '21959005:pet_fonce:4230:21962044,21959009:pet_fonce:4230:21961929,21959011:pet_fonce:4230:21961890,21959015:pet_fonce:4230:21961707,21959017:pet_fonce:4230:21961304,21959019:pet_fonce:4230:21960838,21959021:pet_fonce:4230:21960789,21959023:pet_fonce:4230:21960872,21959025:pet_fonce:4230:21960504,21959028:pet_fonce:4230:21960719,21959030:pet_fonce:4230:21960380,21959033:pet_fonce:4230:21960286,21959036:pet_fonce:4230:21960191,21959038:pet_fonce:4230:21959999,21959041:pet_fonce:4230:21960156,21959043:pet_fonce:4230:21963150,21959046:pet_fonce:4230:21959601,21959051:pet_fonce:4230:21959518,21960916:pet_fonce:4230:21961672,21965300:pet_fonce:4230:21965527,21966941:pet_fonce:4230:21973247,21976438:pet_fonce:4230:21979801,21976440:pet_fonce:4230:21979235,21976442:pet_fonce:4230:21979094,21976444:pet_fonce:4230:21978424,21976446:pet_fonce:4230:21979063,21976473:pet_fonce:4230:21978534,21976474:pet_fonce:4230:21978304,21976476:pet_fonce:4230:21976685,21979822:pet_fonce:4230:21980394,21982552:pet_fonce:4230:21983404,2'}), 'main_stat': {'nb_photos': 1071}}, 'hostname': (), 'impurety_average_per_hashtag': [(('incineration', '2025-04', 0.5023609060360802),)]} TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam8"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4851 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4851 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4851 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4851 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((1071,),), 'unwanted_material_monthly_percentage': ((0.5023609060360802,),), 'material_repartition': (('incineration', 1071),), 'material_dict': {'incineration': 1071}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 4, 1), 0.5881995610163611, 75), (datetime.date(2025, 4, 2), 0.5167319588146496, 67), (datetime.date(2025, 4, 3), 0.4720045751998535, 44), (datetime.date(2025, 4, 15), 0.456620919186288, 47), (datetime.date(2025, 4, 16), 0.4529946113206686, 73), (datetime.date(2025, 4, 17), 0.46809955362289296, 74), (datetime.date(2025, 4, 18), 0.43938481657790956, 78), (datetime.date(2025, 4, 19), 0.4104625714320315, 72), (datetime.date(2025, 4, 20), 0.3992217762706861, 71), (datetime.date(2025, 4, 21), 0.39845209693226813, 26), (datetime.date(2025, 4, 22), 0.5492099752925714, 69), (datetime.date(2025, 4, 23), 0.5563948665567321, 72), (datetime.date(2025, 4, 24), 0.498407607772603, 67), (datetime.date(2025, 4, 25), 0.41692935816791726, 59), (datetime.date(2025, 4, 28), 0.6685172849797841, 35), (datetime.date(2025, 4, 29), 0.6348089158239597, 68), (datetime.date(2025, 4, 30), 0.5778478214784639, 74)), 'impurety_average_data_per_hashtag': {'incineration': ((datetime.date(2025, 4, 1), 0.5881995610163611, 75), (datetime.date(2025, 4, 2), 0.5167319588146496, 67), (datetime.date(2025, 4, 3), 0.4720045751998535, 44), (datetime.date(2025, 4, 15), 0.456620919186288, 47), (datetime.date(2025, 4, 16), 0.4529946113206686, 73), (datetime.date(2025, 4, 17), 0.46809955362289296, 74), (datetime.date(2025, 4, 18), 0.43938481657790956, 78), (datetime.date(2025, 4, 19), 0.4104625714320315, 72), (datetime.date(2025, 4, 20), 0.3992217762706861, 71), (datetime.date(2025, 4, 21), 0.39845209693226813, 26), (datetime.date(2025, 4, 22), 0.5492099752925714, 69), (datetime.date(2025, 4, 23), 0.5563948665567321, 72), (datetime.date(2025, 4, 24), 0.498407607772603, 67), (datetime.date(2025, 4, 25), 0.41692935816791726, 59), (datetime.date(2025, 4, 28), 0.6685172849797841, 35), (datetime.date(2025, 4, 29), 0.6348089158239597, 68), (datetime.date(2025, 4, 30), 0.5778478214784639, 74))}, 'quality_array': [['-8.25553442035551', '01042025'], ['-8.487189255819485', '02042025'], ['-8.539417570303643', '03042025'], ['-8.101313820223488', '15042025'], ['-7.059106243104667', '16042025'], ['-7.2806488634011', '17042025'], ['-6.964476241560438', '18042025'], ['-7.282618741301629', '19042025'], ['-7.696452739396882', '20042025'], ['-9.075300981321032', '21042025'], ['-8.972213828363587', '22042025'], ['-8.887891225115874', '23042025'], ['-8.790531153636953', '24042025'], ['-8.947187817996852', '25042025'], ['-8.654923800419379', '28042025'], ['-8.742635725645991', '29042025'], ['-8.81447844658759', '30042025']], 'number_of_batch': ((360,),), 'datou_id_sts': 4851, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.02343458833896396, 'nb_photo': 14316, 'list_port_cont': '21959523,21959597,21959645,21960001,21960157,21960194,21960270,21960379,21960490,21960706,21960781,21960824,21960867,21961214,21961292,21961659,21961706,21961874,21961888,21961943,21962031,21962144,21962759,21963147,21965523,21969743,21973241,21976677,21978302,21978432,21978526,21979057,21979090,21979179,21979223,21979800,21980387,21983410,21985860,21987910,21992620,21993423,21993802,21993868,21994486,21994603,21994621,21996432,22000881,22001091,22002579,22005271,22005994,22007889,22009950,22012648,22015304,22017905,22020605,22022539,22023665,22025780,22051381,22051480,22051514,22051644,22051749,22051770,22051978,22052065,22052207,22052280,22052342,22052575,22052713,22053612,22054291,22104187,22104337,22104385,22104533,22104609,22104718,22104742,22106850,22106883,22106939,22106978,22106988,22107053,22107087,22107157,22107196,22107208,22107265,22107332,22107404,22107419,22107469,22107543,22109336,22155781,22155847,22156029,22156217,22156328,22156691,22156733,22156787,22156926,22156962,22157016,22157227,2215732', 'assoc_port': '21959003:21962144,21959005:21962031,21959007:21961874,21959009:21961943,21959011:21961888,21959013:21961214,21959015:21961706,21959017:21961292,21959019:21960824,21959021:21960781,21959023:21960867,21959025:21960490,21959028:21960706,21959030:21960379,21959033:21960270,21959036:21960194,21959038:21960001,21959041:21960157,21959043:21963147,21959046:21959597,21959048:21959645,21959051:21959523,21960916:21961659,21962451:21962759,21965300:21965523,21966941:21973241,21969364:21969743,21976437:21979179,21976438:21979800,21976440:21979223,21976442:21979090,21976444:21978432,21976446:21979057,21976473:21978526,21976474:21978302,21976476:21976677,21979822:21980387,21982552:21983410,21985242:21985860,21987805:21987910,21989949:21994486,21989953:21994621,21989957:21994603,21989961:21993802,21989964:21993868,21989970:21992620,21992870:21993423,21995911:21996432,22000335:22001091,22000336:22000881,22002477:22002579,22004598:22005271,22005793:22005994,22007308:22007889,22009406:22009950,22012083:22012648,22014783:2201530', 'assoc_mat': '21959003:autre:4230:21962144,21959005:autre:4230:21962031,21959007:autre:4230:21961874,21959009:autre:4230:21961943,21959011:autre:4230:21961888,21959013:autre:4230:21961214,21959015:autre:4230:21961706,21959017:autre:4230:21961292,21959019:autre:4230:21960824,21959021:autre:4230:21960781,21959023:autre:4230:21960867,21959025:autre:4230:21960490,21959028:autre:4230:21960706,21959030:autre:4230:21960379,21959033:autre:4230:21960270,21959036:autre:4230:21960194,21959038:autre:4230:21960001,21959041:autre:4230:21960157,21959043:autre:4230:21963147,21959046:autre:4230:21959597,21959048:autre:4230:21959645,21959051:autre:4230:21959523,21960916:autre:4230:21961659,21962451:autre:4230:21962759,21965300:autre:4230:21965523,21966941:autre:4230:21973241,21969364:autre:4230:21969743,21976437:autre:4230:21979179,21976438:autre:4230:21979800,21976440:autre:4230:21979223,21976442:autre:4230:21979090,21976444:autre:4230:21978432,21976446:autre:4230:21979057,21976473:autre:4230:21978526,21976474:autre:4230:21978302,21976476:'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.11253526144815972, 'nb_photo': 79454, 'list_port_cont': '21959514,21959606,21959643,21960000,21960164,21960203,21960284,21960384,21960506,21960713,21960785,21960839,21960879,21961212,21961303,21961676,21961708,21961869,21961878,21961935,21962037,21962143,21962754,21963156,21965514,21969753,21973249,21976707,21978297,21978430,21978533,21979056,21979103,21979184,21979225,21979790,21980398,21983406,21985870,21987925,21992622,21993428,21993810,21993875,21994480,21994600,21994615,21996443,22000873,22001098,22002601,22005262,22005996,22007887,22009952,22012647,22015310,22017910,22020598,22022537,22023667,22025782,22051392,22051478,22051506,22051647,22051752,22051760,22051999,22052080,22052205,22052292,22052350,22052576,22052727,22053620,22054308,22104199,22104352,22104387,22104531,22104617,22104708,22104747,22106854,22106893,22106941,22106972,22106997,22107052,22107090,22107161,22107188,22107213,22107261,22107330,22107397,22107413,22107477,22107549,22109327,22155787,22155845,22156035,22156232,22156334,22156692,22156739,22156792,22156921,22156966,22157021,22157231,2215731', 'assoc_port': '21959003:21962143,21959005:21962037,21959007:21961878,21959009:21961935,21959011:21961869,21959013:21961212,21959015:21961708,21959017:21961303,21959019:21960839,21959021:21960785,21959023:21960879,21959025:21960506,21959028:21960713,21959030:21960384,21959033:21960284,21959036:21960203,21959038:21960000,21959041:21960164,21959043:21963156,21959046:21959606,21959048:21959643,21959051:21959514,21960916:21961676,21962451:21962754,21965300:21965514,21966941:21973249,21969364:21969753,21976437:21979184,21976438:21979790,21976440:21979225,21976442:21979103,21976444:21978430,21976446:21979056,21976473:21978533,21976474:21978297,21976476:21976707,21979822:21980398,21982552:21983406,21985242:21985870,21987805:21987925,21989949:21994480,21989953:21994615,21989957:21994600,21989961:21993810,21989964:21993875,21989970:21992622,21992870:21993428,21995911:21996443,22000335:22001098,22000336:22000873,22002477:22002601,22004598:22005262,22005793:22005996,22007308:22007887,22009406:22009952,22012083:22012647,22014783:2201531', 'assoc_mat': '21959003:carton:4230:21962143,21959005:carton:4230:21962037,21959007:carton:4230:21961878,21959009:carton:4230:21961935,21959011:carton:4230:21961869,21959013:carton:4230:21961212,21959015:carton:4230:21961708,21959017:carton:4230:21961303,21959019:carton:4230:21960839,21959021:carton:4230:21960785,21959023:carton:4230:21960879,21959025:carton:4230:21960506,21959028:carton:4230:21960713,21959030:carton:4230:21960384,21959033:carton:4230:21960284,21959036:carton:4230:21960203,21959038:carton:4230:21960000,21959041:carton:4230:21960164,21959043:carton:4230:21963156,21959046:carton:4230:21959606,21959048:carton:4230:21959643,21959051:carton:4230:21959514,21960916:carton:4230:21961676,21962451:carton:4230:21962754,21965300:carton:4230:21965514,21966941:carton:4230:21973249,21969364:carton:4230:21969753,21976437:carton:4230:21979184,21976438:carton:4230:21979790,21976440:carton:4230:21979225,21976442:carton:4230:21979103,21976444:carton:4230:21978430,21976446:carton:4230:21979056,21976473:carton:4230:21978533,2197'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0025656601402622736, 'nb_photo': 1089, 'list_port_cont': '21959507,21959608,21959636,21959993,21960153,21960275,21960370,21960497,21960714,21960778,21960833,21960880,21961211,21961298,21961665,21961702,21961875,21961880,21961933,21962040,21962141,21962760,21963143,21965521,21969749,21973240,21976709,21978291,21978423,21978518,21979095,21979178,21979215,21979794,21980382,21983399,21985857,21987924,21992610,21993429,21993812,21993872,21994470,21994595,21994608,21996431,22000883,22001084,22002583,22005259,22005992,22007876,22009955,22012656,22015298,22017911,22020591,22022546,22023663,22025786,22051385,22051476,22051652,22051737,22051755,22051980,22052293,22052339,22052595,22052723,22053603,22104192,22104347,22104378,22104530,22104618,22104709,22104746,22106851,22106926,22107085,22107148,22107192,22107402,22107417,22107462,22107536,22109320,22155784,22155837,22156028,22156333,22156694,22156725,22156802,22156924,22156952,22157028,22157218,22157321,22157442,22157531,22157585,22157788,22157885,22158061,22158137,22158279,22159412,22161215,22162870,22227537,22227667,2222771', 'assoc_port': '21959003:21962141,21959005:21962040,21959007:21961880,21959009:21961933,21959011:21961875,21959013:21961211,21959015:21961702,21959017:21961298,21959019:21960833,21959021:21960778,21959023:21960880,21959025:21960497,21959028:21960714,21959030:21960370,21959033:21960275,21959038:21959993,21959041:21960153,21959043:21963143,21959046:21959608,21959048:21959636,21959051:21959507,21960916:21961665,21962451:21962760,21965300:21965521,21966941:21973240,21969364:21969749,21976437:21979178,21976438:21979794,21976440:21979215,21976442:21979095,21976444:21978423,21976473:21978518,21976474:21978291,21976476:21976709,21979822:21980382,21982552:21983399,21985242:21985857,21987805:21987924,21989949:21994470,21989953:21994608,21989957:21994595,21989961:21993812,21989964:21993872,21989970:21992610,21992870:21993429,21995911:21996431,22000335:22001084,22000336:22000883,22002477:22002583,22004598:22005259,22005793:22005992,22007308:22007876,22009406:22009955,22012083:22012656,22014783:22015298,22017244:22017911,22019575:2202059', 'assoc_mat': '21959003:metal:4230:21962141,21959005:metal:4230:21962040,21959007:metal:4230:21961880,21959009:metal:4230:21961933,21959011:metal:4230:21961875,21959013:metal:4230:21961211,21959015:metal:4230:21961702,21959017:metal:4230:21961298,21959019:metal:4230:21960833,21959021:metal:4230:21960778,21959023:metal:4230:21960880,21959025:metal:4230:21960497,21959028:metal:4230:21960714,21959030:metal:4230:21960370,21959033:metal:4230:21960275,21959038:metal:4230:21959993,21959041:metal:4230:21960153,21959043:metal:4230:21963143,21959046:metal:4230:21959608,21959048:metal:4230:21959636,21959051:metal:4230:21959507,21960916:metal:4230:21961665,21962451:metal:4230:21962760,21965300:metal:4230:21965521,21966941:metal:4230:21973240,21969364:metal:4230:21969749,21976437:metal:4230:21979178,21976438:metal:4230:21979794,21976440:metal:4230:21979215,21976442:metal:4230:21979095,21976444:metal:4230:21978423,21976473:metal:4230:21978518,21976474:metal:4230:21978291,21976476:metal:4230:21976709,21979822:metal:4230:21980382,21982552:'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.34291289071290043, 'nb_photo': 210183, 'list_port_cont': '21959522,21959604,21959640,21959996,21960158,21960193,21960276,21960378,21960505,21960715,21960788,21960834,21960869,21961215,21961291,21961675,21961705,21961872,21961883,21961944,21962036,21962140,21962758,21963154,21965520,21969752,21973236,21976692,21978306,21978429,21978527,21979060,21979102,21979181,21979231,21979797,21980393,21983411,21985867,21987917,21992618,21993434,21993814,21993874,21994478,21994607,21994625,21996438,22000880,22001100,22002603,22005269,22005986,22007888,22009957,22012657,22015307,22017909,22020602,22022541,22023664,22025783,22051389,22051468,22051509,22051637,22051751,22051769,22051986,22052070,22052199,22052295,22052347,22052589,22052714,22053619,22054306,22104197,22104350,22104384,22104521,22104619,22104714,22104754,22106848,22106887,22106937,22106973,22106996,22107048,22107082,22107152,22107198,22107216,22107267,22107331,22107401,22107411,22107476,22107546,22109323,22155791,22155848,22156038,22156228,22156329,22156700,22156740,22156804,22156919,22156961,22157029,22157225,2215732', 'assoc_port': '21959003:21962140,21959005:21962036,21959007:21961872,21959009:21961944,21959011:21961883,21959013:21961215,21959015:21961705,21959017:21961291,21959019:21960834,21959021:21960788,21959023:21960869,21959025:21960505,21959028:21960715,21959030:21960378,21959033:21960276,21959036:21960193,21959038:21959996,21959041:21960158,21959043:21963154,21959046:21959604,21959048:21959640,21959051:21959522,21960916:21961675,21962451:21962758,21965300:21965520,21966941:21973236,21969364:21969752,21976437:21979181,21976438:21979797,21976440:21979231,21976442:21979102,21976444:21978429,21976446:21979060,21976473:21978527,21976474:21978306,21976476:21976692,21979822:21980393,21982552:21983411,21985242:21985867,21987805:21987917,21989949:21994478,21989953:21994625,21989957:21994607,21989961:21993814,21989964:21993874,21989970:21992618,21992870:21993434,21995911:21996438,22000335:22001100,22000336:22000880,22002477:22002603,22004598:22005269,22005793:22005986,22007308:22007888,22009406:22009957,22012083:22012657,22014783:2201530', 'assoc_mat': '21959003:papier:4230:21962140,21959005:papier:4230:21962036,21959007:papier:4230:21961872,21959009:papier:4230:21961944,21959011:papier:4230:21961883,21959013:papier:4230:21961215,21959015:papier:4230:21961705,21959017:papier:4230:21961291,21959019:papier:4230:21960834,21959021:papier:4230:21960788,21959023:papier:4230:21960869,21959025:papier:4230:21960505,21959028:papier:4230:21960715,21959030:papier:4230:21960378,21959033:papier:4230:21960276,21959036:papier:4230:21960193,21959038:papier:4230:21959996,21959041:papier:4230:21960158,21959043:papier:4230:21963154,21959046:papier:4230:21959604,21959048:papier:4230:21959640,21959051:papier:4230:21959522,21960916:papier:4230:21961675,21962451:papier:4230:21962758,21965300:papier:4230:21965520,21966941:papier:4230:21973236,21969364:papier:4230:21969752,21976437:papier:4230:21979181,21976438:papier:4230:21979797,21976440:papier:4230:21979231,21976442:papier:4230:21979102,21976444:papier:4230:21978429,21976446:papier:4230:21979060,21976473:papier:4230:21978527,2197'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.008518906831919979, 'nb_photo': 4420, 'list_port_cont': '21959524,21959603,21959644,21959997,21960166,21960198,21960283,21960382,21960496,21960721,21960782,21960828,21960870,21961213,21961306,21961670,21961712,21961863,21961884,21961939,21962047,21962139,21962756,21963146,21965516,21969744,21973244,21976703,21978293,21978427,21978522,21979065,21979093,21979182,21979229,21979798,21980396,21983408,21985862,21987921,21992609,21993435,21993813,21993870,21994484,21994605,21994620,21996439,22000868,22001093,22002605,22005263,22005995,22007879,22009954,22012653,22015302,22017899,22020603,22022549,22023668,22025779,22051393,22051479,22051515,22051645,22051743,22051766,22051989,22052073,22052198,22052296,22052353,22052585,22052722,22053609,22054300,22104193,22104340,22104389,22104532,22104613,22104712,22104758,22106856,22106886,22106940,22106965,22106994,22107043,22107086,22107159,22107201,22107215,22107273,22107325,22107393,22107412,22107473,22107542,22109330,22155786,22155843,22156034,22156227,22156322,22156702,22156732,22156799,22156927,22156967,22157027,22157222,2215731', 'assoc_port': '21959003:21962139,21959005:21962047,21959007:21961863,21959009:21961939,21959011:21961884,21959013:21961213,21959015:21961712,21959017:21961306,21959019:21960828,21959021:21960782,21959023:21960870,21959025:21960496,21959028:21960721,21959030:21960382,21959033:21960283,21959036:21960198,21959038:21959997,21959041:21960166,21959043:21963146,21959046:21959603,21959048:21959644,21959051:21959524,21960916:21961670,21962451:21962756,21965300:21965516,21966941:21973244,21969364:21969744,21976437:21979182,21976438:21979798,21976440:21979229,21976442:21979093,21976444:21978427,21976446:21979065,21976473:21978522,21976474:21978293,21976476:21976703,21979822:21980396,21982552:21983408,21985242:21985862,21987805:21987921,21989949:21994484,21989953:21994620,21989957:21994605,21989961:21993813,21989964:21993870,21989970:21992609,21992870:21993435,21995911:21996439,22000335:22001093,22000336:22000868,22002477:22002605,22004598:22005263,22005793:22005995,22007308:22007879,22009406:22009954,22012083:22012653,22014783:2201530', 'assoc_mat': '21959003:pehd:4230:21962139,21959005:pehd:4230:21962047,21959007:pehd:4230:21961863,21959009:pehd:4230:21961939,21959011:pehd:4230:21961884,21959013:pehd:4230:21961213,21959015:pehd:4230:21961712,21959017:pehd:4230:21961306,21959019:pehd:4230:21960828,21959021:pehd:4230:21960782,21959023:pehd:4230:21960870,21959025:pehd:4230:21960496,21959028:pehd:4230:21960721,21959030:pehd:4230:21960382,21959033:pehd:4230:21960283,21959036:pehd:4230:21960198,21959038:pehd:4230:21959997,21959041:pehd:4230:21960166,21959043:pehd:4230:21963146,21959046:pehd:4230:21959603,21959048:pehd:4230:21959644,21959051:pehd:4230:21959524,21960916:pehd:4230:21961670,21962451:pehd:4230:21962756,21965300:pehd:4230:21965516,21966941:pehd:4230:21973244,21969364:pehd:4230:21969744,21976437:pehd:4230:21979182,21976438:pehd:4230:21979798,21976440:pehd:4230:21979229,21976442:pehd:4230:21979093,21976444:pehd:4230:21978427,21976446:pehd:4230:21979065,21976473:pehd:4230:21978522,21976474:pehd:4230:21978293,21976476:pehd:4230:21976703,21979822:pehd:42'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.019949810966808236, 'nb_photo': 13972, 'list_port_cont': '21959521,21959607,21959637,21959992,21960163,21960195,21960278,21960383,21960503,21960716,21960790,21960840,21960875,21961207,21961302,21961673,21961701,21961859,21961889,21961940,21962043,21962133,21962763,21963155,21965526,21969745,21973245,21976710,21978295,21978433,21978529,21979054,21979104,21979183,21979227,21979791,21980397,21983396,21985865,21987915,21992621,21993431,21993804,21993873,21994485,21994597,21994624,21996433,22000882,22001096,22002587,22005267,22005993,22007883,22009958,22012652,22015312,22017904,22020604,22022545,22023656,22025789,22051394,22051472,22051518,22051641,22051750,22051761,22051982,22052072,22052200,22052288,22052341,22052593,22052725,22053617,22054305,22104200,22104348,22104388,22104535,22104616,22104711,22104751,22106844,22106892,22106933,22106979,22106991,22107046,22107081,22107156,22107195,22107205,22107270,22107324,22107395,22107423,22107474,22107547,22109326,22155788,22155842,22156036,22156220,22156325,22156696,22156729,22156795,22156922,22156964,22157022,22157229,2215732', 'assoc_port': '21959003:21962133,21959005:21962043,21959007:21961859,21959009:21961940,21959011:21961889,21959013:21961207,21959015:21961701,21959017:21961302,21959019:21960840,21959021:21960790,21959023:21960875,21959025:21960503,21959028:21960716,21959030:21960383,21959033:21960278,21959036:21960195,21959038:21959992,21959041:21960163,21959043:21963155,21959046:21959607,21959048:21959637,21959051:21959521,21960916:21961673,21962451:21962763,21965300:21965526,21966941:21973245,21969364:21969745,21976437:21979183,21976438:21979791,21976440:21979227,21976442:21979104,21976444:21978433,21976446:21979054,21976473:21978529,21976474:21978295,21976476:21976710,21979822:21980397,21982552:21983396,21985242:21985865,21987805:21987915,21989949:21994485,21989953:21994624,21989957:21994597,21989961:21993804,21989964:21993873,21989970:21992621,21992870:21993431,21995911:21996433,22000335:22001096,22000336:22000882,22002477:22002587,22004598:22005267,22005793:22005993,22007308:22007883,22009406:22009958,22012083:22012652,22014783:2201531', 'assoc_mat': '21959003:pet_clair:4230:21962133,21959005:pet_clair:4230:21962043,21959007:pet_clair:4230:21961859,21959009:pet_clair:4230:21961940,21959011:pet_clair:4230:21961889,21959013:pet_clair:4230:21961207,21959015:pet_clair:4230:21961701,21959017:pet_clair:4230:21961302,21959019:pet_clair:4230:21960840,21959021:pet_clair:4230:21960790,21959023:pet_clair:4230:21960875,21959025:pet_clair:4230:21960503,21959028:pet_clair:4230:21960716,21959030:pet_clair:4230:21960383,21959033:pet_clair:4230:21960278,21959036:pet_clair:4230:21960195,21959038:pet_clair:4230:21959992,21959041:pet_clair:4230:21960163,21959043:pet_clair:4230:21963155,21959046:pet_clair:4230:21959607,21959048:pet_clair:4230:21959637,21959051:pet_clair:4230:21959521,21960916:pet_clair:4230:21961673,21962451:pet_clair:4230:21962763,21965300:pet_clair:4230:21965526,21966941:pet_clair:4230:21973245,21969364:pet_clair:4230:21969745,21976437:pet_clair:4230:21979183,21976438:pet_clair:4230:21979791,21976440:pet_clair:4230:21979227,21976442:pet_clair:4230:21979104,2'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.010131281652179214, 'nb_photo': 1182, 'list_port_cont': '21959518,21959601,21959999,21960156,21960191,21960286,21960380,21960504,21960719,21960789,21960838,21960872,21961304,21961672,21961707,21961890,21961929,21962044,21963150,21965527,21973247,21976685,21978304,21978424,21978534,21979063,21979094,21979235,21979801,21980394,21983404,21985861,21987926,21992615,21993433,21994483,21996437,22000872,22001099,22005266,22005984,22007890,22009948,22012655,22015315,22017906,22020594,22022548,22023659,22025788,22051388,22051481,22051511,22051649,22051747,22051758,22051997,22052069,22052208,22052291,22052354,22052591,22052716,22053610,22054302,22104346,22104392,22104534,22104610,22104715,22104757,22106855,22106884,22106990,22107051,22107089,22107199,22107218,22107266,22107321,22107399,22107407,22107468,22107541,22109331,22155790,22155852,22156040,22156231,22156336,22156701,22156738,22156928,22156963,22157228,22157326,22157441,22157536,22157579,22157874,22158070,22158138,22158286,22159417,22161203,22162880,22227538,22227642,22227653,22227723,22227761,22227818,22227875,2222792', 'assoc_port': '21959005:21962044,21959009:21961929,21959011:21961890,21959015:21961707,21959017:21961304,21959019:21960838,21959021:21960789,21959023:21960872,21959025:21960504,21959028:21960719,21959030:21960380,21959033:21960286,21959036:21960191,21959038:21959999,21959041:21960156,21959043:21963150,21959046:21959601,21959051:21959518,21960916:21961672,21965300:21965527,21966941:21973247,21976438:21979801,21976440:21979235,21976442:21979094,21976444:21978424,21976446:21979063,21976473:21978534,21976474:21978304,21976476:21976685,21979822:21980394,21982552:21983404,21985242:21985861,21987805:21987926,21989949:21994483,21989970:21992615,21992870:21993433,21995911:21996437,22000335:22001099,22000336:22000872,22004598:22005266,22005793:22005984,22007308:22007890,22009406:22009948,22012083:22012655,22014783:22015315,22017244:22017906,22019575:22020594,22022112:22022548,22023289:22023659,22024569:22025788,22051178:22052208,22051181:22052291,22051184:22052716,22051187:22052591,22051191:22052354,22051193:22051747,22051196:2205206', 'assoc_mat': '21959005:pet_fonce:4230:21962044,21959009:pet_fonce:4230:21961929,21959011:pet_fonce:4230:21961890,21959015:pet_fonce:4230:21961707,21959017:pet_fonce:4230:21961304,21959019:pet_fonce:4230:21960838,21959021:pet_fonce:4230:21960789,21959023:pet_fonce:4230:21960872,21959025:pet_fonce:4230:21960504,21959028:pet_fonce:4230:21960719,21959030:pet_fonce:4230:21960380,21959033:pet_fonce:4230:21960286,21959036:pet_fonce:4230:21960191,21959038:pet_fonce:4230:21959999,21959041:pet_fonce:4230:21960156,21959043:pet_fonce:4230:21963150,21959046:pet_fonce:4230:21959601,21959051:pet_fonce:4230:21959518,21960916:pet_fonce:4230:21961672,21965300:pet_fonce:4230:21965527,21966941:pet_fonce:4230:21973247,21976438:pet_fonce:4230:21979801,21976440:pet_fonce:4230:21979235,21976442:pet_fonce:4230:21979094,21976444:pet_fonce:4230:21978424,21976446:pet_fonce:4230:21979063,21976473:pet_fonce:4230:21978534,21976474:pet_fonce:4230:21978304,21976476:pet_fonce:4230:21976685,21979822:pet_fonce:4230:21980394,21982552:pet_fonce:4230:21983404,2'}), 'main_stat': {'nb_photos': 1071}}, 'hostname': (), 'impurety_average_per_hashtag': [(('incineration', '2025-04', 0.5023609060360802),)]} filepath : /data_2/data_log/job/memo/SCCU_cam8/sla_mensuel_SCCU_cam8_mois_04_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'incineration': {'autre': ['autre', '2.34%', 14316], 'carton': ['carton', '11.25%', 79454], 'metal': ['metal', '0.26%', 1089], 'papier': ['papier', '34.29%', 210183], 'pehd': ['pehd', '0.85%', 4420], 'pet_clair': ['pet_clair', '1.99%', 13972], 'pet_fonce': ['pet_fonce', '1.01%', 1182]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_2/data_log/job/memo/SCCU_cam8/sla_mensuel_SCCU_cam8_mois_04_annee_2025.pdf le fichier se trouve ici : /data_2/data_log/job/memo/SCCU_cam8 2.69user 2.73system 0:06.25elapsed 86%CPU (0avgtext+0avgdata 190840maxresident)k 68688inputs+272outputs (494major+67489minor)pagefaults 0swaps