python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --dashboard_places=SCCU_cam8 -j sla_mensuel -v --date=`date -d"$nowdate 15 day ago" +%Y-%m` --rootfolder_sla=/data_2/data_log/job/memo/SCCU_cam8 ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : , Date : 2025-02 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (5, 28) TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam8"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4851 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4851 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4851 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4851 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (5, 28) TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam8"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4851 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4851 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4851 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4851 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 203 month : 02 mtr_id : dashboard_places : SCCU_cam8 date : 2025-02 year : 2025 raspi : 0 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'SCCU_cam8' and date like '%2025-02%') and created_at like '%2025-02%'))); nb_day : (5, 28) after unwanted_material_data We return tuple() but get_coverage_data_from_list_of_date return unexpectedly data from stuff in error with raspi=0 so we force here ! after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and ded.dashboard_place_id = 203 and month(ded.date) = 02 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and dr.hashtag = '_______incineration' and ded.dashboard_place_id = 203 and month(ded.date) = 02 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 203 and mp.name like '%022025%' and cps.thcl = 1533 GROUP BY sbstr ; Erreur dans le nom de portfolio du batch invalid literal for int() with base 10: 'SCCU' after number_of_batch date_start : 2025-02-01 : dt_date_just_month_year : 2025-02-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! Error parsing crontab ! [Errno 2] No such file or directory: '' You better check your LOGRASPI env !!! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "SCCU_cam8" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-02-01" AND ded.date <= "2025-02-28" apple3 {'incineration': {'mat': 'incineration', 'pht': 4230, 'datou_carac_id': 4234, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'refus'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (1579379,1582578,1585755,1589020,1592055,1595267,1597078,1597817,1600966,1604005,1606867,1609740,1612864,1614267,1614424) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.02207486947533703, 'nb_photo': 10935, 'list_port_cont': '20128048,20193302,20193409,20193495,20193620,20193784,20194186,20194298,20194464,20194902,20195202,20228140,20229713,20229812,20231517,20232026,20232621,20233105,20233222,20233332,20234178,20274936,20276332,20276592,20277085,20277713,20278601,20282082,20283817,20285969,20288196,20292040,20294450,20296265,20296834,20296952,20297267,20297913,20301353,20302897,20304449,20304985,20308778,20313503,20331884,20332179,20332578,20332918,20333716,20333831,20333931,20334006,20334039,20334264,20334371,20351883,20351978,20352241,20352665,20352823,20353011,20353403,20353618,20354415,20354955,20356180,20356203,20356402,20356442,20356516,20356729,20356803,20357149,20357183,20357444,20357710,20357862,20357968,20358030,20358075,20358116,20358240,20358490,20358694,20358999,20359425,20360115,20360163,20360316,20360522,20360983,20361068,20361809,20362166,20362238,20362321,20362742,20363577,20364507,20365131,20365836,20367364,20368128,20372216,20372557,20374789,20374862,20374990,20375210,20375288,20375383,20375516,20375624,2037585', 'assoc_port': '20127881:20128048,20193111:20331884,20193112:20332179,20193113:20416038,20193114:20332578,20193115:20332918,20193116:20467005,20193117:20416988,20193118:20333716,20193119:20333831,20193120:20333931,20193121:20334039,20193128:20334006,20193147:20334264,20193182:20194464,20193183:20334371,20193184:20195202,20193185:20194298,20193186:20193784,20193187:20193620,20193188:20193495,20193189:20193409,20193190:20193302,20193773:20194186,20194487:20194902,20227565:20228140,20228801:20356203,20228804:20356402,20228807:20356516,20228810:20356803,20228813:20426759,20228816:20357149,20228819:20357444,20228822:20427891,20228825:20428267,20228828:20428591,20228831:20358030,20228834:20427042,20228837:20358240,20228840:20233332,20228843:20430416,20228846:20234178,20228850:20232621,20228852:20233222,20228855:20231517,20228858:20229713,20228860:20229812,20231334:20232026,20232596:20233105,20273923:20374789,20273925:20374862,20273928:20374990,20273932:20375210,20273935:20375288,20273938:20375383,20273941:20375516,20273943:2037562', 'assoc_mat': '20127881:autre:4230:20128048,20193111:autre:4230:20331884,20193112:autre:4230:20332179,20193113:autre:4230:20416038,20193114:autre:4230:20332578,20193115:autre:4230:20332918,20193116:autre:4230:20467005,20193117:autre:4230:20416988,20193118:autre:4230:20333716,20193119:autre:4230:20333831,20193120:autre:4230:20333931,20193121:autre:4230:20334039,20193128:autre:4230:20334006,20193147:autre:4230:20334264,20193182:autre:4230:20194464,20193183:autre:4230:20334371,20193184:autre:4230:20195202,20193185:autre:4230:20194298,20193186:autre:4230:20193784,20193187:autre:4230:20193620,20193188:autre:4230:20193495,20193189:autre:4230:20193409,20193190:autre:4230:20193302,20193773:autre:4230:20194186,20194487:autre:4230:20194902,20227565:autre:4230:20228140,20228801:autre:4230:20356203,20228804:autre:4230:20356402,20228807:autre:4230:20356516,20228810:autre:4230:20356803,20228813:autre:4230:20426759,20228816:autre:4230:20357149,20228819:autre:4230:20357444,20228822:autre:4230:20427891,20228825:autre:4230:20428267,20228828:'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.10929425465344272, 'nb_photo': 72565, 'list_port_cont': '20128057,20193315,20193425,20193504,20193629,20193786,20194194,20194306,20194457,20194912,20195200,20228138,20229717,20229810,20231521,20232029,20232630,20233109,20233225,20233347,20234188,20274949,20276336,20276595,20277095,20277719,20278610,20282094,20283809,20285968,20288210,20292043,20294446,20296263,20296838,20296941,20297258,20297924,20301366,20302910,20304453,20304980,20308786,20313500,20331880,20332171,20332571,20332912,20333727,20333837,20333930,20334001,20334035,20334257,20334369,20351886,20351980,20352240,20352664,20352820,20353009,20353404,20353628,20354426,20354945,20356178,20356215,20356397,20356437,20356515,20356736,20356809,20357147,20357188,20357448,20357716,20357857,20357961,20358036,20358080,20358107,20358235,20358487,20358706,20359004,20359439,20360127,20360151,20360331,20360533,20360989,20361078,20361812,20362165,20362249,20362322,20362738,20363571,20364496,20365127,20365834,20367366,20368129,20372210,20372566,20374783,20374861,20374995,20375212,20375302,20375393,20375518,20375633,2037585', 'assoc_port': '20127881:20128057,20193111:20331880,20193112:20332171,20193113:20416043,20193114:20332571,20193115:20332912,20193116:20467017,20193117:20416996,20193118:20333727,20193119:20333837,20193120:20333930,20193121:20334035,20193128:20334001,20193147:20334257,20193182:20194457,20193183:20334369,20193184:20195200,20193185:20194306,20193186:20193786,20193187:20193629,20193188:20193504,20193189:20193425,20193190:20193315,20193773:20194194,20194487:20194912,20227565:20228138,20228801:20356215,20228804:20356397,20228807:20356515,20228810:20356809,20228813:20426753,20228816:20357147,20228819:20357448,20228822:20427904,20228825:20428275,20228828:20428592,20228831:20358036,20228834:20427054,20228837:20358235,20228840:20233347,20228843:20430411,20228846:20234188,20228850:20232630,20228852:20233225,20228855:20231521,20228858:20229717,20228860:20229810,20231334:20232029,20232596:20233109,20273923:20374783,20273925:20374861,20273928:20374995,20273932:20375212,20273935:20375302,20273938:20375393,20273941:20375518,20273943:2037563', 'assoc_mat': '20127881:carton:4230:20128057,20193111:carton:4230:20331880,20193112:carton:4230:20332171,20193113:carton:4230:20416043,20193114:carton:4230:20332571,20193115:carton:4230:20332912,20193116:carton:4230:20467017,20193117:carton:4230:20416996,20193118:carton:4230:20333727,20193119:carton:4230:20333837,20193120:carton:4230:20333930,20193121:carton:4230:20334035,20193128:carton:4230:20334001,20193147:carton:4230:20334257,20193182:carton:4230:20194457,20193183:carton:4230:20334369,20193184:carton:4230:20195200,20193185:carton:4230:20194306,20193186:carton:4230:20193786,20193187:carton:4230:20193629,20193188:carton:4230:20193504,20193189:carton:4230:20193425,20193190:carton:4230:20193315,20193773:carton:4230:20194194,20194487:carton:4230:20194912,20227565:carton:4230:20228138,20228801:carton:4230:20356215,20228804:carton:4230:20356397,20228807:carton:4230:20356515,20228810:carton:4230:20356809,20228813:carton:4230:20426753,20228816:carton:4230:20357147,20228819:carton:4230:20357448,20228822:carton:4230:20427904,2022'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0020969266683387253, 'nb_photo': 1213, 'list_port_cont': '20128051,20193299,20193410,20193509,20193637,20193783,20194193,20194309,20194463,20194905,20195196,20229811,20232014,20232633,20233117,20233224,20233348,20234183,20274939,20276333,20276587,20277097,20277705,20278604,20282080,20283806,20285966,20288198,20292045,20294439,20296272,20296828,20296937,20297263,20297910,20301349,20304459,20304970,20308787,20313501,20331890,20332178,20332567,20332905,20333717,20333844,20333923,20334007,20334033,20334269,20334373,20351876,20351984,20352229,20352669,20352825,20353400,20353621,20354419,20354942,20356179,20356217,20356391,20356439,20356508,20356728,20356816,20357134,20357198,20357851,20357957,20358029,20358074,20358113,20358484,20358697,20359433,20360117,20360154,20360326,20360524,20360991,20361821,20362153,20362251,20362314,20362741,20363570,20364495,20365141,20365827,20367361,20372213,20372571,20374787,20374871,20374988,20375205,20375303,20375508,20375635,20375861,20375936,20375966,20376162,20376279,20376399,20376519,20376583,20376754,20378600,20381136,20381180,2038140', 'assoc_port': '20127881:20128051,20193111:20331890,20193112:20332178,20193113:20416045,20193114:20332567,20193115:20332905,20193116:20467014,20193117:20416990,20193118:20333717,20193119:20333844,20193120:20333923,20193121:20334033,20193128:20334007,20193147:20334269,20193182:20194463,20193183:20334373,20193184:20195196,20193185:20194309,20193186:20193783,20193187:20193637,20193188:20193509,20193189:20193410,20193190:20193299,20193773:20194193,20194487:20194905,20228801:20356217,20228804:20356391,20228807:20356508,20228810:20356816,20228813:20426760,20228816:20357134,20228822:20427900,20228825:20428266,20228828:20428581,20228831:20358029,20228834:20427048,20228840:20233348,20228843:20430401,20228846:20234183,20228850:20232633,20228852:20233224,20228860:20229811,20231334:20232014,20232596:20233117,20273923:20374787,20273925:20374871,20273928:20374988,20273932:20375205,20273935:20375303,20273941:20375508,20273943:20375635,20273945:20438484,20273948:20375861,20273950:20375966,20273952:20375936,20273954:20438846,20273956:2037616', 'assoc_mat': '20127881:metal:4230:20128051,20193111:metal:4230:20331890,20193112:metal:4230:20332178,20193113:metal:4230:20416045,20193114:metal:4230:20332567,20193115:metal:4230:20332905,20193116:metal:4230:20467014,20193117:metal:4230:20416990,20193118:metal:4230:20333717,20193119:metal:4230:20333844,20193120:metal:4230:20333923,20193121:metal:4230:20334033,20193128:metal:4230:20334007,20193147:metal:4230:20334269,20193182:metal:4230:20194463,20193183:metal:4230:20334373,20193184:metal:4230:20195196,20193185:metal:4230:20194309,20193186:metal:4230:20193783,20193187:metal:4230:20193637,20193188:metal:4230:20193509,20193189:metal:4230:20193410,20193190:metal:4230:20193299,20193773:metal:4230:20194193,20194487:metal:4230:20194905,20228801:metal:4230:20356217,20228804:metal:4230:20356391,20228807:metal:4230:20356508,20228810:metal:4230:20356816,20228813:metal:4230:20426760,20228816:metal:4230:20357134,20228822:metal:4230:20427900,20228825:metal:4230:20428266,20228828:metal:4230:20428581,20228831:metal:4230:20358029,20228834:'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.3348162978871247, 'nb_photo': 220838, 'list_port_cont': '20128055,20193304,20193422,20193502,20193635,20193790,20194185,20194311,20194459,20194915,20195195,20228150,20229719,20229815,20231518,20232027,20232635,20233112,20233223,20233344,20234190,20274942,20276327,20276588,20277094,20277710,20278607,20282096,20283815,20285959,20288203,20292046,20294452,20296259,20296844,20296943,20297273,20297923,20301358,20302902,20304465,20304984,20308777,20313498,20331881,20332176,20332576,20332908,20333728,20333845,20333928,20334003,20334037,20334271,20334370,20351882,20351987,20352244,20352663,20352822,20353002,20353413,20353629,20354422,20354940,20356171,20356214,20356406,20356436,20356514,20356741,20356808,20357140,20357192,20357446,20357717,20357867,20357958,20358026,20358071,20358121,20358238,20358496,20358702,20359005,20359430,20360122,20360164,20360321,20360531,20360975,20361069,20361819,20362163,20362252,20362325,20362739,20363578,20364497,20365129,20365842,20367369,20368124,20372215,20372561,20374793,20374872,20374981,20375219,20375300,20375394,20375512,20375629,2037586', 'assoc_port': '20127881:20128055,20193111:20331881,20193112:20332176,20193113:20416042,20193114:20332576,20193115:20332908,20193116:20467018,20193117:20416999,20193118:20333728,20193119:20333845,20193120:20333928,20193121:20334037,20193128:20334003,20193147:20334271,20193182:20194459,20193183:20334370,20193184:20195195,20193185:20194311,20193186:20193790,20193187:20193635,20193188:20193502,20193189:20193422,20193190:20193304,20193773:20194185,20194487:20194915,20227565:20228150,20228801:20356214,20228804:20356406,20228807:20356514,20228810:20356808,20228813:20426763,20228816:20357140,20228819:20357446,20228822:20427906,20228825:20428274,20228828:20428583,20228831:20358026,20228834:20427051,20228837:20358238,20228840:20233344,20228843:20430412,20228846:20234190,20228850:20232635,20228852:20233223,20228855:20231518,20228858:20229719,20228860:20229815,20231334:20232027,20232596:20233112,20273923:20374793,20273925:20374872,20273928:20374981,20273932:20375219,20273935:20375300,20273938:20375394,20273941:20375512,20273943:2037562', 'assoc_mat': '20127881:papier:4230:20128055,20193111:papier:4230:20331881,20193112:papier:4230:20332176,20193113:papier:4230:20416042,20193114:papier:4230:20332576,20193115:papier:4230:20332908,20193116:papier:4230:20467018,20193117:papier:4230:20416999,20193118:papier:4230:20333728,20193119:papier:4230:20333845,20193120:papier:4230:20333928,20193121:papier:4230:20334037,20193128:papier:4230:20334003,20193147:papier:4230:20334271,20193182:papier:4230:20194459,20193183:papier:4230:20334370,20193184:papier:4230:20195195,20193185:papier:4230:20194311,20193186:papier:4230:20193790,20193187:papier:4230:20193635,20193188:papier:4230:20193502,20193189:papier:4230:20193422,20193190:papier:4230:20193304,20193773:papier:4230:20194185,20194487:papier:4230:20194915,20227565:papier:4230:20228150,20228801:papier:4230:20356214,20228804:papier:4230:20356406,20228807:papier:4230:20356514,20228810:papier:4230:20356808,20228813:papier:4230:20426763,20228816:papier:4230:20357140,20228819:papier:4230:20357446,20228822:papier:4230:20427906,2022'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.007409957256774523, 'nb_photo': 3639, 'list_port_cont': '20128049,20193312,20193423,20193506,20193631,20193787,20194195,20194304,20194462,20194916,20195204,20228142,20229720,20229819,20231509,20232021,20232636,20233115,20233231,20233341,20234192,20274946,20276341,20276602,20277093,20277715,20278611,20282088,20283810,20285962,20288208,20292049,20294444,20296273,20296840,20296942,20297269,20297917,20301355,20302911,20304457,20304983,20308783,20313508,20331888,20332185,20332577,20332920,20333715,20333843,20333925,20334012,20334046,20334260,20334367,20351889,20351986,20352231,20352660,20352824,20353007,20353411,20353631,20354429,20354953,20356172,20356206,20356404,20356433,20356507,20356743,20356818,20357150,20357189,20357439,20357715,20357861,20357964,20358032,20358073,20358115,20358229,20358492,20358705,20359014,20359437,20360124,20360159,20360320,20360534,20360980,20361072,20361816,20362158,20362246,20362329,20362733,20363581,20364499,20365139,20365839,20367362,20368132,20372207,20372570,20374786,20374863,20374994,20375213,20375295,20375389,20375514,20375632,2037586', 'assoc_port': '20127881:20128049,20193111:20331888,20193112:20332185,20193113:20416046,20193114:20332577,20193115:20332920,20193116:20467016,20193117:20416997,20193118:20333715,20193119:20333843,20193120:20333925,20193121:20334046,20193128:20334012,20193147:20334260,20193182:20194462,20193183:20334367,20193184:20195204,20193185:20194304,20193186:20193787,20193187:20193631,20193188:20193506,20193189:20193423,20193190:20193312,20193773:20194195,20194487:20194916,20227565:20228142,20228801:20356206,20228804:20356404,20228807:20356507,20228810:20356818,20228813:20426764,20228816:20357150,20228819:20357439,20228822:20427901,20228825:20428271,20228828:20428587,20228831:20358032,20228834:20427055,20228837:20358229,20228840:20233341,20228843:20430414,20228846:20234192,20228850:20232636,20228852:20233231,20228855:20231509,20228858:20229720,20228860:20229819,20231334:20232021,20232596:20233115,20273923:20374786,20273925:20374863,20273928:20374994,20273932:20375213,20273935:20375295,20273938:20375389,20273941:20375514,20273943:2037563', 'assoc_mat': '20127881:pehd:4230:20128049,20193111:pehd:4230:20331888,20193112:pehd:4230:20332185,20193113:pehd:4230:20416046,20193114:pehd:4230:20332577,20193115:pehd:4230:20332920,20193116:pehd:4230:20467016,20193117:pehd:4230:20416997,20193118:pehd:4230:20333715,20193119:pehd:4230:20333843,20193120:pehd:4230:20333925,20193121:pehd:4230:20334046,20193128:pehd:4230:20334012,20193147:pehd:4230:20334260,20193182:pehd:4230:20194462,20193183:pehd:4230:20334367,20193184:pehd:4230:20195204,20193185:pehd:4230:20194304,20193186:pehd:4230:20193787,20193187:pehd:4230:20193631,20193188:pehd:4230:20193506,20193189:pehd:4230:20193423,20193190:pehd:4230:20193312,20193773:pehd:4230:20194195,20194487:pehd:4230:20194916,20227565:pehd:4230:20228142,20228801:pehd:4230:20356206,20228804:pehd:4230:20356404,20228807:pehd:4230:20356507,20228810:pehd:4230:20356818,20228813:pehd:4230:20426764,20228816:pehd:4230:20357150,20228819:pehd:4230:20357439,20228822:pehd:4230:20427901,20228825:pehd:4230:20428271,20228828:pehd:4230:20428587,20228831:pehd:42'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.010585081775223383, 'nb_photo': 11708, 'list_port_cont': '20128047,20193316,20193416,20193501,20193634,20193793,20194188,20194301,20194450,20194911,20195206,20228149,20229714,20229814,20231507,20232020,20232637,20233116,20233230,20233349,20234184,20274940,20276334,20276590,20277088,20277717,20278609,20282092,20283818,20285970,20288209,20292048,20294445,20296269,20296845,20296951,20297272,20297922,20301364,20302909,20304464,20304981,20308784,20313509,20331889,20332177,20332575,20332917,20333726,20333833,20333920,20334009,20334047,20334270,20334365,20351879,20351988,20352247,20352661,20352819,20352999,20353414,20353630,20354430,20354954,20356176,20356216,20356407,20356444,20356518,20356739,20356819,20357145,20357193,20357441,20357719,20357863,20357965,20358038,20358072,20358112,20358239,20358500,20358707,20359013,20359440,20360126,20360161,20360322,20360530,20360988,20361074,20361820,20362159,20362245,20362330,20362731,20363575,20364504,20365140,20365841,20367373,20368127,20372202,20372559,20374792,20374873,20374993,20375215,20375301,20375392,20375521,20375634,2037585', 'assoc_port': '20127881:20128047,20193111:20331889,20193112:20332177,20193113:20416032,20193114:20332575,20193115:20332917,20193116:20467010,20193117:20416993,20193118:20333726,20193119:20333833,20193120:20333920,20193121:20334047,20193128:20334009,20193147:20334270,20193182:20194450,20193183:20334365,20193184:20195206,20193185:20194301,20193186:20193793,20193187:20193634,20193188:20193501,20193189:20193416,20193190:20193316,20193773:20194188,20194487:20194911,20227565:20228149,20228801:20356216,20228804:20356407,20228807:20356518,20228810:20356819,20228813:20426758,20228816:20357145,20228819:20357441,20228822:20427902,20228825:20428281,20228828:20428588,20228831:20358038,20228834:20427049,20228837:20358239,20228840:20233349,20228843:20430413,20228846:20234184,20228850:20232637,20228852:20233230,20228855:20231507,20228858:20229714,20228860:20229814,20231334:20232020,20232596:20233116,20273923:20374792,20273925:20374873,20273928:20374993,20273932:20375215,20273935:20375301,20273938:20375392,20273941:20375521,20273943:2037563', 'assoc_mat': '20127881:pet_clair:4230:20128047,20193111:pet_clair:4230:20331889,20193112:pet_clair:4230:20332177,20193113:pet_clair:4230:20416032,20193114:pet_clair:4230:20332575,20193115:pet_clair:4230:20332917,20193116:pet_clair:4230:20467010,20193117:pet_clair:4230:20416993,20193118:pet_clair:4230:20333726,20193119:pet_clair:4230:20333833,20193120:pet_clair:4230:20333920,20193121:pet_clair:4230:20334047,20193128:pet_clair:4230:20334009,20193147:pet_clair:4230:20334270,20193182:pet_clair:4230:20194450,20193183:pet_clair:4230:20334365,20193184:pet_clair:4230:20195206,20193185:pet_clair:4230:20194301,20193186:pet_clair:4230:20193793,20193187:pet_clair:4230:20193634,20193188:pet_clair:4230:20193501,20193189:pet_clair:4230:20193416,20193190:pet_clair:4230:20193316,20193773:pet_clair:4230:20194188,20194487:pet_clair:4230:20194911,20227565:pet_clair:4230:20228149,20228801:pet_clair:4230:20356216,20228804:pet_clair:4230:20356407,20228807:pet_clair:4230:20356518,20228810:pet_clair:4230:20356819,20228813:pet_clair:4230:20426758,2'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.005775894201171761, 'nb_photo': 1006, 'list_port_cont': '20128058,20193314,20193424,20193494,20193625,20193782,20194191,20194305,20194455,20194914,20195197,20228144,20229711,20229817,20231510,20232030,20232634,20233108,20233216,20233343,20234193,20274941,20276335,20276596,20277096,20277716,20278596,20282095,20283812,20285972,20288204,20292050,20294447,20296270,20296841,20296950,20297268,20297920,20301361,20302905,20304454,20304977,20308782,20313496,20331892,20332566,20332921,20333729,20333846,20333916,20334011,20334048,20334273,20334374,20351887,20351981,20352242,20352666,20352826,20353005,20353410,20353625,20354425,20354947,20356177,20356218,20356405,20356445,20356519,20356740,20356813,20357144,20357191,20357445,20357722,20357866,20357959,20358035,20358118,20358231,20358493,20358703,20359438,20360153,20360324,20360537,20360990,20361064,20361813,20362243,20362328,20362735,20363582,20364502,20365134,20365837,20367370,20368136,20372208,20372565,20374781,20374874,20374996,20375387,20375510,20375620,20375859,20375939,20375980,20376177,20376289,20376403,20376512,2037659', 'assoc_port': '20127881:20128058,20193111:20331892,20193113:20416034,20193114:20332566,20193115:20332921,20193116:20467011,20193117:20416992,20193118:20333729,20193119:20333846,20193120:20333916,20193121:20334048,20193128:20334011,20193147:20334273,20193182:20194455,20193183:20334374,20193184:20195197,20193185:20194305,20193186:20193782,20193187:20193625,20193188:20193494,20193189:20193424,20193190:20193314,20193773:20194191,20194487:20194914,20227565:20228144,20228801:20356218,20228804:20356405,20228807:20356519,20228810:20356813,20228813:20426757,20228816:20357144,20228819:20357445,20228822:20427898,20228825:20428283,20228828:20428594,20228831:20358035,20228834:20427045,20228837:20358231,20228840:20233343,20228843:20430404,20228846:20234193,20228850:20232634,20228852:20233216,20228855:20231510,20228858:20229711,20228860:20229817,20231334:20232030,20232596:20233108,20273923:20374781,20273925:20374874,20273928:20374996,20273938:20375387,20273941:20375510,20273943:20375620,20273948:20375859,20273950:20375980,20273952:2037593', 'assoc_mat': '20127881:pet_fonce:4230:20128058,20193111:pet_fonce:4230:20331892,20193113:pet_fonce:4230:20416034,20193114:pet_fonce:4230:20332566,20193115:pet_fonce:4230:20332921,20193116:pet_fonce:4230:20467011,20193117:pet_fonce:4230:20416992,20193118:pet_fonce:4230:20333729,20193119:pet_fonce:4230:20333846,20193120:pet_fonce:4230:20333916,20193121:pet_fonce:4230:20334048,20193128:pet_fonce:4230:20334011,20193147:pet_fonce:4230:20334273,20193182:pet_fonce:4230:20194455,20193183:pet_fonce:4230:20334374,20193184:pet_fonce:4230:20195197,20193185:pet_fonce:4230:20194305,20193186:pet_fonce:4230:20193782,20193187:pet_fonce:4230:20193625,20193188:pet_fonce:4230:20193494,20193189:pet_fonce:4230:20193424,20193190:pet_fonce:4230:20193314,20193773:pet_fonce:4230:20194191,20194487:pet_fonce:4230:20194914,20227565:pet_fonce:4230:20228144,20228801:pet_fonce:4230:20356218,20228804:pet_fonce:4230:20356405,20228807:pet_fonce:4230:20356519,20228810:pet_fonce:4230:20356813,20228813:pet_fonce:4230:20426757,20228816:pet_fonce:4230:20357144,2'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(1579379,1582578,1585755,1589020,1592055,1595267,1597078,1597817,1600966,1604005,1606867,1609740,1612864,1614267,1614424)); after get_hostname_from_raspi hasthag : incineration hasthag that could be used but not yet : _______refus SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______incineration' and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=203 and date >='2025-02-01' and date <= '2025-02-28') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((901,),), 'unwanted_material_monthly_percentage': ((0.5289383520057325,),), 'material_repartition': (('incineration', 898),), 'material_dict': {'incineration': 898}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 2, 1), 0.44918357738859427, 2), (datetime.date(2025, 2, 3), 0.5734993141052148, 73), (datetime.date(2025, 2, 4), 0.5627116641063415, 66), (datetime.date(2025, 2, 5), 0.4753825709758339, 73), (datetime.date(2025, 2, 6), 0.4685407179686065, 60), (datetime.date(2025, 2, 7), 0.4512780789946648, 64), (datetime.date(2025, 2, 8), 0.4890060618029639, 56), (datetime.date(2025, 2, 9), 0.4709954310965005, 71), (datetime.date(2025, 2, 10), 0.5692545251863999, 74), (datetime.date(2025, 2, 11), 0.5880927280061231, 67), (datetime.date(2025, 2, 12), 0.593760000355302, 67), (datetime.date(2025, 2, 13), 0.5065969166061683, 66), (datetime.date(2025, 2, 14), 0.4672008073541386, 57), (datetime.date(2025, 2, 15), 0.5698740472725758, 67), (datetime.date(2025, 2, 16), 0.6817982521687865, 35)), 'impurety_average_data_per_hashtag': {'incineration': ((datetime.date(2025, 2, 1), 0.44918357738859427, 2), (datetime.date(2025, 2, 3), 0.5734993141052148, 73), (datetime.date(2025, 2, 4), 0.5627116641063415, 66), (datetime.date(2025, 2, 5), 0.4753825709758339, 73), (datetime.date(2025, 2, 6), 0.4685407179686065, 60), (datetime.date(2025, 2, 7), 0.4512780789946648, 64), (datetime.date(2025, 2, 8), 0.4890060618029639, 56), (datetime.date(2025, 2, 9), 0.4709954310965005, 71), (datetime.date(2025, 2, 10), 0.5692545251863999, 74), (datetime.date(2025, 2, 11), 0.5880927280061231, 67), (datetime.date(2025, 2, 12), 0.593760000355302, 67), (datetime.date(2025, 2, 13), 0.5065969166061683, 66), (datetime.date(2025, 2, 14), 0.4672008073541386, 57), (datetime.date(2025, 2, 15), 0.5698740472725758, 67), (datetime.date(2025, 2, 16), 0.6817982521687865, 35))}, 'quality_array': [['-8.642545950277832', '01022025'], ['-8.335425167391978', '03022025'], ['-8.400978451233986', '04022025'], ['-8.76002494035746', '05022025'], ['-8.719008333639463', '06022025'], ['-8.7639608844714', '07022025'], ['-8.780710881146993', '08022025'], ['-8.883134764748203', '09022025'], ['-8.477479970723854', '10022025'], ['-8.231170851305809', '11022025'], ['-8.27672020621062', '12022025'], ['-8.48004341416728', '13022025'], ['-8.582710078712152', '14022025'], ['-8.573944843742387', '15022025'], ['-8.639992541696484', '16022025']], 'number_of_batch': ((321,),), 'datou_id_sts': 4851, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.02207486947533703, 'nb_photo': 10935, 'list_port_cont': '20128048,20193302,20193409,20193495,20193620,20193784,20194186,20194298,20194464,20194902,20195202,20228140,20229713,20229812,20231517,20232026,20232621,20233105,20233222,20233332,20234178,20274936,20276332,20276592,20277085,20277713,20278601,20282082,20283817,20285969,20288196,20292040,20294450,20296265,20296834,20296952,20297267,20297913,20301353,20302897,20304449,20304985,20308778,20313503,20331884,20332179,20332578,20332918,20333716,20333831,20333931,20334006,20334039,20334264,20334371,20351883,20351978,20352241,20352665,20352823,20353011,20353403,20353618,20354415,20354955,20356180,20356203,20356402,20356442,20356516,20356729,20356803,20357149,20357183,20357444,20357710,20357862,20357968,20358030,20358075,20358116,20358240,20358490,20358694,20358999,20359425,20360115,20360163,20360316,20360522,20360983,20361068,20361809,20362166,20362238,20362321,20362742,20363577,20364507,20365131,20365836,20367364,20368128,20372216,20372557,20374789,20374862,20374990,20375210,20375288,20375383,20375516,20375624,2037585', 'assoc_port': '20127881:20128048,20193111:20331884,20193112:20332179,20193113:20416038,20193114:20332578,20193115:20332918,20193116:20467005,20193117:20416988,20193118:20333716,20193119:20333831,20193120:20333931,20193121:20334039,20193128:20334006,20193147:20334264,20193182:20194464,20193183:20334371,20193184:20195202,20193185:20194298,20193186:20193784,20193187:20193620,20193188:20193495,20193189:20193409,20193190:20193302,20193773:20194186,20194487:20194902,20227565:20228140,20228801:20356203,20228804:20356402,20228807:20356516,20228810:20356803,20228813:20426759,20228816:20357149,20228819:20357444,20228822:20427891,20228825:20428267,20228828:20428591,20228831:20358030,20228834:20427042,20228837:20358240,20228840:20233332,20228843:20430416,20228846:20234178,20228850:20232621,20228852:20233222,20228855:20231517,20228858:20229713,20228860:20229812,20231334:20232026,20232596:20233105,20273923:20374789,20273925:20374862,20273928:20374990,20273932:20375210,20273935:20375288,20273938:20375383,20273941:20375516,20273943:2037562', 'assoc_mat': '20127881:autre:4230:20128048,20193111:autre:4230:20331884,20193112:autre:4230:20332179,20193113:autre:4230:20416038,20193114:autre:4230:20332578,20193115:autre:4230:20332918,20193116:autre:4230:20467005,20193117:autre:4230:20416988,20193118:autre:4230:20333716,20193119:autre:4230:20333831,20193120:autre:4230:20333931,20193121:autre:4230:20334039,20193128:autre:4230:20334006,20193147:autre:4230:20334264,20193182:autre:4230:20194464,20193183:autre:4230:20334371,20193184:autre:4230:20195202,20193185:autre:4230:20194298,20193186:autre:4230:20193784,20193187:autre:4230:20193620,20193188:autre:4230:20193495,20193189:autre:4230:20193409,20193190:autre:4230:20193302,20193773:autre:4230:20194186,20194487:autre:4230:20194902,20227565:autre:4230:20228140,20228801:autre:4230:20356203,20228804:autre:4230:20356402,20228807:autre:4230:20356516,20228810:autre:4230:20356803,20228813:autre:4230:20426759,20228816:autre:4230:20357149,20228819:autre:4230:20357444,20228822:autre:4230:20427891,20228825:autre:4230:20428267,20228828:'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.10929425465344272, 'nb_photo': 72565, 'list_port_cont': '20128057,20193315,20193425,20193504,20193629,20193786,20194194,20194306,20194457,20194912,20195200,20228138,20229717,20229810,20231521,20232029,20232630,20233109,20233225,20233347,20234188,20274949,20276336,20276595,20277095,20277719,20278610,20282094,20283809,20285968,20288210,20292043,20294446,20296263,20296838,20296941,20297258,20297924,20301366,20302910,20304453,20304980,20308786,20313500,20331880,20332171,20332571,20332912,20333727,20333837,20333930,20334001,20334035,20334257,20334369,20351886,20351980,20352240,20352664,20352820,20353009,20353404,20353628,20354426,20354945,20356178,20356215,20356397,20356437,20356515,20356736,20356809,20357147,20357188,20357448,20357716,20357857,20357961,20358036,20358080,20358107,20358235,20358487,20358706,20359004,20359439,20360127,20360151,20360331,20360533,20360989,20361078,20361812,20362165,20362249,20362322,20362738,20363571,20364496,20365127,20365834,20367366,20368129,20372210,20372566,20374783,20374861,20374995,20375212,20375302,20375393,20375518,20375633,2037585', 'assoc_port': '20127881:20128057,20193111:20331880,20193112:20332171,20193113:20416043,20193114:20332571,20193115:20332912,20193116:20467017,20193117:20416996,20193118:20333727,20193119:20333837,20193120:20333930,20193121:20334035,20193128:20334001,20193147:20334257,20193182:20194457,20193183:20334369,20193184:20195200,20193185:20194306,20193186:20193786,20193187:20193629,20193188:20193504,20193189:20193425,20193190:20193315,20193773:20194194,20194487:20194912,20227565:20228138,20228801:20356215,20228804:20356397,20228807:20356515,20228810:20356809,20228813:20426753,20228816:20357147,20228819:20357448,20228822:20427904,20228825:20428275,20228828:20428592,20228831:20358036,20228834:20427054,20228837:20358235,20228840:20233347,20228843:20430411,20228846:20234188,20228850:20232630,20228852:20233225,20228855:20231521,20228858:20229717,20228860:20229810,20231334:20232029,20232596:20233109,20273923:20374783,20273925:20374861,20273928:20374995,20273932:20375212,20273935:20375302,20273938:20375393,20273941:20375518,20273943:2037563', 'assoc_mat': '20127881:carton:4230:20128057,20193111:carton:4230:20331880,20193112:carton:4230:20332171,20193113:carton:4230:20416043,20193114:carton:4230:20332571,20193115:carton:4230:20332912,20193116:carton:4230:20467017,20193117:carton:4230:20416996,20193118:carton:4230:20333727,20193119:carton:4230:20333837,20193120:carton:4230:20333930,20193121:carton:4230:20334035,20193128:carton:4230:20334001,20193147:carton:4230:20334257,20193182:carton:4230:20194457,20193183:carton:4230:20334369,20193184:carton:4230:20195200,20193185:carton:4230:20194306,20193186:carton:4230:20193786,20193187:carton:4230:20193629,20193188:carton:4230:20193504,20193189:carton:4230:20193425,20193190:carton:4230:20193315,20193773:carton:4230:20194194,20194487:carton:4230:20194912,20227565:carton:4230:20228138,20228801:carton:4230:20356215,20228804:carton:4230:20356397,20228807:carton:4230:20356515,20228810:carton:4230:20356809,20228813:carton:4230:20426753,20228816:carton:4230:20357147,20228819:carton:4230:20357448,20228822:carton:4230:20427904,2022'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0020969266683387253, 'nb_photo': 1213, 'list_port_cont': '20128051,20193299,20193410,20193509,20193637,20193783,20194193,20194309,20194463,20194905,20195196,20229811,20232014,20232633,20233117,20233224,20233348,20234183,20274939,20276333,20276587,20277097,20277705,20278604,20282080,20283806,20285966,20288198,20292045,20294439,20296272,20296828,20296937,20297263,20297910,20301349,20304459,20304970,20308787,20313501,20331890,20332178,20332567,20332905,20333717,20333844,20333923,20334007,20334033,20334269,20334373,20351876,20351984,20352229,20352669,20352825,20353400,20353621,20354419,20354942,20356179,20356217,20356391,20356439,20356508,20356728,20356816,20357134,20357198,20357851,20357957,20358029,20358074,20358113,20358484,20358697,20359433,20360117,20360154,20360326,20360524,20360991,20361821,20362153,20362251,20362314,20362741,20363570,20364495,20365141,20365827,20367361,20372213,20372571,20374787,20374871,20374988,20375205,20375303,20375508,20375635,20375861,20375936,20375966,20376162,20376279,20376399,20376519,20376583,20376754,20378600,20381136,20381180,2038140', 'assoc_port': '20127881:20128051,20193111:20331890,20193112:20332178,20193113:20416045,20193114:20332567,20193115:20332905,20193116:20467014,20193117:20416990,20193118:20333717,20193119:20333844,20193120:20333923,20193121:20334033,20193128:20334007,20193147:20334269,20193182:20194463,20193183:20334373,20193184:20195196,20193185:20194309,20193186:20193783,20193187:20193637,20193188:20193509,20193189:20193410,20193190:20193299,20193773:20194193,20194487:20194905,20228801:20356217,20228804:20356391,20228807:20356508,20228810:20356816,20228813:20426760,20228816:20357134,20228822:20427900,20228825:20428266,20228828:20428581,20228831:20358029,20228834:20427048,20228840:20233348,20228843:20430401,20228846:20234183,20228850:20232633,20228852:20233224,20228860:20229811,20231334:20232014,20232596:20233117,20273923:20374787,20273925:20374871,20273928:20374988,20273932:20375205,20273935:20375303,20273941:20375508,20273943:20375635,20273945:20438484,20273948:20375861,20273950:20375966,20273952:20375936,20273954:20438846,20273956:2037616', 'assoc_mat': '20127881:metal:4230:20128051,20193111:metal:4230:20331890,20193112:metal:4230:20332178,20193113:metal:4230:20416045,20193114:metal:4230:20332567,20193115:metal:4230:20332905,20193116:metal:4230:20467014,20193117:metal:4230:20416990,20193118:metal:4230:20333717,20193119:metal:4230:20333844,20193120:metal:4230:20333923,20193121:metal:4230:20334033,20193128:metal:4230:20334007,20193147:metal:4230:20334269,20193182:metal:4230:20194463,20193183:metal:4230:20334373,20193184:metal:4230:20195196,20193185:metal:4230:20194309,20193186:metal:4230:20193783,20193187:metal:4230:20193637,20193188:metal:4230:20193509,20193189:metal:4230:20193410,20193190:metal:4230:20193299,20193773:metal:4230:20194193,20194487:metal:4230:20194905,20228801:metal:4230:20356217,20228804:metal:4230:20356391,20228807:metal:4230:20356508,20228810:metal:4230:20356816,20228813:metal:4230:20426760,20228816:metal:4230:20357134,20228822:metal:4230:20427900,20228825:metal:4230:20428266,20228828:metal:4230:20428581,20228831:metal:4230:20358029,20228834:'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.3348162978871247, 'nb_photo': 220838, 'list_port_cont': '20128055,20193304,20193422,20193502,20193635,20193790,20194185,20194311,20194459,20194915,20195195,20228150,20229719,20229815,20231518,20232027,20232635,20233112,20233223,20233344,20234190,20274942,20276327,20276588,20277094,20277710,20278607,20282096,20283815,20285959,20288203,20292046,20294452,20296259,20296844,20296943,20297273,20297923,20301358,20302902,20304465,20304984,20308777,20313498,20331881,20332176,20332576,20332908,20333728,20333845,20333928,20334003,20334037,20334271,20334370,20351882,20351987,20352244,20352663,20352822,20353002,20353413,20353629,20354422,20354940,20356171,20356214,20356406,20356436,20356514,20356741,20356808,20357140,20357192,20357446,20357717,20357867,20357958,20358026,20358071,20358121,20358238,20358496,20358702,20359005,20359430,20360122,20360164,20360321,20360531,20360975,20361069,20361819,20362163,20362252,20362325,20362739,20363578,20364497,20365129,20365842,20367369,20368124,20372215,20372561,20374793,20374872,20374981,20375219,20375300,20375394,20375512,20375629,2037586', 'assoc_port': '20127881:20128055,20193111:20331881,20193112:20332176,20193113:20416042,20193114:20332576,20193115:20332908,20193116:20467018,20193117:20416999,20193118:20333728,20193119:20333845,20193120:20333928,20193121:20334037,20193128:20334003,20193147:20334271,20193182:20194459,20193183:20334370,20193184:20195195,20193185:20194311,20193186:20193790,20193187:20193635,20193188:20193502,20193189:20193422,20193190:20193304,20193773:20194185,20194487:20194915,20227565:20228150,20228801:20356214,20228804:20356406,20228807:20356514,20228810:20356808,20228813:20426763,20228816:20357140,20228819:20357446,20228822:20427906,20228825:20428274,20228828:20428583,20228831:20358026,20228834:20427051,20228837:20358238,20228840:20233344,20228843:20430412,20228846:20234190,20228850:20232635,20228852:20233223,20228855:20231518,20228858:20229719,20228860:20229815,20231334:20232027,20232596:20233112,20273923:20374793,20273925:20374872,20273928:20374981,20273932:20375219,20273935:20375300,20273938:20375394,20273941:20375512,20273943:2037562', 'assoc_mat': '20127881:papier:4230:20128055,20193111:papier:4230:20331881,20193112:papier:4230:20332176,20193113:papier:4230:20416042,20193114:papier:4230:20332576,20193115:papier:4230:20332908,20193116:papier:4230:20467018,20193117:papier:4230:20416999,20193118:papier:4230:20333728,20193119:papier:4230:20333845,20193120:papier:4230:20333928,20193121:papier:4230:20334037,20193128:papier:4230:20334003,20193147:papier:4230:20334271,20193182:papier:4230:20194459,20193183:papier:4230:20334370,20193184:papier:4230:20195195,20193185:papier:4230:20194311,20193186:papier:4230:20193790,20193187:papier:4230:20193635,20193188:papier:4230:20193502,20193189:papier:4230:20193422,20193190:papier:4230:20193304,20193773:papier:4230:20194185,20194487:papier:4230:20194915,20227565:papier:4230:20228150,20228801:papier:4230:20356214,20228804:papier:4230:20356406,20228807:papier:4230:20356514,20228810:papier:4230:20356808,20228813:papier:4230:20426763,20228816:papier:4230:20357140,20228819:papier:4230:20357446,20228822:papier:4230:20427906,2022'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.007409957256774523, 'nb_photo': 3639, 'list_port_cont': '20128049,20193312,20193423,20193506,20193631,20193787,20194195,20194304,20194462,20194916,20195204,20228142,20229720,20229819,20231509,20232021,20232636,20233115,20233231,20233341,20234192,20274946,20276341,20276602,20277093,20277715,20278611,20282088,20283810,20285962,20288208,20292049,20294444,20296273,20296840,20296942,20297269,20297917,20301355,20302911,20304457,20304983,20308783,20313508,20331888,20332185,20332577,20332920,20333715,20333843,20333925,20334012,20334046,20334260,20334367,20351889,20351986,20352231,20352660,20352824,20353007,20353411,20353631,20354429,20354953,20356172,20356206,20356404,20356433,20356507,20356743,20356818,20357150,20357189,20357439,20357715,20357861,20357964,20358032,20358073,20358115,20358229,20358492,20358705,20359014,20359437,20360124,20360159,20360320,20360534,20360980,20361072,20361816,20362158,20362246,20362329,20362733,20363581,20364499,20365139,20365839,20367362,20368132,20372207,20372570,20374786,20374863,20374994,20375213,20375295,20375389,20375514,20375632,2037586', 'assoc_port': '20127881:20128049,20193111:20331888,20193112:20332185,20193113:20416046,20193114:20332577,20193115:20332920,20193116:20467016,20193117:20416997,20193118:20333715,20193119:20333843,20193120:20333925,20193121:20334046,20193128:20334012,20193147:20334260,20193182:20194462,20193183:20334367,20193184:20195204,20193185:20194304,20193186:20193787,20193187:20193631,20193188:20193506,20193189:20193423,20193190:20193312,20193773:20194195,20194487:20194916,20227565:20228142,20228801:20356206,20228804:20356404,20228807:20356507,20228810:20356818,20228813:20426764,20228816:20357150,20228819:20357439,20228822:20427901,20228825:20428271,20228828:20428587,20228831:20358032,20228834:20427055,20228837:20358229,20228840:20233341,20228843:20430414,20228846:20234192,20228850:20232636,20228852:20233231,20228855:20231509,20228858:20229720,20228860:20229819,20231334:20232021,20232596:20233115,20273923:20374786,20273925:20374863,20273928:20374994,20273932:20375213,20273935:20375295,20273938:20375389,20273941:20375514,20273943:2037563', 'assoc_mat': '20127881:pehd:4230:20128049,20193111:pehd:4230:20331888,20193112:pehd:4230:20332185,20193113:pehd:4230:20416046,20193114:pehd:4230:20332577,20193115:pehd:4230:20332920,20193116:pehd:4230:20467016,20193117:pehd:4230:20416997,20193118:pehd:4230:20333715,20193119:pehd:4230:20333843,20193120:pehd:4230:20333925,20193121:pehd:4230:20334046,20193128:pehd:4230:20334012,20193147:pehd:4230:20334260,20193182:pehd:4230:20194462,20193183:pehd:4230:20334367,20193184:pehd:4230:20195204,20193185:pehd:4230:20194304,20193186:pehd:4230:20193787,20193187:pehd:4230:20193631,20193188:pehd:4230:20193506,20193189:pehd:4230:20193423,20193190:pehd:4230:20193312,20193773:pehd:4230:20194195,20194487:pehd:4230:20194916,20227565:pehd:4230:20228142,20228801:pehd:4230:20356206,20228804:pehd:4230:20356404,20228807:pehd:4230:20356507,20228810:pehd:4230:20356818,20228813:pehd:4230:20426764,20228816:pehd:4230:20357150,20228819:pehd:4230:20357439,20228822:pehd:4230:20427901,20228825:pehd:4230:20428271,20228828:pehd:4230:20428587,20228831:pehd:42'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.010585081775223383, 'nb_photo': 11708, 'list_port_cont': '20128047,20193316,20193416,20193501,20193634,20193793,20194188,20194301,20194450,20194911,20195206,20228149,20229714,20229814,20231507,20232020,20232637,20233116,20233230,20233349,20234184,20274940,20276334,20276590,20277088,20277717,20278609,20282092,20283818,20285970,20288209,20292048,20294445,20296269,20296845,20296951,20297272,20297922,20301364,20302909,20304464,20304981,20308784,20313509,20331889,20332177,20332575,20332917,20333726,20333833,20333920,20334009,20334047,20334270,20334365,20351879,20351988,20352247,20352661,20352819,20352999,20353414,20353630,20354430,20354954,20356176,20356216,20356407,20356444,20356518,20356739,20356819,20357145,20357193,20357441,20357719,20357863,20357965,20358038,20358072,20358112,20358239,20358500,20358707,20359013,20359440,20360126,20360161,20360322,20360530,20360988,20361074,20361820,20362159,20362245,20362330,20362731,20363575,20364504,20365140,20365841,20367373,20368127,20372202,20372559,20374792,20374873,20374993,20375215,20375301,20375392,20375521,20375634,2037585', 'assoc_port': '20127881:20128047,20193111:20331889,20193112:20332177,20193113:20416032,20193114:20332575,20193115:20332917,20193116:20467010,20193117:20416993,20193118:20333726,20193119:20333833,20193120:20333920,20193121:20334047,20193128:20334009,20193147:20334270,20193182:20194450,20193183:20334365,20193184:20195206,20193185:20194301,20193186:20193793,20193187:20193634,20193188:20193501,20193189:20193416,20193190:20193316,20193773:20194188,20194487:20194911,20227565:20228149,20228801:20356216,20228804:20356407,20228807:20356518,20228810:20356819,20228813:20426758,20228816:20357145,20228819:20357441,20228822:20427902,20228825:20428281,20228828:20428588,20228831:20358038,20228834:20427049,20228837:20358239,20228840:20233349,20228843:20430413,20228846:20234184,20228850:20232637,20228852:20233230,20228855:20231507,20228858:20229714,20228860:20229814,20231334:20232020,20232596:20233116,20273923:20374792,20273925:20374873,20273928:20374993,20273932:20375215,20273935:20375301,20273938:20375392,20273941:20375521,20273943:2037563', 'assoc_mat': '20127881:pet_clair:4230:20128047,20193111:pet_clair:4230:20331889,20193112:pet_clair:4230:20332177,20193113:pet_clair:4230:20416032,20193114:pet_clair:4230:20332575,20193115:pet_clair:4230:20332917,20193116:pet_clair:4230:20467010,20193117:pet_clair:4230:20416993,20193118:pet_clair:4230:20333726,20193119:pet_clair:4230:20333833,20193120:pet_clair:4230:20333920,20193121:pet_clair:4230:20334047,20193128:pet_clair:4230:20334009,20193147:pet_clair:4230:20334270,20193182:pet_clair:4230:20194450,20193183:pet_clair:4230:20334365,20193184:pet_clair:4230:20195206,20193185:pet_clair:4230:20194301,20193186:pet_clair:4230:20193793,20193187:pet_clair:4230:20193634,20193188:pet_clair:4230:20193501,20193189:pet_clair:4230:20193416,20193190:pet_clair:4230:20193316,20193773:pet_clair:4230:20194188,20194487:pet_clair:4230:20194911,20227565:pet_clair:4230:20228149,20228801:pet_clair:4230:20356216,20228804:pet_clair:4230:20356407,20228807:pet_clair:4230:20356518,20228810:pet_clair:4230:20356819,20228813:pet_clair:4230:20426758,2'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.005775894201171761, 'nb_photo': 1006, 'list_port_cont': '20128058,20193314,20193424,20193494,20193625,20193782,20194191,20194305,20194455,20194914,20195197,20228144,20229711,20229817,20231510,20232030,20232634,20233108,20233216,20233343,20234193,20274941,20276335,20276596,20277096,20277716,20278596,20282095,20283812,20285972,20288204,20292050,20294447,20296270,20296841,20296950,20297268,20297920,20301361,20302905,20304454,20304977,20308782,20313496,20331892,20332566,20332921,20333729,20333846,20333916,20334011,20334048,20334273,20334374,20351887,20351981,20352242,20352666,20352826,20353005,20353410,20353625,20354425,20354947,20356177,20356218,20356405,20356445,20356519,20356740,20356813,20357144,20357191,20357445,20357722,20357866,20357959,20358035,20358118,20358231,20358493,20358703,20359438,20360153,20360324,20360537,20360990,20361064,20361813,20362243,20362328,20362735,20363582,20364502,20365134,20365837,20367370,20368136,20372208,20372565,20374781,20374874,20374996,20375387,20375510,20375620,20375859,20375939,20375980,20376177,20376289,20376403,20376512,2037659', 'assoc_port': '20127881:20128058,20193111:20331892,20193113:20416034,20193114:20332566,20193115:20332921,20193116:20467011,20193117:20416992,20193118:20333729,20193119:20333846,20193120:20333916,20193121:20334048,20193128:20334011,20193147:20334273,20193182:20194455,20193183:20334374,20193184:20195197,20193185:20194305,20193186:20193782,20193187:20193625,20193188:20193494,20193189:20193424,20193190:20193314,20193773:20194191,20194487:20194914,20227565:20228144,20228801:20356218,20228804:20356405,20228807:20356519,20228810:20356813,20228813:20426757,20228816:20357144,20228819:20357445,20228822:20427898,20228825:20428283,20228828:20428594,20228831:20358035,20228834:20427045,20228837:20358231,20228840:20233343,20228843:20430404,20228846:20234193,20228850:20232634,20228852:20233216,20228855:20231510,20228858:20229711,20228860:20229817,20231334:20232030,20232596:20233108,20273923:20374781,20273925:20374874,20273928:20374996,20273938:20375387,20273941:20375510,20273943:20375620,20273948:20375859,20273950:20375980,20273952:2037593', 'assoc_mat': '20127881:pet_fonce:4230:20128058,20193111:pet_fonce:4230:20331892,20193113:pet_fonce:4230:20416034,20193114:pet_fonce:4230:20332566,20193115:pet_fonce:4230:20332921,20193116:pet_fonce:4230:20467011,20193117:pet_fonce:4230:20416992,20193118:pet_fonce:4230:20333729,20193119:pet_fonce:4230:20333846,20193120:pet_fonce:4230:20333916,20193121:pet_fonce:4230:20334048,20193128:pet_fonce:4230:20334011,20193147:pet_fonce:4230:20334273,20193182:pet_fonce:4230:20194455,20193183:pet_fonce:4230:20334374,20193184:pet_fonce:4230:20195197,20193185:pet_fonce:4230:20194305,20193186:pet_fonce:4230:20193782,20193187:pet_fonce:4230:20193625,20193188:pet_fonce:4230:20193494,20193189:pet_fonce:4230:20193424,20193190:pet_fonce:4230:20193314,20193773:pet_fonce:4230:20194191,20194487:pet_fonce:4230:20194914,20227565:pet_fonce:4230:20228144,20228801:pet_fonce:4230:20356218,20228804:pet_fonce:4230:20356405,20228807:pet_fonce:4230:20356519,20228810:pet_fonce:4230:20356813,20228813:pet_fonce:4230:20426757,20228816:pet_fonce:4230:20357144,2'}), 'main_stat': {'nb_photos': 901}}, 'hostname': (), 'impurety_average_per_hashtag': [(('incineration', '2025-02', 0.5289383520057325),)]} TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SCCU_cam8"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4851 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4851 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4851 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4851 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4234 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4234 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4234 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4234 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4230, 'hashtag_proportion': 'papier,carton,metal,pet_clair,autre,pehd,pet_fonce', 'hashtag_parmi': 'refus', 'hashtag_weights': {'autre': 3.0, 'barquette_avec_film': 3.0, 'carton': 3.0, 'metal': 3.0, 'papier': 3.0, 'pehd': 3.0, 'pet_fonce': 3.0, 'pet_clair': 1.0, 'flou': 1.0, 'mal_croppe': 1.0}, 'option_sccu': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((901,),), 'unwanted_material_monthly_percentage': ((0.5289383520057325,),), 'material_repartition': (('incineration', 898),), 'material_dict': {'incineration': 898}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 2, 1), 0.44918357738859427, 2), (datetime.date(2025, 2, 3), 0.5734993141052148, 73), (datetime.date(2025, 2, 4), 0.5627116641063415, 66), (datetime.date(2025, 2, 5), 0.4753825709758339, 73), (datetime.date(2025, 2, 6), 0.4685407179686065, 60), (datetime.date(2025, 2, 7), 0.4512780789946648, 64), (datetime.date(2025, 2, 8), 0.4890060618029639, 56), (datetime.date(2025, 2, 9), 0.4709954310965005, 71), (datetime.date(2025, 2, 10), 0.5692545251863999, 74), (datetime.date(2025, 2, 11), 0.5880927280061231, 67), (datetime.date(2025, 2, 12), 0.593760000355302, 67), (datetime.date(2025, 2, 13), 0.5065969166061683, 66), (datetime.date(2025, 2, 14), 0.4672008073541386, 57), (datetime.date(2025, 2, 15), 0.5698740472725758, 67), (datetime.date(2025, 2, 16), 0.6817982521687865, 35)), 'impurety_average_data_per_hashtag': {'incineration': ((datetime.date(2025, 2, 1), 0.44918357738859427, 2), (datetime.date(2025, 2, 3), 0.5734993141052148, 73), (datetime.date(2025, 2, 4), 0.5627116641063415, 66), (datetime.date(2025, 2, 5), 0.4753825709758339, 73), (datetime.date(2025, 2, 6), 0.4685407179686065, 60), (datetime.date(2025, 2, 7), 0.4512780789946648, 64), (datetime.date(2025, 2, 8), 0.4890060618029639, 56), (datetime.date(2025, 2, 9), 0.4709954310965005, 71), (datetime.date(2025, 2, 10), 0.5692545251863999, 74), (datetime.date(2025, 2, 11), 0.5880927280061231, 67), (datetime.date(2025, 2, 12), 0.593760000355302, 67), (datetime.date(2025, 2, 13), 0.5065969166061683, 66), (datetime.date(2025, 2, 14), 0.4672008073541386, 57), (datetime.date(2025, 2, 15), 0.5698740472725758, 67), (datetime.date(2025, 2, 16), 0.6817982521687865, 35))}, 'quality_array': [['-8.642545950277832', '01022025'], ['-8.335425167391978', '03022025'], ['-8.400978451233986', '04022025'], ['-8.76002494035746', '05022025'], ['-8.719008333639463', '06022025'], ['-8.7639608844714', '07022025'], ['-8.780710881146993', '08022025'], ['-8.883134764748203', '09022025'], ['-8.477479970723854', '10022025'], ['-8.231170851305809', '11022025'], ['-8.27672020621062', '12022025'], ['-8.48004341416728', '13022025'], ['-8.582710078712152', '14022025'], ['-8.573944843742387', '15022025'], ['-8.639992541696484', '16022025']], 'number_of_batch': ((321,),), 'datou_id_sts': 4851, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.02207486947533703, 'nb_photo': 10935, 'list_port_cont': '20128048,20193302,20193409,20193495,20193620,20193784,20194186,20194298,20194464,20194902,20195202,20228140,20229713,20229812,20231517,20232026,20232621,20233105,20233222,20233332,20234178,20274936,20276332,20276592,20277085,20277713,20278601,20282082,20283817,20285969,20288196,20292040,20294450,20296265,20296834,20296952,20297267,20297913,20301353,20302897,20304449,20304985,20308778,20313503,20331884,20332179,20332578,20332918,20333716,20333831,20333931,20334006,20334039,20334264,20334371,20351883,20351978,20352241,20352665,20352823,20353011,20353403,20353618,20354415,20354955,20356180,20356203,20356402,20356442,20356516,20356729,20356803,20357149,20357183,20357444,20357710,20357862,20357968,20358030,20358075,20358116,20358240,20358490,20358694,20358999,20359425,20360115,20360163,20360316,20360522,20360983,20361068,20361809,20362166,20362238,20362321,20362742,20363577,20364507,20365131,20365836,20367364,20368128,20372216,20372557,20374789,20374862,20374990,20375210,20375288,20375383,20375516,20375624,2037585', 'assoc_port': '20127881:20128048,20193111:20331884,20193112:20332179,20193113:20416038,20193114:20332578,20193115:20332918,20193116:20467005,20193117:20416988,20193118:20333716,20193119:20333831,20193120:20333931,20193121:20334039,20193128:20334006,20193147:20334264,20193182:20194464,20193183:20334371,20193184:20195202,20193185:20194298,20193186:20193784,20193187:20193620,20193188:20193495,20193189:20193409,20193190:20193302,20193773:20194186,20194487:20194902,20227565:20228140,20228801:20356203,20228804:20356402,20228807:20356516,20228810:20356803,20228813:20426759,20228816:20357149,20228819:20357444,20228822:20427891,20228825:20428267,20228828:20428591,20228831:20358030,20228834:20427042,20228837:20358240,20228840:20233332,20228843:20430416,20228846:20234178,20228850:20232621,20228852:20233222,20228855:20231517,20228858:20229713,20228860:20229812,20231334:20232026,20232596:20233105,20273923:20374789,20273925:20374862,20273928:20374990,20273932:20375210,20273935:20375288,20273938:20375383,20273941:20375516,20273943:2037562', 'assoc_mat': '20127881:autre:4230:20128048,20193111:autre:4230:20331884,20193112:autre:4230:20332179,20193113:autre:4230:20416038,20193114:autre:4230:20332578,20193115:autre:4230:20332918,20193116:autre:4230:20467005,20193117:autre:4230:20416988,20193118:autre:4230:20333716,20193119:autre:4230:20333831,20193120:autre:4230:20333931,20193121:autre:4230:20334039,20193128:autre:4230:20334006,20193147:autre:4230:20334264,20193182:autre:4230:20194464,20193183:autre:4230:20334371,20193184:autre:4230:20195202,20193185:autre:4230:20194298,20193186:autre:4230:20193784,20193187:autre:4230:20193620,20193188:autre:4230:20193495,20193189:autre:4230:20193409,20193190:autre:4230:20193302,20193773:autre:4230:20194186,20194487:autre:4230:20194902,20227565:autre:4230:20228140,20228801:autre:4230:20356203,20228804:autre:4230:20356402,20228807:autre:4230:20356516,20228810:autre:4230:20356803,20228813:autre:4230:20426759,20228816:autre:4230:20357149,20228819:autre:4230:20357444,20228822:autre:4230:20427891,20228825:autre:4230:20428267,20228828:'}, {'unwanted_material': 'carton', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.10929425465344272, 'nb_photo': 72565, 'list_port_cont': '20128057,20193315,20193425,20193504,20193629,20193786,20194194,20194306,20194457,20194912,20195200,20228138,20229717,20229810,20231521,20232029,20232630,20233109,20233225,20233347,20234188,20274949,20276336,20276595,20277095,20277719,20278610,20282094,20283809,20285968,20288210,20292043,20294446,20296263,20296838,20296941,20297258,20297924,20301366,20302910,20304453,20304980,20308786,20313500,20331880,20332171,20332571,20332912,20333727,20333837,20333930,20334001,20334035,20334257,20334369,20351886,20351980,20352240,20352664,20352820,20353009,20353404,20353628,20354426,20354945,20356178,20356215,20356397,20356437,20356515,20356736,20356809,20357147,20357188,20357448,20357716,20357857,20357961,20358036,20358080,20358107,20358235,20358487,20358706,20359004,20359439,20360127,20360151,20360331,20360533,20360989,20361078,20361812,20362165,20362249,20362322,20362738,20363571,20364496,20365127,20365834,20367366,20368129,20372210,20372566,20374783,20374861,20374995,20375212,20375302,20375393,20375518,20375633,2037585', 'assoc_port': '20127881:20128057,20193111:20331880,20193112:20332171,20193113:20416043,20193114:20332571,20193115:20332912,20193116:20467017,20193117:20416996,20193118:20333727,20193119:20333837,20193120:20333930,20193121:20334035,20193128:20334001,20193147:20334257,20193182:20194457,20193183:20334369,20193184:20195200,20193185:20194306,20193186:20193786,20193187:20193629,20193188:20193504,20193189:20193425,20193190:20193315,20193773:20194194,20194487:20194912,20227565:20228138,20228801:20356215,20228804:20356397,20228807:20356515,20228810:20356809,20228813:20426753,20228816:20357147,20228819:20357448,20228822:20427904,20228825:20428275,20228828:20428592,20228831:20358036,20228834:20427054,20228837:20358235,20228840:20233347,20228843:20430411,20228846:20234188,20228850:20232630,20228852:20233225,20228855:20231521,20228858:20229717,20228860:20229810,20231334:20232029,20232596:20233109,20273923:20374783,20273925:20374861,20273928:20374995,20273932:20375212,20273935:20375302,20273938:20375393,20273941:20375518,20273943:2037563', 'assoc_mat': '20127881:carton:4230:20128057,20193111:carton:4230:20331880,20193112:carton:4230:20332171,20193113:carton:4230:20416043,20193114:carton:4230:20332571,20193115:carton:4230:20332912,20193116:carton:4230:20467017,20193117:carton:4230:20416996,20193118:carton:4230:20333727,20193119:carton:4230:20333837,20193120:carton:4230:20333930,20193121:carton:4230:20334035,20193128:carton:4230:20334001,20193147:carton:4230:20334257,20193182:carton:4230:20194457,20193183:carton:4230:20334369,20193184:carton:4230:20195200,20193185:carton:4230:20194306,20193186:carton:4230:20193786,20193187:carton:4230:20193629,20193188:carton:4230:20193504,20193189:carton:4230:20193425,20193190:carton:4230:20193315,20193773:carton:4230:20194194,20194487:carton:4230:20194912,20227565:carton:4230:20228138,20228801:carton:4230:20356215,20228804:carton:4230:20356397,20228807:carton:4230:20356515,20228810:carton:4230:20356809,20228813:carton:4230:20426753,20228816:carton:4230:20357147,20228819:carton:4230:20357448,20228822:carton:4230:20427904,2022'}, {'unwanted_material': 'metal', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.0020969266683387253, 'nb_photo': 1213, 'list_port_cont': '20128051,20193299,20193410,20193509,20193637,20193783,20194193,20194309,20194463,20194905,20195196,20229811,20232014,20232633,20233117,20233224,20233348,20234183,20274939,20276333,20276587,20277097,20277705,20278604,20282080,20283806,20285966,20288198,20292045,20294439,20296272,20296828,20296937,20297263,20297910,20301349,20304459,20304970,20308787,20313501,20331890,20332178,20332567,20332905,20333717,20333844,20333923,20334007,20334033,20334269,20334373,20351876,20351984,20352229,20352669,20352825,20353400,20353621,20354419,20354942,20356179,20356217,20356391,20356439,20356508,20356728,20356816,20357134,20357198,20357851,20357957,20358029,20358074,20358113,20358484,20358697,20359433,20360117,20360154,20360326,20360524,20360991,20361821,20362153,20362251,20362314,20362741,20363570,20364495,20365141,20365827,20367361,20372213,20372571,20374787,20374871,20374988,20375205,20375303,20375508,20375635,20375861,20375936,20375966,20376162,20376279,20376399,20376519,20376583,20376754,20378600,20381136,20381180,2038140', 'assoc_port': '20127881:20128051,20193111:20331890,20193112:20332178,20193113:20416045,20193114:20332567,20193115:20332905,20193116:20467014,20193117:20416990,20193118:20333717,20193119:20333844,20193120:20333923,20193121:20334033,20193128:20334007,20193147:20334269,20193182:20194463,20193183:20334373,20193184:20195196,20193185:20194309,20193186:20193783,20193187:20193637,20193188:20193509,20193189:20193410,20193190:20193299,20193773:20194193,20194487:20194905,20228801:20356217,20228804:20356391,20228807:20356508,20228810:20356816,20228813:20426760,20228816:20357134,20228822:20427900,20228825:20428266,20228828:20428581,20228831:20358029,20228834:20427048,20228840:20233348,20228843:20430401,20228846:20234183,20228850:20232633,20228852:20233224,20228860:20229811,20231334:20232014,20232596:20233117,20273923:20374787,20273925:20374871,20273928:20374988,20273932:20375205,20273935:20375303,20273941:20375508,20273943:20375635,20273945:20438484,20273948:20375861,20273950:20375966,20273952:20375936,20273954:20438846,20273956:2037616', 'assoc_mat': '20127881:metal:4230:20128051,20193111:metal:4230:20331890,20193112:metal:4230:20332178,20193113:metal:4230:20416045,20193114:metal:4230:20332567,20193115:metal:4230:20332905,20193116:metal:4230:20467014,20193117:metal:4230:20416990,20193118:metal:4230:20333717,20193119:metal:4230:20333844,20193120:metal:4230:20333923,20193121:metal:4230:20334033,20193128:metal:4230:20334007,20193147:metal:4230:20334269,20193182:metal:4230:20194463,20193183:metal:4230:20334373,20193184:metal:4230:20195196,20193185:metal:4230:20194309,20193186:metal:4230:20193783,20193187:metal:4230:20193637,20193188:metal:4230:20193509,20193189:metal:4230:20193410,20193190:metal:4230:20193299,20193773:metal:4230:20194193,20194487:metal:4230:20194905,20228801:metal:4230:20356217,20228804:metal:4230:20356391,20228807:metal:4230:20356508,20228810:metal:4230:20356816,20228813:metal:4230:20426760,20228816:metal:4230:20357134,20228822:metal:4230:20427900,20228825:metal:4230:20428266,20228828:metal:4230:20428581,20228831:metal:4230:20358029,20228834:'}, {'unwanted_material': 'papier', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.3348162978871247, 'nb_photo': 220838, 'list_port_cont': '20128055,20193304,20193422,20193502,20193635,20193790,20194185,20194311,20194459,20194915,20195195,20228150,20229719,20229815,20231518,20232027,20232635,20233112,20233223,20233344,20234190,20274942,20276327,20276588,20277094,20277710,20278607,20282096,20283815,20285959,20288203,20292046,20294452,20296259,20296844,20296943,20297273,20297923,20301358,20302902,20304465,20304984,20308777,20313498,20331881,20332176,20332576,20332908,20333728,20333845,20333928,20334003,20334037,20334271,20334370,20351882,20351987,20352244,20352663,20352822,20353002,20353413,20353629,20354422,20354940,20356171,20356214,20356406,20356436,20356514,20356741,20356808,20357140,20357192,20357446,20357717,20357867,20357958,20358026,20358071,20358121,20358238,20358496,20358702,20359005,20359430,20360122,20360164,20360321,20360531,20360975,20361069,20361819,20362163,20362252,20362325,20362739,20363578,20364497,20365129,20365842,20367369,20368124,20372215,20372561,20374793,20374872,20374981,20375219,20375300,20375394,20375512,20375629,2037586', 'assoc_port': '20127881:20128055,20193111:20331881,20193112:20332176,20193113:20416042,20193114:20332576,20193115:20332908,20193116:20467018,20193117:20416999,20193118:20333728,20193119:20333845,20193120:20333928,20193121:20334037,20193128:20334003,20193147:20334271,20193182:20194459,20193183:20334370,20193184:20195195,20193185:20194311,20193186:20193790,20193187:20193635,20193188:20193502,20193189:20193422,20193190:20193304,20193773:20194185,20194487:20194915,20227565:20228150,20228801:20356214,20228804:20356406,20228807:20356514,20228810:20356808,20228813:20426763,20228816:20357140,20228819:20357446,20228822:20427906,20228825:20428274,20228828:20428583,20228831:20358026,20228834:20427051,20228837:20358238,20228840:20233344,20228843:20430412,20228846:20234190,20228850:20232635,20228852:20233223,20228855:20231518,20228858:20229719,20228860:20229815,20231334:20232027,20232596:20233112,20273923:20374793,20273925:20374872,20273928:20374981,20273932:20375219,20273935:20375300,20273938:20375394,20273941:20375512,20273943:2037562', 'assoc_mat': '20127881:papier:4230:20128055,20193111:papier:4230:20331881,20193112:papier:4230:20332176,20193113:papier:4230:20416042,20193114:papier:4230:20332576,20193115:papier:4230:20332908,20193116:papier:4230:20467018,20193117:papier:4230:20416999,20193118:papier:4230:20333728,20193119:papier:4230:20333845,20193120:papier:4230:20333928,20193121:papier:4230:20334037,20193128:papier:4230:20334003,20193147:papier:4230:20334271,20193182:papier:4230:20194459,20193183:papier:4230:20334370,20193184:papier:4230:20195195,20193185:papier:4230:20194311,20193186:papier:4230:20193790,20193187:papier:4230:20193635,20193188:papier:4230:20193502,20193189:papier:4230:20193422,20193190:papier:4230:20193304,20193773:papier:4230:20194185,20194487:papier:4230:20194915,20227565:papier:4230:20228150,20228801:papier:4230:20356214,20228804:papier:4230:20356406,20228807:papier:4230:20356514,20228810:papier:4230:20356808,20228813:papier:4230:20426763,20228816:papier:4230:20357140,20228819:papier:4230:20357446,20228822:papier:4230:20427906,2022'}, {'unwanted_material': 'pehd', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.007409957256774523, 'nb_photo': 3639, 'list_port_cont': '20128049,20193312,20193423,20193506,20193631,20193787,20194195,20194304,20194462,20194916,20195204,20228142,20229720,20229819,20231509,20232021,20232636,20233115,20233231,20233341,20234192,20274946,20276341,20276602,20277093,20277715,20278611,20282088,20283810,20285962,20288208,20292049,20294444,20296273,20296840,20296942,20297269,20297917,20301355,20302911,20304457,20304983,20308783,20313508,20331888,20332185,20332577,20332920,20333715,20333843,20333925,20334012,20334046,20334260,20334367,20351889,20351986,20352231,20352660,20352824,20353007,20353411,20353631,20354429,20354953,20356172,20356206,20356404,20356433,20356507,20356743,20356818,20357150,20357189,20357439,20357715,20357861,20357964,20358032,20358073,20358115,20358229,20358492,20358705,20359014,20359437,20360124,20360159,20360320,20360534,20360980,20361072,20361816,20362158,20362246,20362329,20362733,20363581,20364499,20365139,20365839,20367362,20368132,20372207,20372570,20374786,20374863,20374994,20375213,20375295,20375389,20375514,20375632,2037586', 'assoc_port': '20127881:20128049,20193111:20331888,20193112:20332185,20193113:20416046,20193114:20332577,20193115:20332920,20193116:20467016,20193117:20416997,20193118:20333715,20193119:20333843,20193120:20333925,20193121:20334046,20193128:20334012,20193147:20334260,20193182:20194462,20193183:20334367,20193184:20195204,20193185:20194304,20193186:20193787,20193187:20193631,20193188:20193506,20193189:20193423,20193190:20193312,20193773:20194195,20194487:20194916,20227565:20228142,20228801:20356206,20228804:20356404,20228807:20356507,20228810:20356818,20228813:20426764,20228816:20357150,20228819:20357439,20228822:20427901,20228825:20428271,20228828:20428587,20228831:20358032,20228834:20427055,20228837:20358229,20228840:20233341,20228843:20430414,20228846:20234192,20228850:20232636,20228852:20233231,20228855:20231509,20228858:20229720,20228860:20229819,20231334:20232021,20232596:20233115,20273923:20374786,20273925:20374863,20273928:20374994,20273932:20375213,20273935:20375295,20273938:20375389,20273941:20375514,20273943:2037563', 'assoc_mat': '20127881:pehd:4230:20128049,20193111:pehd:4230:20331888,20193112:pehd:4230:20332185,20193113:pehd:4230:20416046,20193114:pehd:4230:20332577,20193115:pehd:4230:20332920,20193116:pehd:4230:20467016,20193117:pehd:4230:20416997,20193118:pehd:4230:20333715,20193119:pehd:4230:20333843,20193120:pehd:4230:20333925,20193121:pehd:4230:20334046,20193128:pehd:4230:20334012,20193147:pehd:4230:20334260,20193182:pehd:4230:20194462,20193183:pehd:4230:20334367,20193184:pehd:4230:20195204,20193185:pehd:4230:20194304,20193186:pehd:4230:20193787,20193187:pehd:4230:20193631,20193188:pehd:4230:20193506,20193189:pehd:4230:20193423,20193190:pehd:4230:20193312,20193773:pehd:4230:20194195,20194487:pehd:4230:20194916,20227565:pehd:4230:20228142,20228801:pehd:4230:20356206,20228804:pehd:4230:20356404,20228807:pehd:4230:20356507,20228810:pehd:4230:20356818,20228813:pehd:4230:20426764,20228816:pehd:4230:20357150,20228819:pehd:4230:20357439,20228822:pehd:4230:20427901,20228825:pehd:4230:20428271,20228828:pehd:4230:20428587,20228831:pehd:42'}, {'unwanted_material': 'pet_clair', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.010585081775223383, 'nb_photo': 11708, 'list_port_cont': '20128047,20193316,20193416,20193501,20193634,20193793,20194188,20194301,20194450,20194911,20195206,20228149,20229714,20229814,20231507,20232020,20232637,20233116,20233230,20233349,20234184,20274940,20276334,20276590,20277088,20277717,20278609,20282092,20283818,20285970,20288209,20292048,20294445,20296269,20296845,20296951,20297272,20297922,20301364,20302909,20304464,20304981,20308784,20313509,20331889,20332177,20332575,20332917,20333726,20333833,20333920,20334009,20334047,20334270,20334365,20351879,20351988,20352247,20352661,20352819,20352999,20353414,20353630,20354430,20354954,20356176,20356216,20356407,20356444,20356518,20356739,20356819,20357145,20357193,20357441,20357719,20357863,20357965,20358038,20358072,20358112,20358239,20358500,20358707,20359013,20359440,20360126,20360161,20360322,20360530,20360988,20361074,20361820,20362159,20362245,20362330,20362731,20363575,20364504,20365140,20365841,20367373,20368127,20372202,20372559,20374792,20374873,20374993,20375215,20375301,20375392,20375521,20375634,2037585', 'assoc_port': '20127881:20128047,20193111:20331889,20193112:20332177,20193113:20416032,20193114:20332575,20193115:20332917,20193116:20467010,20193117:20416993,20193118:20333726,20193119:20333833,20193120:20333920,20193121:20334047,20193128:20334009,20193147:20334270,20193182:20194450,20193183:20334365,20193184:20195206,20193185:20194301,20193186:20193793,20193187:20193634,20193188:20193501,20193189:20193416,20193190:20193316,20193773:20194188,20194487:20194911,20227565:20228149,20228801:20356216,20228804:20356407,20228807:20356518,20228810:20356819,20228813:20426758,20228816:20357145,20228819:20357441,20228822:20427902,20228825:20428281,20228828:20428588,20228831:20358038,20228834:20427049,20228837:20358239,20228840:20233349,20228843:20430413,20228846:20234184,20228850:20232637,20228852:20233230,20228855:20231507,20228858:20229714,20228860:20229814,20231334:20232020,20232596:20233116,20273923:20374792,20273925:20374873,20273928:20374993,20273932:20375215,20273935:20375301,20273938:20375392,20273941:20375521,20273943:2037563', 'assoc_mat': '20127881:pet_clair:4230:20128047,20193111:pet_clair:4230:20331889,20193112:pet_clair:4230:20332177,20193113:pet_clair:4230:20416032,20193114:pet_clair:4230:20332575,20193115:pet_clair:4230:20332917,20193116:pet_clair:4230:20467010,20193117:pet_clair:4230:20416993,20193118:pet_clair:4230:20333726,20193119:pet_clair:4230:20333833,20193120:pet_clair:4230:20333920,20193121:pet_clair:4230:20334047,20193128:pet_clair:4230:20334009,20193147:pet_clair:4230:20334270,20193182:pet_clair:4230:20194450,20193183:pet_clair:4230:20334365,20193184:pet_clair:4230:20195206,20193185:pet_clair:4230:20194301,20193186:pet_clair:4230:20193793,20193187:pet_clair:4230:20193634,20193188:pet_clair:4230:20193501,20193189:pet_clair:4230:20193416,20193190:pet_clair:4230:20193316,20193773:pet_clair:4230:20194188,20194487:pet_clair:4230:20194911,20227565:pet_clair:4230:20228149,20228801:pet_clair:4230:20356216,20228804:pet_clair:4230:20356407,20228807:pet_clair:4230:20356518,20228810:pet_clair:4230:20356819,20228813:pet_clair:4230:20426758,2'}, {'unwanted_material': 'pet_fonce', 'main_material': 'incineration', 'pht_type': 4230, 'ratio': 0.005775894201171761, 'nb_photo': 1006, 'list_port_cont': '20128058,20193314,20193424,20193494,20193625,20193782,20194191,20194305,20194455,20194914,20195197,20228144,20229711,20229817,20231510,20232030,20232634,20233108,20233216,20233343,20234193,20274941,20276335,20276596,20277096,20277716,20278596,20282095,20283812,20285972,20288204,20292050,20294447,20296270,20296841,20296950,20297268,20297920,20301361,20302905,20304454,20304977,20308782,20313496,20331892,20332566,20332921,20333729,20333846,20333916,20334011,20334048,20334273,20334374,20351887,20351981,20352242,20352666,20352826,20353005,20353410,20353625,20354425,20354947,20356177,20356218,20356405,20356445,20356519,20356740,20356813,20357144,20357191,20357445,20357722,20357866,20357959,20358035,20358118,20358231,20358493,20358703,20359438,20360153,20360324,20360537,20360990,20361064,20361813,20362243,20362328,20362735,20363582,20364502,20365134,20365837,20367370,20368136,20372208,20372565,20374781,20374874,20374996,20375387,20375510,20375620,20375859,20375939,20375980,20376177,20376289,20376403,20376512,2037659', 'assoc_port': '20127881:20128058,20193111:20331892,20193113:20416034,20193114:20332566,20193115:20332921,20193116:20467011,20193117:20416992,20193118:20333729,20193119:20333846,20193120:20333916,20193121:20334048,20193128:20334011,20193147:20334273,20193182:20194455,20193183:20334374,20193184:20195197,20193185:20194305,20193186:20193782,20193187:20193625,20193188:20193494,20193189:20193424,20193190:20193314,20193773:20194191,20194487:20194914,20227565:20228144,20228801:20356218,20228804:20356405,20228807:20356519,20228810:20356813,20228813:20426757,20228816:20357144,20228819:20357445,20228822:20427898,20228825:20428283,20228828:20428594,20228831:20358035,20228834:20427045,20228837:20358231,20228840:20233343,20228843:20430404,20228846:20234193,20228850:20232634,20228852:20233216,20228855:20231510,20228858:20229711,20228860:20229817,20231334:20232030,20232596:20233108,20273923:20374781,20273925:20374874,20273928:20374996,20273938:20375387,20273941:20375510,20273943:20375620,20273948:20375859,20273950:20375980,20273952:2037593', 'assoc_mat': '20127881:pet_fonce:4230:20128058,20193111:pet_fonce:4230:20331892,20193113:pet_fonce:4230:20416034,20193114:pet_fonce:4230:20332566,20193115:pet_fonce:4230:20332921,20193116:pet_fonce:4230:20467011,20193117:pet_fonce:4230:20416992,20193118:pet_fonce:4230:20333729,20193119:pet_fonce:4230:20333846,20193120:pet_fonce:4230:20333916,20193121:pet_fonce:4230:20334048,20193128:pet_fonce:4230:20334011,20193147:pet_fonce:4230:20334273,20193182:pet_fonce:4230:20194455,20193183:pet_fonce:4230:20334374,20193184:pet_fonce:4230:20195197,20193185:pet_fonce:4230:20194305,20193186:pet_fonce:4230:20193782,20193187:pet_fonce:4230:20193625,20193188:pet_fonce:4230:20193494,20193189:pet_fonce:4230:20193424,20193190:pet_fonce:4230:20193314,20193773:pet_fonce:4230:20194191,20194487:pet_fonce:4230:20194914,20227565:pet_fonce:4230:20228144,20228801:pet_fonce:4230:20356218,20228804:pet_fonce:4230:20356405,20228807:pet_fonce:4230:20356519,20228810:pet_fonce:4230:20356813,20228813:pet_fonce:4230:20426757,20228816:pet_fonce:4230:20357144,2'}), 'main_stat': {'nb_photos': 901}}, 'hostname': (), 'impurety_average_per_hashtag': [(('incineration', '2025-02', 0.5289383520057325),)]} filepath : /data_2/data_log/job/memo/SCCU_cam8/sla_mensuel_SCCU_cam8_mois_02_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'incineration': {'autre': ['autre', '2.21%', 10935], 'carton': ['carton', '10.93%', 72565], 'metal': ['metal', '0.21%', 1213], 'papier': ['papier', '33.48%', 220838], 'pehd': ['pehd', '0.74%', 3639], 'pet_clair': ['pet_clair', '1.06%', 11708], 'pet_fonce': ['pet_fonce', '0.58%', 1006]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_2/data_log/job/memo/SCCU_cam8/sla_mensuel_SCCU_cam8_mois_02_annee_2025.pdf le fichier se trouve ici : /data_2/data_log/job/memo/SCCU_cam8 2.49user 2.44system 0:07.39elapsed 66%CPU (0avgtext+0avgdata 195252maxresident)k 162072inputs+272outputs (717major+67228minor)pagefaults 0swaps