python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --dashboard_places=SyctomXV_Mask_23Q4 -j sla_mensuel -v --date=2025-01 --rootfolder_sla=/data_2/data_log/job/memo/SyctomXV ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : , Date : 2025-01 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (2, 31) TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SyctomXV_Mask_23Q4"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4932 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4932 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4932 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4932 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} We expected an STS datou with a camera_place_name, so there is a PB, datou_id: 4932 ! {'id': 4932, 'name': 'split_time_score_cod_upm_SyctomXV_Mask_23Q1', 'limit_max': 150, 'nb_steps': 1, 'estimated_time': 8640, 'list_steps': [{'id': 14066, 'type': 'split_time_score_with_photo', 'param': '0', 'json_param_as_string': "{'cod': 1, 'camera_place_name': 'SyctomXV_Mask_23Q4', 'ETA': 8640, 'param_moyenne_mobile': 5, 'thcl': 3379, 'list_task_complete': [''], 'list_tasks': 'LOAD,ORDER,CONVENTION,SPLIT_BY_DARK,SPLIT_TIME, CREATE_PORT_LAUNCH_CARAC_FILL_DASHBOARD,READ_PLATE', 'forced_hashtag': 'entrant', 'list_hashtag_class_create': 'entrant', 'ponderation': '0.001,0.001,0.001,0.001,0.001', 'host': 'www.fotonower.com', 'interval': 10, 'datou_proportion_papier': {'test': 370, 'entrant': 4742}, 'check_plate_format': 1, 'input_default_values': []}", 'json_param': {'cod': 1, 'camera_place_name': 'SyctomXV_Mask_23Q4', 'ETA': 8640, 'param_moyenne_mobile': 5, 'thcl': 3379, 'list_task_complete': [''], 'list_tasks': 'LOAD,ORDER,CONVENTION,SPLIT_BY_DARK,SPLIT_TIME, CREATE_PORT_LAUNCH_CARAC_FILL_DASHBOARD,READ_PLATE', 'forced_hashtag': 'entrant', 'list_hashtag_class_create': 'entrant', 'ponderation': '0.001,0.001,0.001,0.001,0.001', 'host': 'www.fotonower.com', 'interval': 10, 'datou_proportion_papier': {'test': 370, 'entrant': 4742}, 'check_plate_format': 1, 'input_default_values': []}, 'nb_input': 2, 'nb_output': 1, 'prod': False, 'is_local': False, 'is_datou_depend': False, 'is_photo_id_local': False, 'list_data': []}], 'depends_step': []} check if it is the case where we have multiple sts in one datou yes, we found a datou with multiple sts, we will choose the last one by default SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=370 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=370 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 370 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=370 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! We ignore checkConsistencyTypeOutputInput for datou_step final ! We ignore checkConsistencyTypeOutputInput for datou_step final ! DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'min_score': 0.7, 'name_pipeline': 'proportion_papier_tapis', 'hashtag_type': 705, 'hashtag_proportion': 492668766, 'hashtag_parmi': 538914404, 'hashtag_to_consider': 'papier_only', 'hashtag_background': 493012381} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier ventilate_hashtags_in_portfolio step not found ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4742 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4742 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4742 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4742 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13169 copy_chis is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 13170 consolidate_hashtags_from_manual_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 13167 rle_unique_nms_with_priority is not consistent : 3 used against 1 in the step definition ! WARNING : number of outputs for step 13167 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 13174 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 13168 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 13171 blur_detection have less inputs used (0) than in the step definition (1) : maybe we manage optionnal inputs ! Step 13172 brightness have less inputs used (0) than in the step definition (1) : maybe we manage optionnal inputs ! Step 13173 send_mail_cod have less inputs used (4) than in the step definition (5) : maybe we manage optionnal inputs ! Step 13175 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13169 have datatype=11 whereas input 0 of step 13167 have datatype=2 WARNING : type of output 1 of step 13170 doesn't seem to be define in the database( WARNING : type of input 3 of step 13168 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 13170 doesn't seem to be define in the database( WARNING : type of input 1 of step 13167 doesn't seem to be define in the database( WARNING : output 0 of step 13174 have datatype=10 whereas input 3 of step 13173 have datatype=6 WARNING : type of input 1 of step 13174 doesn't seem to be define in the database( WARNING : output 1 of step 13167 have datatype=7 whereas input 1 of step 13174 have datatype=None WARNING : type of output 1 of step 13174 doesn't seem to be define in the database( WARNING : type of input 4 of step 13168 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 13169 doesn't seem to be define in the database( WARNING : type of input 1 of step 13170 doesn't seem to be define in the database( DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4857, 'hashtag_proportion': 'sac_om_plein,textiles,verre,organique,dasri,masque,encombrant,autre_non_emballage', 'hashtag_parmi': 'papier,carton,metal,pet_clair,pehd,flux_dev,film_dev_souple,ela', 'hashtag_weights': {'papier': 3, 'carton': 2.8, 'metal': 6, 'pet_clair': 1.4, 'pehd': 2.8, 'flux_dev': 2.8, 'pet_opaque': 3, 'barquette_opaque': 2.8, 'film_dev_souple': 0.8, 'ela': 3.0, 'sac_om_plein': 6.5, 'textiles': 3, 'verre': 10.0, 'organique': 4.0, 'dasri': 2.0, 'masque': 1, 'encombrant': 7, 'autre_emballage': 6.0, 'autre_non_emballage': 6.0}, 'check_plaque': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (2, 31) TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SyctomXV_Mask_23Q4"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4932 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4932 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4932 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4932 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} We expected an STS datou with a camera_place_name, so there is a PB, datou_id: 4932 ! {'id': 4932, 'name': 'split_time_score_cod_upm_SyctomXV_Mask_23Q1', 'limit_max': 150, 'nb_steps': 1, 'estimated_time': 8640, 'list_steps': [{'id': 14066, 'type': 'split_time_score_with_photo', 'param': '0', 'json_param_as_string': "{'cod': 1, 'camera_place_name': 'SyctomXV_Mask_23Q4', 'ETA': 8640, 'param_moyenne_mobile': 5, 'thcl': 3379, 'list_task_complete': [''], 'list_tasks': 'LOAD,ORDER,CONVENTION,SPLIT_BY_DARK,SPLIT_TIME, CREATE_PORT_LAUNCH_CARAC_FILL_DASHBOARD,READ_PLATE', 'forced_hashtag': 'entrant', 'list_hashtag_class_create': 'entrant', 'ponderation': '0.001,0.001,0.001,0.001,0.001', 'host': 'www.fotonower.com', 'interval': 10, 'datou_proportion_papier': {'test': 370, 'entrant': 4742}, 'check_plate_format': 1, 'input_default_values': []}", 'json_param': {'cod': 1, 'camera_place_name': 'SyctomXV_Mask_23Q4', 'ETA': 8640, 'param_moyenne_mobile': 5, 'thcl': 3379, 'list_task_complete': [''], 'list_tasks': 'LOAD,ORDER,CONVENTION,SPLIT_BY_DARK,SPLIT_TIME, CREATE_PORT_LAUNCH_CARAC_FILL_DASHBOARD,READ_PLATE', 'forced_hashtag': 'entrant', 'list_hashtag_class_create': 'entrant', 'ponderation': '0.001,0.001,0.001,0.001,0.001', 'host': 'www.fotonower.com', 'interval': 10, 'datou_proportion_papier': {'test': 370, 'entrant': 4742}, 'check_plate_format': 1, 'input_default_values': []}, 'nb_input': 2, 'nb_output': 1, 'prod': False, 'is_local': False, 'is_datou_depend': False, 'is_photo_id_local': False, 'list_data': []}], 'depends_step': []} check if it is the case where we have multiple sts in one datou yes, we found a datou with multiple sts, we will choose the last one by default SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=370 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=370 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 370 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=370 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! We ignore checkConsistencyTypeOutputInput for datou_step final ! We ignore checkConsistencyTypeOutputInput for datou_step final ! DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'min_score': 0.7, 'name_pipeline': 'proportion_papier_tapis', 'hashtag_type': 705, 'hashtag_proportion': 492668766, 'hashtag_parmi': 538914404, 'hashtag_to_consider': 'papier_only', 'hashtag_background': 493012381} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier ventilate_hashtags_in_portfolio step not found ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4742 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4742 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4742 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4742 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13169 copy_chis is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 13170 consolidate_hashtags_from_manual_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 13167 rle_unique_nms_with_priority is not consistent : 3 used against 1 in the step definition ! WARNING : number of outputs for step 13167 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 13174 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 13168 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 13171 blur_detection have less inputs used (0) than in the step definition (1) : maybe we manage optionnal inputs ! Step 13172 brightness have less inputs used (0) than in the step definition (1) : maybe we manage optionnal inputs ! Step 13173 send_mail_cod have less inputs used (4) than in the step definition (5) : maybe we manage optionnal inputs ! Step 13175 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13169 have datatype=11 whereas input 0 of step 13167 have datatype=2 WARNING : type of output 1 of step 13170 doesn't seem to be define in the database( WARNING : type of input 3 of step 13168 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 13170 doesn't seem to be define in the database( WARNING : type of input 1 of step 13167 doesn't seem to be define in the database( WARNING : output 0 of step 13174 have datatype=10 whereas input 3 of step 13173 have datatype=6 WARNING : type of input 1 of step 13174 doesn't seem to be define in the database( WARNING : output 1 of step 13167 have datatype=7 whereas input 1 of step 13174 have datatype=None WARNING : type of output 1 of step 13174 doesn't seem to be define in the database( WARNING : type of input 4 of step 13168 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 13169 doesn't seem to be define in the database( WARNING : type of input 1 of step 13170 doesn't seem to be define in the database( DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4857, 'hashtag_proportion': 'sac_om_plein,textiles,verre,organique,dasri,masque,encombrant,autre_non_emballage', 'hashtag_parmi': 'papier,carton,metal,pet_clair,pehd,flux_dev,film_dev_souple,ela', 'hashtag_weights': {'papier': 3, 'carton': 2.8, 'metal': 6, 'pet_clair': 1.4, 'pehd': 2.8, 'flux_dev': 2.8, 'pet_opaque': 3, 'barquette_opaque': 2.8, 'film_dev_souple': 0.8, 'ela': 3.0, 'sac_om_plein': 6.5, 'textiles': 3, 'verre': 10.0, 'organique': 4.0, 'dasri': 2.0, 'masque': 1, 'encombrant': 7, 'autre_emballage': 6.0, 'autre_non_emballage': 6.0}, 'check_plaque': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 188 month : 01 mtr_id : dashboard_places : SyctomXV_Mask_23Q4 date : 2025-01 year : 2025 raspi : 0 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'SyctomXV_Mask_23Q4' and date like '%2025-01%') and created_at like '%2025-01%'))); nb_day : (2, 31) after unwanted_material_data We return tuple() but get_coverage_data_from_list_of_date return unexpectedly data from stuff in error with raspi=0 so we force here ! after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and ded.dashboard_place_id = 188 and month(ded.date) = 01 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and dr.hashtag = '_______entrant' and ded.dashboard_place_id = 188 and month(ded.date) = 01 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 188 and mp.name like '%012025%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2025-01-01 : dt_date_just_month_year : 2025-01-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! Error parsing crontab ! [Errno 2] No such file or directory: '' You better check your LOGRASPI env !!! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "SyctomXV_Mask_23Q4" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-01-01" AND ded.date <= "2025-01-31" apple3 {'test': {'mat': 'test', 'pht': 0, 'datou_carac_id': 370, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 538914404}, 'entrant': {'mat': 'entrant', 'pht': 4857, 'datou_carac_id': 4742, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'papier,carton,metal,pet_clair,pehd,flux_dev,film_dev_souple,ela'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (1521631,1523955,1548917,1552247,1553629,1555508,1555760,1558778,1567001,1573553,1662614) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id AND ptp.type IN (0,4857) group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_non_emballage', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.029686290410289213, 'nb_photo': 112, 'list_port_cont': '19490162,19490181,19500421,19500440,19500946,19503279,19503314,19793355,19793410,19806672,19806739,19820392,19820412,19821469,19821489,19846281,19846300,19847119,19847138,19898527,19898552,19962294,19962369,19963938,19963965,19973733,19973779,19975975,19975997,19977035,20021091,20023573,20023610,20044474,20044500,20045628,20045647,20074003,20074022,20077237,20077256,20095208,20095563,20095864,20095887,21442293,21442693', 'assoc_port': '19454054:19490162,19454054:19490181,19454055:19500421,19454055:19500440,19466975:19500946,19466976:19503279,19466976:19503314,19762900:19793355,19762900:19793410,19769042:19806672,19769042:19806739,19806774:19821469,19806774:19821489,19808317:19820392,19808317:19820412,19827864:19846281,19827864:19846300,19827865:19847119,19827865:19847138,19857477:19962294,19857477:19962369,19857478:19898527,19857478:19898552,19857479:19963938,19857479:19963965,19906619:19973733,19906619:19973779,19906620:19975975,19906620:19975997,19906621:19977035,20009036:20021091,20009037:20023573,20009037:20023610,20009039:20044474,20009039:20044500,20014721:20045628,20014721:20045647,20067960:20095208,20067961:20095563,20068020:20077237,20068020:20077256,20068021:20074003,20068021:20074022,20072575:20095864,20072575:20095887,21222673:21442693,21222674:21442293', 'assoc_mat': '19454054:autre_non_emballage:4857:19490162,19454054:autre_non_emballage:4857:19490181,19454055:autre_non_emballage:4857:19500421,19454055:autre_non_emballage:4857:19500440,19466975:autre_non_emballage:4857:19500946,19466976:autre_non_emballage:4857:19503279,19466976:autre_non_emballage:4857:19503314,19762900:autre_non_emballage:4857:19793355,19762900:autre_non_emballage:4857:19793410,19769042:autre_non_emballage:4857:19806672,19769042:autre_non_emballage:4857:19806739,19806774:autre_non_emballage:4857:19821469,19806774:autre_non_emballage:4857:19821489,19808317:autre_non_emballage:4857:19820392,19808317:autre_non_emballage:4857:19820412,19827864:autre_non_emballage:4857:19846281,19827864:autre_non_emballage:4857:19846300,19827865:autre_non_emballage:4857:19847119,19827865:autre_non_emballage:4857:19847138,19857477:autre_non_emballage:4857:19962294,19857477:autre_non_emballage:4857:19962369,19857478:autre_non_emballage:4857:19898527,19857478:autre_non_emballage:4857:19898552,19857479:autre_non_emballage:4857:1'}, {'unwanted_material': 'carton', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.5905929481980353, 'nb_photo': 4331, 'list_port_cont': '19489839,19489858,19490148,19490167,19500407,19500426,19500932,19500951,19503265,19503300,19793341,19793396,19795285,19795324,19797381,19797401,19806658,19806725,19820378,19820398,19821455,19821475,19822756,19822775,19846267,19846286,19847105,19847124,19847300,19847320,19889882,19889902,19891455,19891478,19898513,19898538,19962280,19962353,19963924,19963951,19970724,19970743,19973719,19973765,19975961,19975983,19977021,19977052,20021077,20021097,20023559,20023596,20041899,20041947,20044459,20044486,20045614,20045633,20073989,20074008,20077223,20077242,20095172,20095194,20095527,20095548,20095850,20095873,21442260,21442279,21442679,21442734', 'assoc_port': '19454053:19489839,19454053:19489858,19454054:19490148,19454054:19490167,19454055:19500407,19454055:19500426,19466975:19500932,19466975:19500951,19466976:19503265,19466976:19503300,19762900:19793341,19762900:19793396,19762925:19795285,19762925:19795324,19769042:19806658,19769042:19806725,19769043:19797381,19769043:19797401,19806774:19821455,19806774:19821475,19806775:19822756,19806775:19822775,19808317:19820378,19808317:19820398,19827864:19846267,19827864:19846286,19827865:19847105,19827865:19847124,19827866:19847300,19827866:19847320,19852315:19889882,19852315:19889902,19852316:19891455,19852316:19891478,19857477:19962280,19857477:19962353,19857478:19898513,19857478:19898538,19857479:19963924,19857479:19963951,19906618:19970724,19906618:19970743,19906619:19973719,19906619:19973765,19906620:19975961,19906620:19975983,19906621:19977021,19906621:19977052,20009036:20021077,20009036:20021097,20009037:20023559,20009037:20023596,20009038:20041899,20009038:20041947,20009039:20044459,20009039:20044486,20014721:2004561', 'assoc_mat': '19454053:carton:4857:19489839,19454053:carton:4857:19489858,19454054:carton:4857:19490148,19454054:carton:4857:19490167,19454055:carton:4857:19500407,19454055:carton:4857:19500426,19466975:carton:4857:19500932,19466975:carton:4857:19500951,19466976:carton:4857:19503265,19466976:carton:4857:19503300,19762900:carton:4857:19793341,19762900:carton:4857:19793396,19762925:carton:4857:19795285,19762925:carton:4857:19795324,19769042:carton:4857:19806658,19769042:carton:4857:19806725,19769043:carton:4857:19797381,19769043:carton:4857:19797401,19806774:carton:4857:19821455,19806774:carton:4857:19821475,19806775:carton:4857:19822756,19806775:carton:4857:19822775,19808317:carton:4857:19820378,19808317:carton:4857:19820398,19827864:carton:4857:19846267,19827864:carton:4857:19846286,19827865:carton:4857:19847105,19827865:carton:4857:19847124,19827866:carton:4857:19847300,19827866:carton:4857:19847320,19852315:carton:4857:19889882,19852315:carton:4857:19889902,19852316:carton:4857:19891455,19852316:carton:4857:19891478,1985'}, {'unwanted_material': 'ela', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.00733844503087401, 'nb_photo': 37, 'list_port_cont': '19490154,19490173,19500413,19500432,19500938,19500957,19793347,19793402,19820384,19820404,19891461,19891484,19898519,19898544,19962286,19962361,19963930,19963957,19970730,19970749,19973725,19973771,20021083,20021103,20023565,20023602,20041905,20041953,20044466,20044492,20045620,20045639,20095178,20095200,20095554,20095879,21442266,21442285', 'assoc_port': '19454054:19490154,19454054:19490173,19454055:19500413,19454055:19500432,19466975:19500938,19466975:19500957,19762900:19793347,19762900:19793402,19808317:19820384,19808317:19820404,19852316:19891461,19852316:19891484,19857477:19962286,19857477:19962361,19857478:19898519,19857478:19898544,19857479:19963930,19857479:19963957,19906618:19970730,19906618:19970749,19906619:19973725,19906619:19973771,20009036:20021083,20009036:20021103,20009037:20023565,20009037:20023602,20009038:20041905,20009038:20041953,20009039:20044466,20009039:20044492,20014721:20045620,20014721:20045639,20067960:20095178,20067960:20095200,20067961:20095554,20072575:20095879,21222674:21442266,21222674:21442285', 'assoc_mat': '19454054:ela:4857:19490154,19454054:ela:4857:19490173,19454055:ela:4857:19500413,19454055:ela:4857:19500432,19466975:ela:4857:19500938,19466975:ela:4857:19500957,19762900:ela:4857:19793347,19762900:ela:4857:19793402,19808317:ela:4857:19820384,19808317:ela:4857:19820404,19852316:ela:4857:19891461,19852316:ela:4857:19891484,19857477:ela:4857:19962286,19857477:ela:4857:19962361,19857478:ela:4857:19898519,19857478:ela:4857:19898544,19857479:ela:4857:19963930,19857479:ela:4857:19963957,19906618:ela:4857:19970730,19906618:ela:4857:19970749,19906619:ela:4857:19973725,19906619:ela:4857:19973771,20009036:ela:4857:20021083,20009036:ela:4857:20021103,20009037:ela:4857:20023565,20009037:ela:4857:20023602,20009038:ela:4857:20041905,20009038:ela:4857:20041953,20009039:ela:4857:20044466,20009039:ela:4857:20044492,20014721:ela:4857:20045620,20014721:ela:4857:20045639,20067960:ela:4857:20095178,20067960:ela:4857:20095200,20067961:ela:4857:20095554,20072575:ela:4857:20095879,21222674:ela:4857:21442266,21222674:ela:4857:2144228'}, {'unwanted_material': 'encombrant', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.06458352579996052, 'nb_photo': 10, 'list_port_cont': '19490161,19490180,19793354,19793409,19797394,19797414,19822769,19822788,19898526,19898551,20023572,20023609,20095207', 'assoc_port': '19454054:19490161,19454054:19490180,19762900:19793354,19762900:19793409,19769043:19797394,19769043:19797414,19806775:19822769,19806775:19822788,19857478:19898526,19857478:19898551,20009037:20023572,20009037:20023609,20067960:20095207', 'assoc_mat': '19454054:encombrant:4857:19490161,19454054:encombrant:4857:19490180,19762900:encombrant:4857:19793354,19762900:encombrant:4857:19793409,19769043:encombrant:4857:19797394,19769043:encombrant:4857:19797414,19806775:encombrant:4857:19822769,19806775:encombrant:4857:19822788,19857478:encombrant:4857:19898526,19857478:encombrant:4857:19898551,20009037:encombrant:4857:20023572,20009037:encombrant:4857:20023609,20067960:encombrant:4857:20095207'}, {'unwanted_material': 'film_dev_souple', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.023600324614137615, 'nb_photo': 718, 'list_port_cont': '19489844,19489863,19490153,19490172,19500412,19500431,19500937,19500956,19503270,19503305,19793346,19793401,19795290,19795329,19797386,19797406,19806663,19806730,19820383,19820403,19821460,19821480,19822761,19822780,19846272,19846291,19847110,19847129,19847305,19847325,19889887,19889907,19891460,19891483,19898518,19898543,19962285,19962360,19963929,19963956,19970729,19970748,19973724,19973770,19975966,19975988,19977026,19977057,20021082,20021102,20023564,20023601,20041904,20041952,20044465,20044491,20045619,20045638,20073994,20074013,20077228,20077247,20095177,20095199,20095532,20095553,20095878,21442265,21442284,21442684,21442739', 'assoc_port': '19454053:19489844,19454053:19489863,19454054:19490153,19454054:19490172,19454055:19500412,19454055:19500431,19466975:19500937,19466975:19500956,19466976:19503270,19466976:19503305,19762900:19793346,19762900:19793401,19762925:19795290,19762925:19795329,19769042:19806663,19769042:19806730,19769043:19797386,19769043:19797406,19806774:19821460,19806774:19821480,19806775:19822761,19806775:19822780,19808317:19820383,19808317:19820403,19827864:19846272,19827864:19846291,19827865:19847110,19827865:19847129,19827866:19847305,19827866:19847325,19852315:19889887,19852315:19889907,19852316:19891460,19852316:19891483,19857477:19962285,19857477:19962360,19857478:19898518,19857478:19898543,19857479:19963929,19857479:19963956,19906618:19970729,19906618:19970748,19906619:19973724,19906619:19973770,19906620:19975966,19906620:19975988,19906621:19977026,19906621:19977057,20009036:20021082,20009036:20021102,20009037:20023564,20009037:20023601,20009038:20041904,20009038:20041952,20009039:20044465,20009039:20044491,20014721:2004561', 'assoc_mat': '19454053:film_dev_souple:4857:19489844,19454053:film_dev_souple:4857:19489863,19454054:film_dev_souple:4857:19490153,19454054:film_dev_souple:4857:19490172,19454055:film_dev_souple:4857:19500412,19454055:film_dev_souple:4857:19500431,19466975:film_dev_souple:4857:19500937,19466975:film_dev_souple:4857:19500956,19466976:film_dev_souple:4857:19503270,19466976:film_dev_souple:4857:19503305,19762900:film_dev_souple:4857:19793346,19762900:film_dev_souple:4857:19793401,19762925:film_dev_souple:4857:19795290,19762925:film_dev_souple:4857:19795329,19769042:film_dev_souple:4857:19806663,19769042:film_dev_souple:4857:19806730,19769043:film_dev_souple:4857:19797386,19769043:film_dev_souple:4857:19797406,19806774:film_dev_souple:4857:19821460,19806774:film_dev_souple:4857:19821480,19806775:film_dev_souple:4857:19822761,19806775:film_dev_souple:4857:19822780,19808317:film_dev_souple:4857:19820383,19808317:film_dev_souple:4857:19820403,19827864:film_dev_souple:4857:19846272,19827864:film_dev_souple:4857:19846291,19827865:f'}, {'unwanted_material': 'flux_dev', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.03425563344932473, 'nb_photo': 330, 'list_port_cont': '19489843,19489862,19490152,19490171,19500411,19500430,19500936,19500955,19503269,19503304,19793345,19793400,19795289,19795328,19797385,19797405,19806662,19806729,19820382,19820402,19821459,19821479,19822760,19822779,19846271,19846290,19847109,19847128,19847304,19847324,19889886,19889906,19891459,19891482,19898517,19898542,19962284,19962359,19963928,19963955,19970728,19970747,19973723,19973769,19975965,19975987,19977025,19977056,20021081,20021101,20023563,20023600,20041903,20041951,20044464,20044490,20045618,20045637,20073993,20074012,20077227,20077246,20095176,20095198,20095531,20095552,20095854,20095877,21442264,21442283,21442683,21442738', 'assoc_port': '19454053:19489843,19454053:19489862,19454054:19490152,19454054:19490171,19454055:19500411,19454055:19500430,19466975:19500936,19466975:19500955,19466976:19503269,19466976:19503304,19762900:19793345,19762900:19793400,19762925:19795289,19762925:19795328,19769042:19806662,19769042:19806729,19769043:19797385,19769043:19797405,19806774:19821459,19806774:19821479,19806775:19822760,19806775:19822779,19808317:19820382,19808317:19820402,19827864:19846271,19827864:19846290,19827865:19847109,19827865:19847128,19827866:19847304,19827866:19847324,19852315:19889886,19852315:19889906,19852316:19891459,19852316:19891482,19857477:19962284,19857477:19962359,19857478:19898517,19857478:19898542,19857479:19963928,19857479:19963955,19906618:19970728,19906618:19970747,19906619:19973723,19906619:19973769,19906620:19975965,19906620:19975987,19906621:19977025,19906621:19977056,20009036:20021081,20009036:20021101,20009037:20023563,20009037:20023600,20009038:20041903,20009038:20041951,20009039:20044464,20009039:20044490,20014721:2004561', 'assoc_mat': '19454053:flux_dev:4857:19489843,19454053:flux_dev:4857:19489862,19454054:flux_dev:4857:19490152,19454054:flux_dev:4857:19490171,19454055:flux_dev:4857:19500411,19454055:flux_dev:4857:19500430,19466975:flux_dev:4857:19500936,19466975:flux_dev:4857:19500955,19466976:flux_dev:4857:19503269,19466976:flux_dev:4857:19503304,19762900:flux_dev:4857:19793345,19762900:flux_dev:4857:19793400,19762925:flux_dev:4857:19795289,19762925:flux_dev:4857:19795328,19769042:flux_dev:4857:19806662,19769042:flux_dev:4857:19806729,19769043:flux_dev:4857:19797385,19769043:flux_dev:4857:19797405,19806774:flux_dev:4857:19821459,19806774:flux_dev:4857:19821479,19806775:flux_dev:4857:19822760,19806775:flux_dev:4857:19822779,19808317:flux_dev:4857:19820382,19808317:flux_dev:4857:19820402,19827864:flux_dev:4857:19846271,19827864:flux_dev:4857:19846290,19827865:flux_dev:4857:19847109,19827865:flux_dev:4857:19847128,19827866:flux_dev:4857:19847304,19827866:flux_dev:4857:19847324,19852315:flux_dev:4857:19889886,19852315:flux_dev:4857:19889906,'}, {'unwanted_material': 'metal', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.010835497140650217, 'nb_photo': 141, 'list_port_cont': '19490149,19490168,19500933,19500952,19503266,19503301,19793342,19793397,19795286,19795325,19806659,19806726,19821456,19821476,19822757,19822776,19846268,19846287,19847106,19847125,19889883,19889903,19891456,19891479,19898514,19898539,19962281,19962356,19963925,19963952,19970725,19970744,19973720,19973766,19975962,19975984,19977022,19977053,20041900,20041948,20044461,20044487,20077224,20077243,20095173,20095195,20095528,20095549,20095851,20095874,21442261,21442280,21442680,21442735', 'assoc_port': '19454054:19490149,19454054:19490168,19466975:19500933,19466975:19500952,19466976:19503266,19466976:19503301,19762900:19793342,19762900:19793397,19762925:19795286,19762925:19795325,19769042:19806659,19769042:19806726,19806774:19821456,19806774:19821476,19806775:19822757,19806775:19822776,19827864:19846268,19827864:19846287,19827865:19847106,19827865:19847125,19852315:19889883,19852315:19889903,19852316:19891456,19852316:19891479,19857477:19962281,19857477:19962356,19857478:19898514,19857478:19898539,19857479:19963925,19857479:19963952,19906618:19970725,19906618:19970744,19906619:19973720,19906619:19973766,19906620:19975962,19906620:19975984,19906621:19977022,19906621:19977053,20009038:20041900,20009038:20041948,20009039:20044461,20009039:20044487,20067960:20095173,20067960:20095195,20067961:20095528,20067961:20095549,20068020:20077224,20068020:20077243,20072575:20095851,20072575:20095874,21222673:21442680,21222673:21442735,21222674:21442261,21222674:21442280', 'assoc_mat': '19454054:metal:4857:19490149,19454054:metal:4857:19490168,19466975:metal:4857:19500933,19466975:metal:4857:19500952,19466976:metal:4857:19503266,19466976:metal:4857:19503301,19762900:metal:4857:19793342,19762900:metal:4857:19793397,19762925:metal:4857:19795286,19762925:metal:4857:19795325,19769042:metal:4857:19806659,19769042:metal:4857:19806726,19806774:metal:4857:19821456,19806774:metal:4857:19821476,19806775:metal:4857:19822757,19806775:metal:4857:19822776,19827864:metal:4857:19846268,19827864:metal:4857:19846287,19827865:metal:4857:19847106,19827865:metal:4857:19847125,19852315:metal:4857:19889883,19852315:metal:4857:19889903,19852316:metal:4857:19891456,19852316:metal:4857:19891479,19857477:metal:4857:19962281,19857477:metal:4857:19962356,19857478:metal:4857:19898514,19857478:metal:4857:19898539,19857479:metal:4857:19963925,19857479:metal:4857:19963952,19906618:metal:4857:19970725,19906618:metal:4857:19970744,19906619:metal:4857:19973720,19906619:metal:4857:19973766,19906620:metal:4857:19975962,19906620:'}, {'unwanted_material': 'organique', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.004295801700455881, 'nb_photo': 2, 'list_port_cont': '19891465,19977031,19977062', 'assoc_port': '19852316:19891465,19906621:19977031,19906621:19977062', 'assoc_mat': '19852316:organique:4857:19891465,19906621:organique:4857:19977031,19906621:organique:4857:19977062'}, {'unwanted_material': 'papier', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.10500540320667891, 'nb_photo': 946, 'list_port_cont': '19489838,19489857,19490147,19490166,19500406,19500425,19500931,19500950,19503264,19503299,19793340,19793395,19795284,19795323,19797380,19797400,19806657,19806724,19820377,19820397,19821454,19821474,19822755,19822774,19846266,19846285,19847104,19847123,19847299,19847319,19889881,19889901,19891454,19891477,19898512,19898537,19962279,19962348,19963923,19963950,19970723,19970742,19973718,19973764,19975960,19975982,19977020,19977051,20021076,20021096,20023558,20023595,20041898,20041946,20044458,20044485,20045613,20045632,20073988,20074007,20077222,20077241,20095171,20095193,20095526,20095547,20095849,20095872,21442259,21442278,21442678,21442733', 'assoc_port': '19454053:19489838,19454053:19489857,19454054:19490147,19454054:19490166,19454055:19500406,19454055:19500425,19466975:19500931,19466975:19500950,19466976:19503264,19466976:19503299,19762900:19793340,19762900:19793395,19762925:19795284,19762925:19795323,19769042:19806657,19769042:19806724,19769043:19797380,19769043:19797400,19806774:19821454,19806774:19821474,19806775:19822755,19806775:19822774,19808317:19820377,19808317:19820397,19827864:19846266,19827864:19846285,19827865:19847104,19827865:19847123,19827866:19847299,19827866:19847319,19852315:19889881,19852315:19889901,19852316:19891454,19852316:19891477,19857477:19962279,19857477:19962348,19857478:19898512,19857478:19898537,19857479:19963923,19857479:19963950,19906618:19970723,19906618:19970742,19906619:19973718,19906619:19973764,19906620:19975960,19906620:19975982,19906621:19977020,19906621:19977051,20009036:20021076,20009036:20021096,20009037:20023558,20009037:20023595,20009038:20041898,20009038:20041946,20009039:20044458,20009039:20044485,20014721:2004561', 'assoc_mat': '19454053:papier:4857:19489838,19454053:papier:4857:19489857,19454054:papier:4857:19490147,19454054:papier:4857:19490166,19454055:papier:4857:19500406,19454055:papier:4857:19500425,19466975:papier:4857:19500931,19466975:papier:4857:19500950,19466976:papier:4857:19503264,19466976:papier:4857:19503299,19762900:papier:4857:19793340,19762900:papier:4857:19793395,19762925:papier:4857:19795284,19762925:papier:4857:19795323,19769042:papier:4857:19806657,19769042:papier:4857:19806724,19769043:papier:4857:19797380,19769043:papier:4857:19797400,19806774:papier:4857:19821454,19806774:papier:4857:19821474,19806775:papier:4857:19822755,19806775:papier:4857:19822774,19808317:papier:4857:19820377,19808317:papier:4857:19820397,19827864:papier:4857:19846266,19827864:papier:4857:19846285,19827865:papier:4857:19847104,19827865:papier:4857:19847123,19827866:papier:4857:19847299,19827866:papier:4857:19847319,19852315:papier:4857:19889881,19852315:papier:4857:19889901,19852316:papier:4857:19891454,19852316:papier:4857:19891477,1985'}, {'unwanted_material': 'pehd', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.013766849920507768, 'nb_photo': 113, 'list_port_cont': '19489842,19489861,19490151,19490170,19500410,19500429,19500935,19500954,19503268,19503303,19793344,19793399,19795288,19795327,19797384,19797404,19806661,19806728,19820381,19820401,19821458,19821478,19822759,19822778,19846270,19846289,19847108,19847127,19847303,19847323,19891458,19891481,19898516,19898541,19962283,19962358,19963927,19963954,19970727,19970746,19973722,19973768,19975964,19975986,19977024,19977055,20023562,20023599,20041902,20041950,20044463,20044489,20045617,20045636,20073992,20074011,20077226,20077245,20095175,20095197,20095530,20095551,20095853,20095876,21442263,21442282,21442682,21442737', 'assoc_port': '19454053:19489842,19454053:19489861,19454054:19490151,19454054:19490170,19454055:19500410,19454055:19500429,19466975:19500935,19466975:19500954,19466976:19503268,19466976:19503303,19762900:19793344,19762900:19793399,19762925:19795288,19762925:19795327,19769042:19806661,19769042:19806728,19769043:19797384,19769043:19797404,19806774:19821458,19806774:19821478,19806775:19822759,19806775:19822778,19808317:19820381,19808317:19820401,19827864:19846270,19827864:19846289,19827865:19847108,19827865:19847127,19827866:19847303,19827866:19847323,19852316:19891458,19852316:19891481,19857477:19962283,19857477:19962358,19857478:19898516,19857478:19898541,19857479:19963927,19857479:19963954,19906618:19970727,19906618:19970746,19906619:19973722,19906619:19973768,19906620:19975964,19906620:19975986,19906621:19977024,19906621:19977055,20009037:20023562,20009037:20023599,20009038:20041902,20009038:20041950,20009039:20044463,20009039:20044489,20014721:20045617,20014721:20045636,20067960:20095175,20067960:20095197,20067961:2009553', 'assoc_mat': '19454053:pehd:4857:19489842,19454053:pehd:4857:19489861,19454054:pehd:4857:19490151,19454054:pehd:4857:19490170,19454055:pehd:4857:19500410,19454055:pehd:4857:19500429,19466975:pehd:4857:19500935,19466975:pehd:4857:19500954,19466976:pehd:4857:19503268,19466976:pehd:4857:19503303,19762900:pehd:4857:19793344,19762900:pehd:4857:19793399,19762925:pehd:4857:19795288,19762925:pehd:4857:19795327,19769042:pehd:4857:19806661,19769042:pehd:4857:19806728,19769043:pehd:4857:19797384,19769043:pehd:4857:19797404,19806774:pehd:4857:19821458,19806774:pehd:4857:19821478,19806775:pehd:4857:19822759,19806775:pehd:4857:19822778,19808317:pehd:4857:19820381,19808317:pehd:4857:19820401,19827864:pehd:4857:19846270,19827864:pehd:4857:19846289,19827865:pehd:4857:19847108,19827865:pehd:4857:19847127,19827866:pehd:4857:19847303,19827866:pehd:4857:19847323,19852316:pehd:4857:19891458,19852316:pehd:4857:19891481,19857477:pehd:4857:19962283,19857477:pehd:4857:19962358,19857478:pehd:4857:19898516,19857478:pehd:4857:19898541,19857479:pehd:48'}, {'unwanted_material': 'pet_clair', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.02596109307163693, 'nb_photo': 575, 'list_port_cont': '19489841,19489860,19490150,19490169,19500409,19500428,19500934,19500953,19503267,19503302,19793343,19793398,19795287,19795326,19797383,19797403,19806660,19806727,19820380,19820400,19821457,19821477,19822758,19822777,19846269,19846288,19847107,19847126,19847302,19847322,19889884,19889904,19891457,19891480,19898515,19898540,19962282,19962357,19963926,19963953,19970726,19970745,19973721,19973767,19975963,19975985,19977023,19977054,20021079,20021099,20023561,20023598,20041901,20041949,20044462,20044488,20045616,20045635,20073991,20074010,20077225,20077244,20095174,20095196,20095529,20095550,20095852,20095875,21442262,21442281,21442681,21442736', 'assoc_port': '19454053:19489841,19454053:19489860,19454054:19490150,19454054:19490169,19454055:19500409,19454055:19500428,19466975:19500934,19466975:19500953,19466976:19503267,19466976:19503302,19762900:19793343,19762900:19793398,19762925:19795287,19762925:19795326,19769042:19806660,19769042:19806727,19769043:19797383,19769043:19797403,19806774:19821457,19806774:19821477,19806775:19822758,19806775:19822777,19808317:19820380,19808317:19820400,19827864:19846269,19827864:19846288,19827865:19847107,19827865:19847126,19827866:19847302,19827866:19847322,19852315:19889884,19852315:19889904,19852316:19891457,19852316:19891480,19857477:19962282,19857477:19962357,19857478:19898515,19857478:19898540,19857479:19963926,19857479:19963953,19906618:19970726,19906618:19970745,19906619:19973721,19906619:19973767,19906620:19975963,19906620:19975985,19906621:19977023,19906621:19977054,20009036:20021079,20009036:20021099,20009037:20023561,20009037:20023598,20009038:20041901,20009038:20041949,20009039:20044462,20009039:20044488,20014721:2004561', 'assoc_mat': '19454053:pet_clair:4857:19489841,19454053:pet_clair:4857:19489860,19454054:pet_clair:4857:19490150,19454054:pet_clair:4857:19490169,19454055:pet_clair:4857:19500409,19454055:pet_clair:4857:19500428,19466975:pet_clair:4857:19500934,19466975:pet_clair:4857:19500953,19466976:pet_clair:4857:19503267,19466976:pet_clair:4857:19503302,19762900:pet_clair:4857:19793343,19762900:pet_clair:4857:19793398,19762925:pet_clair:4857:19795287,19762925:pet_clair:4857:19795326,19769042:pet_clair:4857:19806660,19769042:pet_clair:4857:19806727,19769043:pet_clair:4857:19797383,19769043:pet_clair:4857:19797403,19806774:pet_clair:4857:19821457,19806774:pet_clair:4857:19821477,19806775:pet_clair:4857:19822758,19806775:pet_clair:4857:19822777,19808317:pet_clair:4857:19820380,19808317:pet_clair:4857:19820400,19827864:pet_clair:4857:19846269,19827864:pet_clair:4857:19846288,19827865:pet_clair:4857:19847107,19827865:pet_clair:4857:19847126,19827866:pet_clair:4857:19847302,19827866:pet_clair:4857:19847322,19852315:pet_clair:4857:19889884,1'}, {'unwanted_material': 'sac_om_plein', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.2487611287461597, 'nb_photo': 490, 'list_port_cont': '19489846,19489865,19490155,19490174,19500414,19500433,19500939,19500958,19503272,19503307,19793348,19793403,19795292,19795331,19797388,19797408,19806665,19806732,19820385,19820405,19821462,19821482,19822763,19822782,19846274,19846293,19847112,19847131,19847307,19847327,19889889,19889909,19891462,19891485,19898520,19898545,19962287,19962362,19963931,19963958,19970731,19970750,19973726,19973772,19975968,19975990,19977028,19977059,20021084,20021104,20023566,20023603,20041906,20041954,20044467,20044493,20045621,20045640,20073996,20074015,20077230,20077249,20095179,20095201,20095534,20095556,20095857,20095880,21442267,21442286,21442686,21442741', 'assoc_port': '19454053:19489846,19454053:19489865,19454054:19490155,19454054:19490174,19454055:19500414,19454055:19500433,19466975:19500939,19466975:19500958,19466976:19503272,19466976:19503307,19762900:19793348,19762900:19793403,19762925:19795292,19762925:19795331,19769042:19806665,19769042:19806732,19769043:19797388,19769043:19797408,19806774:19821462,19806774:19821482,19806775:19822763,19806775:19822782,19808317:19820385,19808317:19820405,19827864:19846274,19827864:19846293,19827865:19847112,19827865:19847131,19827866:19847307,19827866:19847327,19852315:19889889,19852315:19889909,19852316:19891462,19852316:19891485,19857477:19962287,19857477:19962362,19857478:19898520,19857478:19898545,19857479:19963931,19857479:19963958,19906618:19970731,19906618:19970750,19906619:19973726,19906619:19973772,19906620:19975968,19906620:19975990,19906621:19977028,19906621:19977059,20009036:20021084,20009036:20021104,20009037:20023566,20009037:20023603,20009038:20041906,20009038:20041954,20009039:20044467,20009039:20044493,20014721:2004562', 'assoc_mat': '19454053:sac_om_plein:4857:19489846,19454053:sac_om_plein:4857:19489865,19454054:sac_om_plein:4857:19490155,19454054:sac_om_plein:4857:19490174,19454055:sac_om_plein:4857:19500414,19454055:sac_om_plein:4857:19500433,19466975:sac_om_plein:4857:19500939,19466975:sac_om_plein:4857:19500958,19466976:sac_om_plein:4857:19503272,19466976:sac_om_plein:4857:19503307,19762900:sac_om_plein:4857:19793348,19762900:sac_om_plein:4857:19793403,19762925:sac_om_plein:4857:19795292,19762925:sac_om_plein:4857:19795331,19769042:sac_om_plein:4857:19806665,19769042:sac_om_plein:4857:19806732,19769043:sac_om_plein:4857:19797388,19769043:sac_om_plein:4857:19797408,19806774:sac_om_plein:4857:19821462,19806774:sac_om_plein:4857:19821482,19806775:sac_om_plein:4857:19822763,19806775:sac_om_plein:4857:19822782,19808317:sac_om_plein:4857:19820385,19808317:sac_om_plein:4857:19820405,19827864:sac_om_plein:4857:19846274,19827864:sac_om_plein:4857:19846293,19827865:sac_om_plein:4857:19847112,19827865:sac_om_plein:4857:19847131,19827866:sac_om_'}, {'unwanted_material': 'textiles', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.014382829906236926, 'nb_photo': 47, 'list_port_cont': '19490156,19490175,19500940,19500959,19793349,19793404,19806666,19806733,19820386,19820406,19821463,19821483,19822764,19822783,19846275,19846294,19847113,19847132,19889890,19889910,19891463,19891486,19963932,19963959,19970732,19970751,19977060,20023567,20023604,20041907,20041955,20044468,20044494,20045622,20045641,20073997,20074016,20077231,20077250,20095202,20095535,20095557,20095858,21442268,21442287,21442742', 'assoc_port': '19454054:19490156,19454054:19490175,19466975:19500940,19466975:19500959,19762900:19793349,19762900:19793404,19769042:19806666,19769042:19806733,19806774:19821463,19806774:19821483,19806775:19822764,19806775:19822783,19808317:19820386,19808317:19820406,19827864:19846275,19827864:19846294,19827865:19847113,19827865:19847132,19852315:19889890,19852315:19889910,19852316:19891463,19852316:19891486,19857479:19963932,19857479:19963959,19906618:19970732,19906618:19970751,19906621:19977060,20009037:20023567,20009037:20023604,20009038:20041907,20009038:20041955,20009039:20044468,20009039:20044494,20014721:20045622,20014721:20045641,20067960:20095202,20067961:20095535,20067961:20095557,20068020:20077231,20068020:20077250,20068021:20073997,20068021:20074016,20072575:20095858,21222673:21442742,21222674:21442268,21222674:21442287', 'assoc_mat': '19454054:textiles:4857:19490156,19454054:textiles:4857:19490175,19466975:textiles:4857:19500940,19466975:textiles:4857:19500959,19762900:textiles:4857:19793349,19762900:textiles:4857:19793404,19769042:textiles:4857:19806666,19769042:textiles:4857:19806733,19806774:textiles:4857:19821463,19806774:textiles:4857:19821483,19806775:textiles:4857:19822764,19806775:textiles:4857:19822783,19808317:textiles:4857:19820386,19808317:textiles:4857:19820406,19827864:textiles:4857:19846275,19827864:textiles:4857:19846294,19827865:textiles:4857:19847113,19827865:textiles:4857:19847132,19852315:textiles:4857:19889890,19852315:textiles:4857:19889910,19852316:textiles:4857:19891463,19852316:textiles:4857:19891486,19857479:textiles:4857:19963932,19857479:textiles:4857:19963959,19906618:textiles:4857:19970732,19906618:textiles:4857:19970751,19906621:textiles:4857:19977060,20009037:textiles:4857:20023567,20009037:textiles:4857:20023604,20009038:textiles:4857:20041907,20009038:textiles:4857:20041955,20009039:textiles:4857:20044468,'}, {'unwanted_material': 'verre', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.00876361251550609, 'nb_photo': 11, 'list_port_cont': '19500960,19503274,19503309,19795294,19795333,19846276,19846295,19891464,19891487,19898522,19898547,19963933,19963960,20077232,20077251,20095203,20095859,21442269,21442288', 'assoc_port': '19466975:19500960,19466976:19503274,19466976:19503309,19762925:19795294,19762925:19795333,19827864:19846276,19827864:19846295,19852316:19891464,19852316:19891487,19857478:19898522,19857478:19898547,19857479:19963933,19857479:19963960,20067960:20095203,20068020:20077232,20068020:20077251,20072575:20095859,21222674:21442269,21222674:21442288', 'assoc_mat': '19466975:verre:4857:19500960,19466976:verre:4857:19503274,19466976:verre:4857:19503309,19762925:verre:4857:19795294,19762925:verre:4857:19795333,19827864:verre:4857:19846276,19827864:verre:4857:19846295,19852316:verre:4857:19891464,19852316:verre:4857:19891487,19857478:verre:4857:19898522,19857478:verre:4857:19898547,19857479:verre:4857:19963933,19857479:verre:4857:19963960,20067960:verre:4857:20095203,20068020:verre:4857:20077232,20068020:verre:4857:20077251,20072575:verre:4857:20095859,21222674:verre:4857:21442269,21222674:verre:4857:21442288'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(1521631,1523955,1548917,1552247,1553629,1555508,1555760,1558778,1567001,1573553,1662614)); after get_hostname_from_raspi hasthag : entrant hasthag that could be used but not yet : _______papier,carton,metal,pet_clair,pehd,flux_dev,film_dev_souple,ela SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______entrant' and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=188 and date >='2025-01-01' and date <= '2025-01-31') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((256,),), 'unwanted_material_monthly_percentage': ((0.23398030579949025,),), 'material_repartition': (('entrant', 256),), 'material_dict': {'entrant': 256}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 1, 7), 0.37171257109803957, 22), (datetime.date(2025, 1, 8), 0.1701894311794116, 17), (datetime.date(2025, 1, 18), 0.20753583445048357, 13), (datetime.date(2025, 1, 20), 0.14570024704276302, 21), (datetime.date(2025, 1, 21), 0.18577890242291398, 37), (datetime.date(2025, 1, 22), 0.1828451797150519, 15), (datetime.date(2025, 1, 23), 0.1660339369230544, 24), (datetime.date(2025, 1, 24), 0.278421136238662, 32), (datetime.date(2025, 1, 28), 0.31061143426195476, 36), (datetime.date(2025, 1, 30), 0.2511304771528035, 39), (datetime.date(2025, 1, 31), 0.19223153429308676, 16)), 'impurety_average_data_per_hashtag': {'entrant': ((datetime.date(2025, 1, 7), 0.37171257109803957, 22), (datetime.date(2025, 1, 8), 0.1701894311794116, 17), (datetime.date(2025, 1, 18), 0.20753583445048357, 13), (datetime.date(2025, 1, 20), 0.14570024704276302, 21), (datetime.date(2025, 1, 21), 0.18577890242291398, 37), (datetime.date(2025, 1, 22), 0.1828451797150519, 15), (datetime.date(2025, 1, 23), 0.1660339369230544, 24), (datetime.date(2025, 1, 24), 0.278421136238662, 32), (datetime.date(2025, 1, 28), 0.31061143426195476, 36), (datetime.date(2025, 1, 30), 0.2511304771528035, 39), (datetime.date(2025, 1, 31), 0.19223153429308676, 16))}, 'quality_array': [], 'number_of_batch': ((37,),), 'datou_id_sts': 4932, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_non_emballage', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.029686290410289213, 'nb_photo': 112, 'list_port_cont': '19490162,19490181,19500421,19500440,19500946,19503279,19503314,19793355,19793410,19806672,19806739,19820392,19820412,19821469,19821489,19846281,19846300,19847119,19847138,19898527,19898552,19962294,19962369,19963938,19963965,19973733,19973779,19975975,19975997,19977035,20021091,20023573,20023610,20044474,20044500,20045628,20045647,20074003,20074022,20077237,20077256,20095208,20095563,20095864,20095887,21442293,21442693', 'assoc_port': '19454054:19490162,19454054:19490181,19454055:19500421,19454055:19500440,19466975:19500946,19466976:19503279,19466976:19503314,19762900:19793355,19762900:19793410,19769042:19806672,19769042:19806739,19806774:19821469,19806774:19821489,19808317:19820392,19808317:19820412,19827864:19846281,19827864:19846300,19827865:19847119,19827865:19847138,19857477:19962294,19857477:19962369,19857478:19898527,19857478:19898552,19857479:19963938,19857479:19963965,19906619:19973733,19906619:19973779,19906620:19975975,19906620:19975997,19906621:19977035,20009036:20021091,20009037:20023573,20009037:20023610,20009039:20044474,20009039:20044500,20014721:20045628,20014721:20045647,20067960:20095208,20067961:20095563,20068020:20077237,20068020:20077256,20068021:20074003,20068021:20074022,20072575:20095864,20072575:20095887,21222673:21442693,21222674:21442293', 'assoc_mat': '19454054:autre_non_emballage:4857:19490162,19454054:autre_non_emballage:4857:19490181,19454055:autre_non_emballage:4857:19500421,19454055:autre_non_emballage:4857:19500440,19466975:autre_non_emballage:4857:19500946,19466976:autre_non_emballage:4857:19503279,19466976:autre_non_emballage:4857:19503314,19762900:autre_non_emballage:4857:19793355,19762900:autre_non_emballage:4857:19793410,19769042:autre_non_emballage:4857:19806672,19769042:autre_non_emballage:4857:19806739,19806774:autre_non_emballage:4857:19821469,19806774:autre_non_emballage:4857:19821489,19808317:autre_non_emballage:4857:19820392,19808317:autre_non_emballage:4857:19820412,19827864:autre_non_emballage:4857:19846281,19827864:autre_non_emballage:4857:19846300,19827865:autre_non_emballage:4857:19847119,19827865:autre_non_emballage:4857:19847138,19857477:autre_non_emballage:4857:19962294,19857477:autre_non_emballage:4857:19962369,19857478:autre_non_emballage:4857:19898527,19857478:autre_non_emballage:4857:19898552,19857479:autre_non_emballage:4857:1'}, {'unwanted_material': 'carton', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.5905929481980353, 'nb_photo': 4331, 'list_port_cont': '19489839,19489858,19490148,19490167,19500407,19500426,19500932,19500951,19503265,19503300,19793341,19793396,19795285,19795324,19797381,19797401,19806658,19806725,19820378,19820398,19821455,19821475,19822756,19822775,19846267,19846286,19847105,19847124,19847300,19847320,19889882,19889902,19891455,19891478,19898513,19898538,19962280,19962353,19963924,19963951,19970724,19970743,19973719,19973765,19975961,19975983,19977021,19977052,20021077,20021097,20023559,20023596,20041899,20041947,20044459,20044486,20045614,20045633,20073989,20074008,20077223,20077242,20095172,20095194,20095527,20095548,20095850,20095873,21442260,21442279,21442679,21442734', 'assoc_port': '19454053:19489839,19454053:19489858,19454054:19490148,19454054:19490167,19454055:19500407,19454055:19500426,19466975:19500932,19466975:19500951,19466976:19503265,19466976:19503300,19762900:19793341,19762900:19793396,19762925:19795285,19762925:19795324,19769042:19806658,19769042:19806725,19769043:19797381,19769043:19797401,19806774:19821455,19806774:19821475,19806775:19822756,19806775:19822775,19808317:19820378,19808317:19820398,19827864:19846267,19827864:19846286,19827865:19847105,19827865:19847124,19827866:19847300,19827866:19847320,19852315:19889882,19852315:19889902,19852316:19891455,19852316:19891478,19857477:19962280,19857477:19962353,19857478:19898513,19857478:19898538,19857479:19963924,19857479:19963951,19906618:19970724,19906618:19970743,19906619:19973719,19906619:19973765,19906620:19975961,19906620:19975983,19906621:19977021,19906621:19977052,20009036:20021077,20009036:20021097,20009037:20023559,20009037:20023596,20009038:20041899,20009038:20041947,20009039:20044459,20009039:20044486,20014721:2004561', 'assoc_mat': '19454053:carton:4857:19489839,19454053:carton:4857:19489858,19454054:carton:4857:19490148,19454054:carton:4857:19490167,19454055:carton:4857:19500407,19454055:carton:4857:19500426,19466975:carton:4857:19500932,19466975:carton:4857:19500951,19466976:carton:4857:19503265,19466976:carton:4857:19503300,19762900:carton:4857:19793341,19762900:carton:4857:19793396,19762925:carton:4857:19795285,19762925:carton:4857:19795324,19769042:carton:4857:19806658,19769042:carton:4857:19806725,19769043:carton:4857:19797381,19769043:carton:4857:19797401,19806774:carton:4857:19821455,19806774:carton:4857:19821475,19806775:carton:4857:19822756,19806775:carton:4857:19822775,19808317:carton:4857:19820378,19808317:carton:4857:19820398,19827864:carton:4857:19846267,19827864:carton:4857:19846286,19827865:carton:4857:19847105,19827865:carton:4857:19847124,19827866:carton:4857:19847300,19827866:carton:4857:19847320,19852315:carton:4857:19889882,19852315:carton:4857:19889902,19852316:carton:4857:19891455,19852316:carton:4857:19891478,1985'}, {'unwanted_material': 'ela', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.00733844503087401, 'nb_photo': 37, 'list_port_cont': '19490154,19490173,19500413,19500432,19500938,19500957,19793347,19793402,19820384,19820404,19891461,19891484,19898519,19898544,19962286,19962361,19963930,19963957,19970730,19970749,19973725,19973771,20021083,20021103,20023565,20023602,20041905,20041953,20044466,20044492,20045620,20045639,20095178,20095200,20095554,20095879,21442266,21442285', 'assoc_port': '19454054:19490154,19454054:19490173,19454055:19500413,19454055:19500432,19466975:19500938,19466975:19500957,19762900:19793347,19762900:19793402,19808317:19820384,19808317:19820404,19852316:19891461,19852316:19891484,19857477:19962286,19857477:19962361,19857478:19898519,19857478:19898544,19857479:19963930,19857479:19963957,19906618:19970730,19906618:19970749,19906619:19973725,19906619:19973771,20009036:20021083,20009036:20021103,20009037:20023565,20009037:20023602,20009038:20041905,20009038:20041953,20009039:20044466,20009039:20044492,20014721:20045620,20014721:20045639,20067960:20095178,20067960:20095200,20067961:20095554,20072575:20095879,21222674:21442266,21222674:21442285', 'assoc_mat': '19454054:ela:4857:19490154,19454054:ela:4857:19490173,19454055:ela:4857:19500413,19454055:ela:4857:19500432,19466975:ela:4857:19500938,19466975:ela:4857:19500957,19762900:ela:4857:19793347,19762900:ela:4857:19793402,19808317:ela:4857:19820384,19808317:ela:4857:19820404,19852316:ela:4857:19891461,19852316:ela:4857:19891484,19857477:ela:4857:19962286,19857477:ela:4857:19962361,19857478:ela:4857:19898519,19857478:ela:4857:19898544,19857479:ela:4857:19963930,19857479:ela:4857:19963957,19906618:ela:4857:19970730,19906618:ela:4857:19970749,19906619:ela:4857:19973725,19906619:ela:4857:19973771,20009036:ela:4857:20021083,20009036:ela:4857:20021103,20009037:ela:4857:20023565,20009037:ela:4857:20023602,20009038:ela:4857:20041905,20009038:ela:4857:20041953,20009039:ela:4857:20044466,20009039:ela:4857:20044492,20014721:ela:4857:20045620,20014721:ela:4857:20045639,20067960:ela:4857:20095178,20067960:ela:4857:20095200,20067961:ela:4857:20095554,20072575:ela:4857:20095879,21222674:ela:4857:21442266,21222674:ela:4857:2144228'}, {'unwanted_material': 'encombrant', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.06458352579996052, 'nb_photo': 10, 'list_port_cont': '19490161,19490180,19793354,19793409,19797394,19797414,19822769,19822788,19898526,19898551,20023572,20023609,20095207', 'assoc_port': '19454054:19490161,19454054:19490180,19762900:19793354,19762900:19793409,19769043:19797394,19769043:19797414,19806775:19822769,19806775:19822788,19857478:19898526,19857478:19898551,20009037:20023572,20009037:20023609,20067960:20095207', 'assoc_mat': '19454054:encombrant:4857:19490161,19454054:encombrant:4857:19490180,19762900:encombrant:4857:19793354,19762900:encombrant:4857:19793409,19769043:encombrant:4857:19797394,19769043:encombrant:4857:19797414,19806775:encombrant:4857:19822769,19806775:encombrant:4857:19822788,19857478:encombrant:4857:19898526,19857478:encombrant:4857:19898551,20009037:encombrant:4857:20023572,20009037:encombrant:4857:20023609,20067960:encombrant:4857:20095207'}, {'unwanted_material': 'film_dev_souple', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.023600324614137615, 'nb_photo': 718, 'list_port_cont': '19489844,19489863,19490153,19490172,19500412,19500431,19500937,19500956,19503270,19503305,19793346,19793401,19795290,19795329,19797386,19797406,19806663,19806730,19820383,19820403,19821460,19821480,19822761,19822780,19846272,19846291,19847110,19847129,19847305,19847325,19889887,19889907,19891460,19891483,19898518,19898543,19962285,19962360,19963929,19963956,19970729,19970748,19973724,19973770,19975966,19975988,19977026,19977057,20021082,20021102,20023564,20023601,20041904,20041952,20044465,20044491,20045619,20045638,20073994,20074013,20077228,20077247,20095177,20095199,20095532,20095553,20095878,21442265,21442284,21442684,21442739', 'assoc_port': '19454053:19489844,19454053:19489863,19454054:19490153,19454054:19490172,19454055:19500412,19454055:19500431,19466975:19500937,19466975:19500956,19466976:19503270,19466976:19503305,19762900:19793346,19762900:19793401,19762925:19795290,19762925:19795329,19769042:19806663,19769042:19806730,19769043:19797386,19769043:19797406,19806774:19821460,19806774:19821480,19806775:19822761,19806775:19822780,19808317:19820383,19808317:19820403,19827864:19846272,19827864:19846291,19827865:19847110,19827865:19847129,19827866:19847305,19827866:19847325,19852315:19889887,19852315:19889907,19852316:19891460,19852316:19891483,19857477:19962285,19857477:19962360,19857478:19898518,19857478:19898543,19857479:19963929,19857479:19963956,19906618:19970729,19906618:19970748,19906619:19973724,19906619:19973770,19906620:19975966,19906620:19975988,19906621:19977026,19906621:19977057,20009036:20021082,20009036:20021102,20009037:20023564,20009037:20023601,20009038:20041904,20009038:20041952,20009039:20044465,20009039:20044491,20014721:2004561', 'assoc_mat': '19454053:film_dev_souple:4857:19489844,19454053:film_dev_souple:4857:19489863,19454054:film_dev_souple:4857:19490153,19454054:film_dev_souple:4857:19490172,19454055:film_dev_souple:4857:19500412,19454055:film_dev_souple:4857:19500431,19466975:film_dev_souple:4857:19500937,19466975:film_dev_souple:4857:19500956,19466976:film_dev_souple:4857:19503270,19466976:film_dev_souple:4857:19503305,19762900:film_dev_souple:4857:19793346,19762900:film_dev_souple:4857:19793401,19762925:film_dev_souple:4857:19795290,19762925:film_dev_souple:4857:19795329,19769042:film_dev_souple:4857:19806663,19769042:film_dev_souple:4857:19806730,19769043:film_dev_souple:4857:19797386,19769043:film_dev_souple:4857:19797406,19806774:film_dev_souple:4857:19821460,19806774:film_dev_souple:4857:19821480,19806775:film_dev_souple:4857:19822761,19806775:film_dev_souple:4857:19822780,19808317:film_dev_souple:4857:19820383,19808317:film_dev_souple:4857:19820403,19827864:film_dev_souple:4857:19846272,19827864:film_dev_souple:4857:19846291,19827865:f'}, {'unwanted_material': 'flux_dev', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.03425563344932473, 'nb_photo': 330, 'list_port_cont': '19489843,19489862,19490152,19490171,19500411,19500430,19500936,19500955,19503269,19503304,19793345,19793400,19795289,19795328,19797385,19797405,19806662,19806729,19820382,19820402,19821459,19821479,19822760,19822779,19846271,19846290,19847109,19847128,19847304,19847324,19889886,19889906,19891459,19891482,19898517,19898542,19962284,19962359,19963928,19963955,19970728,19970747,19973723,19973769,19975965,19975987,19977025,19977056,20021081,20021101,20023563,20023600,20041903,20041951,20044464,20044490,20045618,20045637,20073993,20074012,20077227,20077246,20095176,20095198,20095531,20095552,20095854,20095877,21442264,21442283,21442683,21442738', 'assoc_port': '19454053:19489843,19454053:19489862,19454054:19490152,19454054:19490171,19454055:19500411,19454055:19500430,19466975:19500936,19466975:19500955,19466976:19503269,19466976:19503304,19762900:19793345,19762900:19793400,19762925:19795289,19762925:19795328,19769042:19806662,19769042:19806729,19769043:19797385,19769043:19797405,19806774:19821459,19806774:19821479,19806775:19822760,19806775:19822779,19808317:19820382,19808317:19820402,19827864:19846271,19827864:19846290,19827865:19847109,19827865:19847128,19827866:19847304,19827866:19847324,19852315:19889886,19852315:19889906,19852316:19891459,19852316:19891482,19857477:19962284,19857477:19962359,19857478:19898517,19857478:19898542,19857479:19963928,19857479:19963955,19906618:19970728,19906618:19970747,19906619:19973723,19906619:19973769,19906620:19975965,19906620:19975987,19906621:19977025,19906621:19977056,20009036:20021081,20009036:20021101,20009037:20023563,20009037:20023600,20009038:20041903,20009038:20041951,20009039:20044464,20009039:20044490,20014721:2004561', 'assoc_mat': '19454053:flux_dev:4857:19489843,19454053:flux_dev:4857:19489862,19454054:flux_dev:4857:19490152,19454054:flux_dev:4857:19490171,19454055:flux_dev:4857:19500411,19454055:flux_dev:4857:19500430,19466975:flux_dev:4857:19500936,19466975:flux_dev:4857:19500955,19466976:flux_dev:4857:19503269,19466976:flux_dev:4857:19503304,19762900:flux_dev:4857:19793345,19762900:flux_dev:4857:19793400,19762925:flux_dev:4857:19795289,19762925:flux_dev:4857:19795328,19769042:flux_dev:4857:19806662,19769042:flux_dev:4857:19806729,19769043:flux_dev:4857:19797385,19769043:flux_dev:4857:19797405,19806774:flux_dev:4857:19821459,19806774:flux_dev:4857:19821479,19806775:flux_dev:4857:19822760,19806775:flux_dev:4857:19822779,19808317:flux_dev:4857:19820382,19808317:flux_dev:4857:19820402,19827864:flux_dev:4857:19846271,19827864:flux_dev:4857:19846290,19827865:flux_dev:4857:19847109,19827865:flux_dev:4857:19847128,19827866:flux_dev:4857:19847304,19827866:flux_dev:4857:19847324,19852315:flux_dev:4857:19889886,19852315:flux_dev:4857:19889906,'}, {'unwanted_material': 'metal', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.010835497140650217, 'nb_photo': 141, 'list_port_cont': '19490149,19490168,19500933,19500952,19503266,19503301,19793342,19793397,19795286,19795325,19806659,19806726,19821456,19821476,19822757,19822776,19846268,19846287,19847106,19847125,19889883,19889903,19891456,19891479,19898514,19898539,19962281,19962356,19963925,19963952,19970725,19970744,19973720,19973766,19975962,19975984,19977022,19977053,20041900,20041948,20044461,20044487,20077224,20077243,20095173,20095195,20095528,20095549,20095851,20095874,21442261,21442280,21442680,21442735', 'assoc_port': '19454054:19490149,19454054:19490168,19466975:19500933,19466975:19500952,19466976:19503266,19466976:19503301,19762900:19793342,19762900:19793397,19762925:19795286,19762925:19795325,19769042:19806659,19769042:19806726,19806774:19821456,19806774:19821476,19806775:19822757,19806775:19822776,19827864:19846268,19827864:19846287,19827865:19847106,19827865:19847125,19852315:19889883,19852315:19889903,19852316:19891456,19852316:19891479,19857477:19962281,19857477:19962356,19857478:19898514,19857478:19898539,19857479:19963925,19857479:19963952,19906618:19970725,19906618:19970744,19906619:19973720,19906619:19973766,19906620:19975962,19906620:19975984,19906621:19977022,19906621:19977053,20009038:20041900,20009038:20041948,20009039:20044461,20009039:20044487,20067960:20095173,20067960:20095195,20067961:20095528,20067961:20095549,20068020:20077224,20068020:20077243,20072575:20095851,20072575:20095874,21222673:21442680,21222673:21442735,21222674:21442261,21222674:21442280', 'assoc_mat': '19454054:metal:4857:19490149,19454054:metal:4857:19490168,19466975:metal:4857:19500933,19466975:metal:4857:19500952,19466976:metal:4857:19503266,19466976:metal:4857:19503301,19762900:metal:4857:19793342,19762900:metal:4857:19793397,19762925:metal:4857:19795286,19762925:metal:4857:19795325,19769042:metal:4857:19806659,19769042:metal:4857:19806726,19806774:metal:4857:19821456,19806774:metal:4857:19821476,19806775:metal:4857:19822757,19806775:metal:4857:19822776,19827864:metal:4857:19846268,19827864:metal:4857:19846287,19827865:metal:4857:19847106,19827865:metal:4857:19847125,19852315:metal:4857:19889883,19852315:metal:4857:19889903,19852316:metal:4857:19891456,19852316:metal:4857:19891479,19857477:metal:4857:19962281,19857477:metal:4857:19962356,19857478:metal:4857:19898514,19857478:metal:4857:19898539,19857479:metal:4857:19963925,19857479:metal:4857:19963952,19906618:metal:4857:19970725,19906618:metal:4857:19970744,19906619:metal:4857:19973720,19906619:metal:4857:19973766,19906620:metal:4857:19975962,19906620:'}, {'unwanted_material': 'organique', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.004295801700455881, 'nb_photo': 2, 'list_port_cont': '19891465,19977031,19977062', 'assoc_port': '19852316:19891465,19906621:19977031,19906621:19977062', 'assoc_mat': '19852316:organique:4857:19891465,19906621:organique:4857:19977031,19906621:organique:4857:19977062'}, {'unwanted_material': 'papier', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.10500540320667891, 'nb_photo': 946, 'list_port_cont': '19489838,19489857,19490147,19490166,19500406,19500425,19500931,19500950,19503264,19503299,19793340,19793395,19795284,19795323,19797380,19797400,19806657,19806724,19820377,19820397,19821454,19821474,19822755,19822774,19846266,19846285,19847104,19847123,19847299,19847319,19889881,19889901,19891454,19891477,19898512,19898537,19962279,19962348,19963923,19963950,19970723,19970742,19973718,19973764,19975960,19975982,19977020,19977051,20021076,20021096,20023558,20023595,20041898,20041946,20044458,20044485,20045613,20045632,20073988,20074007,20077222,20077241,20095171,20095193,20095526,20095547,20095849,20095872,21442259,21442278,21442678,21442733', 'assoc_port': '19454053:19489838,19454053:19489857,19454054:19490147,19454054:19490166,19454055:19500406,19454055:19500425,19466975:19500931,19466975:19500950,19466976:19503264,19466976:19503299,19762900:19793340,19762900:19793395,19762925:19795284,19762925:19795323,19769042:19806657,19769042:19806724,19769043:19797380,19769043:19797400,19806774:19821454,19806774:19821474,19806775:19822755,19806775:19822774,19808317:19820377,19808317:19820397,19827864:19846266,19827864:19846285,19827865:19847104,19827865:19847123,19827866:19847299,19827866:19847319,19852315:19889881,19852315:19889901,19852316:19891454,19852316:19891477,19857477:19962279,19857477:19962348,19857478:19898512,19857478:19898537,19857479:19963923,19857479:19963950,19906618:19970723,19906618:19970742,19906619:19973718,19906619:19973764,19906620:19975960,19906620:19975982,19906621:19977020,19906621:19977051,20009036:20021076,20009036:20021096,20009037:20023558,20009037:20023595,20009038:20041898,20009038:20041946,20009039:20044458,20009039:20044485,20014721:2004561', 'assoc_mat': '19454053:papier:4857:19489838,19454053:papier:4857:19489857,19454054:papier:4857:19490147,19454054:papier:4857:19490166,19454055:papier:4857:19500406,19454055:papier:4857:19500425,19466975:papier:4857:19500931,19466975:papier:4857:19500950,19466976:papier:4857:19503264,19466976:papier:4857:19503299,19762900:papier:4857:19793340,19762900:papier:4857:19793395,19762925:papier:4857:19795284,19762925:papier:4857:19795323,19769042:papier:4857:19806657,19769042:papier:4857:19806724,19769043:papier:4857:19797380,19769043:papier:4857:19797400,19806774:papier:4857:19821454,19806774:papier:4857:19821474,19806775:papier:4857:19822755,19806775:papier:4857:19822774,19808317:papier:4857:19820377,19808317:papier:4857:19820397,19827864:papier:4857:19846266,19827864:papier:4857:19846285,19827865:papier:4857:19847104,19827865:papier:4857:19847123,19827866:papier:4857:19847299,19827866:papier:4857:19847319,19852315:papier:4857:19889881,19852315:papier:4857:19889901,19852316:papier:4857:19891454,19852316:papier:4857:19891477,1985'}, {'unwanted_material': 'pehd', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.013766849920507768, 'nb_photo': 113, 'list_port_cont': '19489842,19489861,19490151,19490170,19500410,19500429,19500935,19500954,19503268,19503303,19793344,19793399,19795288,19795327,19797384,19797404,19806661,19806728,19820381,19820401,19821458,19821478,19822759,19822778,19846270,19846289,19847108,19847127,19847303,19847323,19891458,19891481,19898516,19898541,19962283,19962358,19963927,19963954,19970727,19970746,19973722,19973768,19975964,19975986,19977024,19977055,20023562,20023599,20041902,20041950,20044463,20044489,20045617,20045636,20073992,20074011,20077226,20077245,20095175,20095197,20095530,20095551,20095853,20095876,21442263,21442282,21442682,21442737', 'assoc_port': '19454053:19489842,19454053:19489861,19454054:19490151,19454054:19490170,19454055:19500410,19454055:19500429,19466975:19500935,19466975:19500954,19466976:19503268,19466976:19503303,19762900:19793344,19762900:19793399,19762925:19795288,19762925:19795327,19769042:19806661,19769042:19806728,19769043:19797384,19769043:19797404,19806774:19821458,19806774:19821478,19806775:19822759,19806775:19822778,19808317:19820381,19808317:19820401,19827864:19846270,19827864:19846289,19827865:19847108,19827865:19847127,19827866:19847303,19827866:19847323,19852316:19891458,19852316:19891481,19857477:19962283,19857477:19962358,19857478:19898516,19857478:19898541,19857479:19963927,19857479:19963954,19906618:19970727,19906618:19970746,19906619:19973722,19906619:19973768,19906620:19975964,19906620:19975986,19906621:19977024,19906621:19977055,20009037:20023562,20009037:20023599,20009038:20041902,20009038:20041950,20009039:20044463,20009039:20044489,20014721:20045617,20014721:20045636,20067960:20095175,20067960:20095197,20067961:2009553', 'assoc_mat': '19454053:pehd:4857:19489842,19454053:pehd:4857:19489861,19454054:pehd:4857:19490151,19454054:pehd:4857:19490170,19454055:pehd:4857:19500410,19454055:pehd:4857:19500429,19466975:pehd:4857:19500935,19466975:pehd:4857:19500954,19466976:pehd:4857:19503268,19466976:pehd:4857:19503303,19762900:pehd:4857:19793344,19762900:pehd:4857:19793399,19762925:pehd:4857:19795288,19762925:pehd:4857:19795327,19769042:pehd:4857:19806661,19769042:pehd:4857:19806728,19769043:pehd:4857:19797384,19769043:pehd:4857:19797404,19806774:pehd:4857:19821458,19806774:pehd:4857:19821478,19806775:pehd:4857:19822759,19806775:pehd:4857:19822778,19808317:pehd:4857:19820381,19808317:pehd:4857:19820401,19827864:pehd:4857:19846270,19827864:pehd:4857:19846289,19827865:pehd:4857:19847108,19827865:pehd:4857:19847127,19827866:pehd:4857:19847303,19827866:pehd:4857:19847323,19852316:pehd:4857:19891458,19852316:pehd:4857:19891481,19857477:pehd:4857:19962283,19857477:pehd:4857:19962358,19857478:pehd:4857:19898516,19857478:pehd:4857:19898541,19857479:pehd:48'}, {'unwanted_material': 'pet_clair', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.02596109307163693, 'nb_photo': 575, 'list_port_cont': '19489841,19489860,19490150,19490169,19500409,19500428,19500934,19500953,19503267,19503302,19793343,19793398,19795287,19795326,19797383,19797403,19806660,19806727,19820380,19820400,19821457,19821477,19822758,19822777,19846269,19846288,19847107,19847126,19847302,19847322,19889884,19889904,19891457,19891480,19898515,19898540,19962282,19962357,19963926,19963953,19970726,19970745,19973721,19973767,19975963,19975985,19977023,19977054,20021079,20021099,20023561,20023598,20041901,20041949,20044462,20044488,20045616,20045635,20073991,20074010,20077225,20077244,20095174,20095196,20095529,20095550,20095852,20095875,21442262,21442281,21442681,21442736', 'assoc_port': '19454053:19489841,19454053:19489860,19454054:19490150,19454054:19490169,19454055:19500409,19454055:19500428,19466975:19500934,19466975:19500953,19466976:19503267,19466976:19503302,19762900:19793343,19762900:19793398,19762925:19795287,19762925:19795326,19769042:19806660,19769042:19806727,19769043:19797383,19769043:19797403,19806774:19821457,19806774:19821477,19806775:19822758,19806775:19822777,19808317:19820380,19808317:19820400,19827864:19846269,19827864:19846288,19827865:19847107,19827865:19847126,19827866:19847302,19827866:19847322,19852315:19889884,19852315:19889904,19852316:19891457,19852316:19891480,19857477:19962282,19857477:19962357,19857478:19898515,19857478:19898540,19857479:19963926,19857479:19963953,19906618:19970726,19906618:19970745,19906619:19973721,19906619:19973767,19906620:19975963,19906620:19975985,19906621:19977023,19906621:19977054,20009036:20021079,20009036:20021099,20009037:20023561,20009037:20023598,20009038:20041901,20009038:20041949,20009039:20044462,20009039:20044488,20014721:2004561', 'assoc_mat': '19454053:pet_clair:4857:19489841,19454053:pet_clair:4857:19489860,19454054:pet_clair:4857:19490150,19454054:pet_clair:4857:19490169,19454055:pet_clair:4857:19500409,19454055:pet_clair:4857:19500428,19466975:pet_clair:4857:19500934,19466975:pet_clair:4857:19500953,19466976:pet_clair:4857:19503267,19466976:pet_clair:4857:19503302,19762900:pet_clair:4857:19793343,19762900:pet_clair:4857:19793398,19762925:pet_clair:4857:19795287,19762925:pet_clair:4857:19795326,19769042:pet_clair:4857:19806660,19769042:pet_clair:4857:19806727,19769043:pet_clair:4857:19797383,19769043:pet_clair:4857:19797403,19806774:pet_clair:4857:19821457,19806774:pet_clair:4857:19821477,19806775:pet_clair:4857:19822758,19806775:pet_clair:4857:19822777,19808317:pet_clair:4857:19820380,19808317:pet_clair:4857:19820400,19827864:pet_clair:4857:19846269,19827864:pet_clair:4857:19846288,19827865:pet_clair:4857:19847107,19827865:pet_clair:4857:19847126,19827866:pet_clair:4857:19847302,19827866:pet_clair:4857:19847322,19852315:pet_clair:4857:19889884,1'}, {'unwanted_material': 'sac_om_plein', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.2487611287461597, 'nb_photo': 490, 'list_port_cont': '19489846,19489865,19490155,19490174,19500414,19500433,19500939,19500958,19503272,19503307,19793348,19793403,19795292,19795331,19797388,19797408,19806665,19806732,19820385,19820405,19821462,19821482,19822763,19822782,19846274,19846293,19847112,19847131,19847307,19847327,19889889,19889909,19891462,19891485,19898520,19898545,19962287,19962362,19963931,19963958,19970731,19970750,19973726,19973772,19975968,19975990,19977028,19977059,20021084,20021104,20023566,20023603,20041906,20041954,20044467,20044493,20045621,20045640,20073996,20074015,20077230,20077249,20095179,20095201,20095534,20095556,20095857,20095880,21442267,21442286,21442686,21442741', 'assoc_port': '19454053:19489846,19454053:19489865,19454054:19490155,19454054:19490174,19454055:19500414,19454055:19500433,19466975:19500939,19466975:19500958,19466976:19503272,19466976:19503307,19762900:19793348,19762900:19793403,19762925:19795292,19762925:19795331,19769042:19806665,19769042:19806732,19769043:19797388,19769043:19797408,19806774:19821462,19806774:19821482,19806775:19822763,19806775:19822782,19808317:19820385,19808317:19820405,19827864:19846274,19827864:19846293,19827865:19847112,19827865:19847131,19827866:19847307,19827866:19847327,19852315:19889889,19852315:19889909,19852316:19891462,19852316:19891485,19857477:19962287,19857477:19962362,19857478:19898520,19857478:19898545,19857479:19963931,19857479:19963958,19906618:19970731,19906618:19970750,19906619:19973726,19906619:19973772,19906620:19975968,19906620:19975990,19906621:19977028,19906621:19977059,20009036:20021084,20009036:20021104,20009037:20023566,20009037:20023603,20009038:20041906,20009038:20041954,20009039:20044467,20009039:20044493,20014721:2004562', 'assoc_mat': '19454053:sac_om_plein:4857:19489846,19454053:sac_om_plein:4857:19489865,19454054:sac_om_plein:4857:19490155,19454054:sac_om_plein:4857:19490174,19454055:sac_om_plein:4857:19500414,19454055:sac_om_plein:4857:19500433,19466975:sac_om_plein:4857:19500939,19466975:sac_om_plein:4857:19500958,19466976:sac_om_plein:4857:19503272,19466976:sac_om_plein:4857:19503307,19762900:sac_om_plein:4857:19793348,19762900:sac_om_plein:4857:19793403,19762925:sac_om_plein:4857:19795292,19762925:sac_om_plein:4857:19795331,19769042:sac_om_plein:4857:19806665,19769042:sac_om_plein:4857:19806732,19769043:sac_om_plein:4857:19797388,19769043:sac_om_plein:4857:19797408,19806774:sac_om_plein:4857:19821462,19806774:sac_om_plein:4857:19821482,19806775:sac_om_plein:4857:19822763,19806775:sac_om_plein:4857:19822782,19808317:sac_om_plein:4857:19820385,19808317:sac_om_plein:4857:19820405,19827864:sac_om_plein:4857:19846274,19827864:sac_om_plein:4857:19846293,19827865:sac_om_plein:4857:19847112,19827865:sac_om_plein:4857:19847131,19827866:sac_om_'}, {'unwanted_material': 'textiles', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.014382829906236926, 'nb_photo': 47, 'list_port_cont': '19490156,19490175,19500940,19500959,19793349,19793404,19806666,19806733,19820386,19820406,19821463,19821483,19822764,19822783,19846275,19846294,19847113,19847132,19889890,19889910,19891463,19891486,19963932,19963959,19970732,19970751,19977060,20023567,20023604,20041907,20041955,20044468,20044494,20045622,20045641,20073997,20074016,20077231,20077250,20095202,20095535,20095557,20095858,21442268,21442287,21442742', 'assoc_port': '19454054:19490156,19454054:19490175,19466975:19500940,19466975:19500959,19762900:19793349,19762900:19793404,19769042:19806666,19769042:19806733,19806774:19821463,19806774:19821483,19806775:19822764,19806775:19822783,19808317:19820386,19808317:19820406,19827864:19846275,19827864:19846294,19827865:19847113,19827865:19847132,19852315:19889890,19852315:19889910,19852316:19891463,19852316:19891486,19857479:19963932,19857479:19963959,19906618:19970732,19906618:19970751,19906621:19977060,20009037:20023567,20009037:20023604,20009038:20041907,20009038:20041955,20009039:20044468,20009039:20044494,20014721:20045622,20014721:20045641,20067960:20095202,20067961:20095535,20067961:20095557,20068020:20077231,20068020:20077250,20068021:20073997,20068021:20074016,20072575:20095858,21222673:21442742,21222674:21442268,21222674:21442287', 'assoc_mat': '19454054:textiles:4857:19490156,19454054:textiles:4857:19490175,19466975:textiles:4857:19500940,19466975:textiles:4857:19500959,19762900:textiles:4857:19793349,19762900:textiles:4857:19793404,19769042:textiles:4857:19806666,19769042:textiles:4857:19806733,19806774:textiles:4857:19821463,19806774:textiles:4857:19821483,19806775:textiles:4857:19822764,19806775:textiles:4857:19822783,19808317:textiles:4857:19820386,19808317:textiles:4857:19820406,19827864:textiles:4857:19846275,19827864:textiles:4857:19846294,19827865:textiles:4857:19847113,19827865:textiles:4857:19847132,19852315:textiles:4857:19889890,19852315:textiles:4857:19889910,19852316:textiles:4857:19891463,19852316:textiles:4857:19891486,19857479:textiles:4857:19963932,19857479:textiles:4857:19963959,19906618:textiles:4857:19970732,19906618:textiles:4857:19970751,19906621:textiles:4857:19977060,20009037:textiles:4857:20023567,20009037:textiles:4857:20023604,20009038:textiles:4857:20041907,20009038:textiles:4857:20041955,20009039:textiles:4857:20044468,'}, {'unwanted_material': 'verre', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.00876361251550609, 'nb_photo': 11, 'list_port_cont': '19500960,19503274,19503309,19795294,19795333,19846276,19846295,19891464,19891487,19898522,19898547,19963933,19963960,20077232,20077251,20095203,20095859,21442269,21442288', 'assoc_port': '19466975:19500960,19466976:19503274,19466976:19503309,19762925:19795294,19762925:19795333,19827864:19846276,19827864:19846295,19852316:19891464,19852316:19891487,19857478:19898522,19857478:19898547,19857479:19963933,19857479:19963960,20067960:20095203,20068020:20077232,20068020:20077251,20072575:20095859,21222674:21442269,21222674:21442288', 'assoc_mat': '19466975:verre:4857:19500960,19466976:verre:4857:19503274,19466976:verre:4857:19503309,19762925:verre:4857:19795294,19762925:verre:4857:19795333,19827864:verre:4857:19846276,19827864:verre:4857:19846295,19852316:verre:4857:19891464,19852316:verre:4857:19891487,19857478:verre:4857:19898522,19857478:verre:4857:19898547,19857479:verre:4857:19963933,19857479:verre:4857:19963960,20067960:verre:4857:20095203,20068020:verre:4857:20077232,20068020:verre:4857:20077251,20072575:verre:4857:20095859,21222674:verre:4857:21442269,21222674:verre:4857:21442288'}), 'main_stat': {'nb_photos': 272}}, 'hostname': (), 'impurety_average_per_hashtag': [(('entrant', '2025-01', 0.23398030579949025),)]} TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="SyctomXV_Mask_23Q4"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4932 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4932 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4932 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4932 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} We expected an STS datou with a camera_place_name, so there is a PB, datou_id: 4932 ! {'id': 4932, 'name': 'split_time_score_cod_upm_SyctomXV_Mask_23Q1', 'limit_max': 150, 'nb_steps': 1, 'estimated_time': 8640, 'list_steps': [{'id': 14066, 'type': 'split_time_score_with_photo', 'param': '0', 'json_param_as_string': "{'cod': 1, 'camera_place_name': 'SyctomXV_Mask_23Q4', 'ETA': 8640, 'param_moyenne_mobile': 5, 'thcl': 3379, 'list_task_complete': [''], 'list_tasks': 'LOAD,ORDER,CONVENTION,SPLIT_BY_DARK,SPLIT_TIME, CREATE_PORT_LAUNCH_CARAC_FILL_DASHBOARD,READ_PLATE', 'forced_hashtag': 'entrant', 'list_hashtag_class_create': 'entrant', 'ponderation': '0.001,0.001,0.001,0.001,0.001', 'host': 'www.fotonower.com', 'interval': 10, 'datou_proportion_papier': {'test': 370, 'entrant': 4742}, 'check_plate_format': 1, 'input_default_values': []}", 'json_param': {'cod': 1, 'camera_place_name': 'SyctomXV_Mask_23Q4', 'ETA': 8640, 'param_moyenne_mobile': 5, 'thcl': 3379, 'list_task_complete': [''], 'list_tasks': 'LOAD,ORDER,CONVENTION,SPLIT_BY_DARK,SPLIT_TIME, CREATE_PORT_LAUNCH_CARAC_FILL_DASHBOARD,READ_PLATE', 'forced_hashtag': 'entrant', 'list_hashtag_class_create': 'entrant', 'ponderation': '0.001,0.001,0.001,0.001,0.001', 'host': 'www.fotonower.com', 'interval': 10, 'datou_proportion_papier': {'test': 370, 'entrant': 4742}, 'check_plate_format': 1, 'input_default_values': []}, 'nb_input': 2, 'nb_output': 1, 'prod': False, 'is_local': False, 'is_datou_depend': False, 'is_photo_id_local': False, 'list_data': []}], 'depends_step': []} check if it is the case where we have multiple sts in one datou yes, we found a datou with multiple sts, we will choose the last one by default SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=370 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=370 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 370 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=370 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! We ignore checkConsistencyTypeOutputInput for datou_step final ! We ignore checkConsistencyTypeOutputInput for datou_step final ! DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'min_score': 0.7, 'name_pipeline': 'proportion_papier_tapis', 'hashtag_type': 705, 'hashtag_proportion': 492668766, 'hashtag_parmi': 538914404, 'hashtag_to_consider': 'papier_only', 'hashtag_background': 493012381} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier ventilate_hashtags_in_portfolio step not found ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4742 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4742 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4742 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4742 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13169 copy_chis is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 13170 consolidate_hashtags_from_manual_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 13167 rle_unique_nms_with_priority is not consistent : 3 used against 1 in the step definition ! WARNING : number of outputs for step 13167 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 13174 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 13168 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 13171 blur_detection have less inputs used (0) than in the step definition (1) : maybe we manage optionnal inputs ! Step 13172 brightness have less inputs used (0) than in the step definition (1) : maybe we manage optionnal inputs ! Step 13173 send_mail_cod have less inputs used (4) than in the step definition (5) : maybe we manage optionnal inputs ! Step 13175 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13169 have datatype=11 whereas input 0 of step 13167 have datatype=2 WARNING : type of output 1 of step 13170 doesn't seem to be define in the database( WARNING : type of input 3 of step 13168 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 13170 doesn't seem to be define in the database( WARNING : type of input 1 of step 13167 doesn't seem to be define in the database( WARNING : output 0 of step 13174 have datatype=10 whereas input 3 of step 13173 have datatype=6 WARNING : type of input 1 of step 13174 doesn't seem to be define in the database( WARNING : output 1 of step 13167 have datatype=7 whereas input 1 of step 13174 have datatype=None WARNING : type of output 1 of step 13174 doesn't seem to be define in the database( WARNING : type of input 4 of step 13168 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 13169 doesn't seem to be define in the database( WARNING : type of input 1 of step 13170 doesn't seem to be define in the database( DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4857, 'hashtag_proportion': 'sac_om_plein,textiles,verre,organique,dasri,masque,encombrant,autre_non_emballage', 'hashtag_parmi': 'papier,carton,metal,pet_clair,pehd,flux_dev,film_dev_souple,ela', 'hashtag_weights': {'papier': 3, 'carton': 2.8, 'metal': 6, 'pet_clair': 1.4, 'pehd': 2.8, 'flux_dev': 2.8, 'pet_opaque': 3, 'barquette_opaque': 2.8, 'film_dev_souple': 0.8, 'ela': 3.0, 'sac_om_plein': 6.5, 'textiles': 3, 'verre': 10.0, 'organique': 4.0, 'dasri': 2.0, 'masque': 1, 'encombrant': 7, 'autre_emballage': 6.0, 'autre_non_emballage': 6.0}, 'check_plaque': 1} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((256,),), 'unwanted_material_monthly_percentage': ((0.23398030579949025,),), 'material_repartition': (('entrant', 256),), 'material_dict': {'entrant': 256}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 1, 7), 0.37171257109803957, 22), (datetime.date(2025, 1, 8), 0.1701894311794116, 17), (datetime.date(2025, 1, 18), 0.20753583445048357, 13), (datetime.date(2025, 1, 20), 0.14570024704276302, 21), (datetime.date(2025, 1, 21), 0.18577890242291398, 37), (datetime.date(2025, 1, 22), 0.1828451797150519, 15), (datetime.date(2025, 1, 23), 0.1660339369230544, 24), (datetime.date(2025, 1, 24), 0.278421136238662, 32), (datetime.date(2025, 1, 28), 0.31061143426195476, 36), (datetime.date(2025, 1, 30), 0.2511304771528035, 39), (datetime.date(2025, 1, 31), 0.19223153429308676, 16)), 'impurety_average_data_per_hashtag': {'entrant': ((datetime.date(2025, 1, 7), 0.37171257109803957, 22), (datetime.date(2025, 1, 8), 0.1701894311794116, 17), (datetime.date(2025, 1, 18), 0.20753583445048357, 13), (datetime.date(2025, 1, 20), 0.14570024704276302, 21), (datetime.date(2025, 1, 21), 0.18577890242291398, 37), (datetime.date(2025, 1, 22), 0.1828451797150519, 15), (datetime.date(2025, 1, 23), 0.1660339369230544, 24), (datetime.date(2025, 1, 24), 0.278421136238662, 32), (datetime.date(2025, 1, 28), 0.31061143426195476, 36), (datetime.date(2025, 1, 30), 0.2511304771528035, 39), (datetime.date(2025, 1, 31), 0.19223153429308676, 16))}, 'quality_array': [], 'number_of_batch': ((37,),), 'datou_id_sts': 4932, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_non_emballage', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.029686290410289213, 'nb_photo': 112, 'list_port_cont': '19490162,19490181,19500421,19500440,19500946,19503279,19503314,19793355,19793410,19806672,19806739,19820392,19820412,19821469,19821489,19846281,19846300,19847119,19847138,19898527,19898552,19962294,19962369,19963938,19963965,19973733,19973779,19975975,19975997,19977035,20021091,20023573,20023610,20044474,20044500,20045628,20045647,20074003,20074022,20077237,20077256,20095208,20095563,20095864,20095887,21442293,21442693', 'assoc_port': '19454054:19490162,19454054:19490181,19454055:19500421,19454055:19500440,19466975:19500946,19466976:19503279,19466976:19503314,19762900:19793355,19762900:19793410,19769042:19806672,19769042:19806739,19806774:19821469,19806774:19821489,19808317:19820392,19808317:19820412,19827864:19846281,19827864:19846300,19827865:19847119,19827865:19847138,19857477:19962294,19857477:19962369,19857478:19898527,19857478:19898552,19857479:19963938,19857479:19963965,19906619:19973733,19906619:19973779,19906620:19975975,19906620:19975997,19906621:19977035,20009036:20021091,20009037:20023573,20009037:20023610,20009039:20044474,20009039:20044500,20014721:20045628,20014721:20045647,20067960:20095208,20067961:20095563,20068020:20077237,20068020:20077256,20068021:20074003,20068021:20074022,20072575:20095864,20072575:20095887,21222673:21442693,21222674:21442293', 'assoc_mat': '19454054:autre_non_emballage:4857:19490162,19454054:autre_non_emballage:4857:19490181,19454055:autre_non_emballage:4857:19500421,19454055:autre_non_emballage:4857:19500440,19466975:autre_non_emballage:4857:19500946,19466976:autre_non_emballage:4857:19503279,19466976:autre_non_emballage:4857:19503314,19762900:autre_non_emballage:4857:19793355,19762900:autre_non_emballage:4857:19793410,19769042:autre_non_emballage:4857:19806672,19769042:autre_non_emballage:4857:19806739,19806774:autre_non_emballage:4857:19821469,19806774:autre_non_emballage:4857:19821489,19808317:autre_non_emballage:4857:19820392,19808317:autre_non_emballage:4857:19820412,19827864:autre_non_emballage:4857:19846281,19827864:autre_non_emballage:4857:19846300,19827865:autre_non_emballage:4857:19847119,19827865:autre_non_emballage:4857:19847138,19857477:autre_non_emballage:4857:19962294,19857477:autre_non_emballage:4857:19962369,19857478:autre_non_emballage:4857:19898527,19857478:autre_non_emballage:4857:19898552,19857479:autre_non_emballage:4857:1'}, {'unwanted_material': 'carton', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.5905929481980353, 'nb_photo': 4331, 'list_port_cont': '19489839,19489858,19490148,19490167,19500407,19500426,19500932,19500951,19503265,19503300,19793341,19793396,19795285,19795324,19797381,19797401,19806658,19806725,19820378,19820398,19821455,19821475,19822756,19822775,19846267,19846286,19847105,19847124,19847300,19847320,19889882,19889902,19891455,19891478,19898513,19898538,19962280,19962353,19963924,19963951,19970724,19970743,19973719,19973765,19975961,19975983,19977021,19977052,20021077,20021097,20023559,20023596,20041899,20041947,20044459,20044486,20045614,20045633,20073989,20074008,20077223,20077242,20095172,20095194,20095527,20095548,20095850,20095873,21442260,21442279,21442679,21442734', 'assoc_port': '19454053:19489839,19454053:19489858,19454054:19490148,19454054:19490167,19454055:19500407,19454055:19500426,19466975:19500932,19466975:19500951,19466976:19503265,19466976:19503300,19762900:19793341,19762900:19793396,19762925:19795285,19762925:19795324,19769042:19806658,19769042:19806725,19769043:19797381,19769043:19797401,19806774:19821455,19806774:19821475,19806775:19822756,19806775:19822775,19808317:19820378,19808317:19820398,19827864:19846267,19827864:19846286,19827865:19847105,19827865:19847124,19827866:19847300,19827866:19847320,19852315:19889882,19852315:19889902,19852316:19891455,19852316:19891478,19857477:19962280,19857477:19962353,19857478:19898513,19857478:19898538,19857479:19963924,19857479:19963951,19906618:19970724,19906618:19970743,19906619:19973719,19906619:19973765,19906620:19975961,19906620:19975983,19906621:19977021,19906621:19977052,20009036:20021077,20009036:20021097,20009037:20023559,20009037:20023596,20009038:20041899,20009038:20041947,20009039:20044459,20009039:20044486,20014721:2004561', 'assoc_mat': '19454053:carton:4857:19489839,19454053:carton:4857:19489858,19454054:carton:4857:19490148,19454054:carton:4857:19490167,19454055:carton:4857:19500407,19454055:carton:4857:19500426,19466975:carton:4857:19500932,19466975:carton:4857:19500951,19466976:carton:4857:19503265,19466976:carton:4857:19503300,19762900:carton:4857:19793341,19762900:carton:4857:19793396,19762925:carton:4857:19795285,19762925:carton:4857:19795324,19769042:carton:4857:19806658,19769042:carton:4857:19806725,19769043:carton:4857:19797381,19769043:carton:4857:19797401,19806774:carton:4857:19821455,19806774:carton:4857:19821475,19806775:carton:4857:19822756,19806775:carton:4857:19822775,19808317:carton:4857:19820378,19808317:carton:4857:19820398,19827864:carton:4857:19846267,19827864:carton:4857:19846286,19827865:carton:4857:19847105,19827865:carton:4857:19847124,19827866:carton:4857:19847300,19827866:carton:4857:19847320,19852315:carton:4857:19889882,19852315:carton:4857:19889902,19852316:carton:4857:19891455,19852316:carton:4857:19891478,1985'}, {'unwanted_material': 'ela', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.00733844503087401, 'nb_photo': 37, 'list_port_cont': '19490154,19490173,19500413,19500432,19500938,19500957,19793347,19793402,19820384,19820404,19891461,19891484,19898519,19898544,19962286,19962361,19963930,19963957,19970730,19970749,19973725,19973771,20021083,20021103,20023565,20023602,20041905,20041953,20044466,20044492,20045620,20045639,20095178,20095200,20095554,20095879,21442266,21442285', 'assoc_port': '19454054:19490154,19454054:19490173,19454055:19500413,19454055:19500432,19466975:19500938,19466975:19500957,19762900:19793347,19762900:19793402,19808317:19820384,19808317:19820404,19852316:19891461,19852316:19891484,19857477:19962286,19857477:19962361,19857478:19898519,19857478:19898544,19857479:19963930,19857479:19963957,19906618:19970730,19906618:19970749,19906619:19973725,19906619:19973771,20009036:20021083,20009036:20021103,20009037:20023565,20009037:20023602,20009038:20041905,20009038:20041953,20009039:20044466,20009039:20044492,20014721:20045620,20014721:20045639,20067960:20095178,20067960:20095200,20067961:20095554,20072575:20095879,21222674:21442266,21222674:21442285', 'assoc_mat': '19454054:ela:4857:19490154,19454054:ela:4857:19490173,19454055:ela:4857:19500413,19454055:ela:4857:19500432,19466975:ela:4857:19500938,19466975:ela:4857:19500957,19762900:ela:4857:19793347,19762900:ela:4857:19793402,19808317:ela:4857:19820384,19808317:ela:4857:19820404,19852316:ela:4857:19891461,19852316:ela:4857:19891484,19857477:ela:4857:19962286,19857477:ela:4857:19962361,19857478:ela:4857:19898519,19857478:ela:4857:19898544,19857479:ela:4857:19963930,19857479:ela:4857:19963957,19906618:ela:4857:19970730,19906618:ela:4857:19970749,19906619:ela:4857:19973725,19906619:ela:4857:19973771,20009036:ela:4857:20021083,20009036:ela:4857:20021103,20009037:ela:4857:20023565,20009037:ela:4857:20023602,20009038:ela:4857:20041905,20009038:ela:4857:20041953,20009039:ela:4857:20044466,20009039:ela:4857:20044492,20014721:ela:4857:20045620,20014721:ela:4857:20045639,20067960:ela:4857:20095178,20067960:ela:4857:20095200,20067961:ela:4857:20095554,20072575:ela:4857:20095879,21222674:ela:4857:21442266,21222674:ela:4857:2144228'}, {'unwanted_material': 'encombrant', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.06458352579996052, 'nb_photo': 10, 'list_port_cont': '19490161,19490180,19793354,19793409,19797394,19797414,19822769,19822788,19898526,19898551,20023572,20023609,20095207', 'assoc_port': '19454054:19490161,19454054:19490180,19762900:19793354,19762900:19793409,19769043:19797394,19769043:19797414,19806775:19822769,19806775:19822788,19857478:19898526,19857478:19898551,20009037:20023572,20009037:20023609,20067960:20095207', 'assoc_mat': '19454054:encombrant:4857:19490161,19454054:encombrant:4857:19490180,19762900:encombrant:4857:19793354,19762900:encombrant:4857:19793409,19769043:encombrant:4857:19797394,19769043:encombrant:4857:19797414,19806775:encombrant:4857:19822769,19806775:encombrant:4857:19822788,19857478:encombrant:4857:19898526,19857478:encombrant:4857:19898551,20009037:encombrant:4857:20023572,20009037:encombrant:4857:20023609,20067960:encombrant:4857:20095207'}, {'unwanted_material': 'film_dev_souple', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.023600324614137615, 'nb_photo': 718, 'list_port_cont': '19489844,19489863,19490153,19490172,19500412,19500431,19500937,19500956,19503270,19503305,19793346,19793401,19795290,19795329,19797386,19797406,19806663,19806730,19820383,19820403,19821460,19821480,19822761,19822780,19846272,19846291,19847110,19847129,19847305,19847325,19889887,19889907,19891460,19891483,19898518,19898543,19962285,19962360,19963929,19963956,19970729,19970748,19973724,19973770,19975966,19975988,19977026,19977057,20021082,20021102,20023564,20023601,20041904,20041952,20044465,20044491,20045619,20045638,20073994,20074013,20077228,20077247,20095177,20095199,20095532,20095553,20095878,21442265,21442284,21442684,21442739', 'assoc_port': '19454053:19489844,19454053:19489863,19454054:19490153,19454054:19490172,19454055:19500412,19454055:19500431,19466975:19500937,19466975:19500956,19466976:19503270,19466976:19503305,19762900:19793346,19762900:19793401,19762925:19795290,19762925:19795329,19769042:19806663,19769042:19806730,19769043:19797386,19769043:19797406,19806774:19821460,19806774:19821480,19806775:19822761,19806775:19822780,19808317:19820383,19808317:19820403,19827864:19846272,19827864:19846291,19827865:19847110,19827865:19847129,19827866:19847305,19827866:19847325,19852315:19889887,19852315:19889907,19852316:19891460,19852316:19891483,19857477:19962285,19857477:19962360,19857478:19898518,19857478:19898543,19857479:19963929,19857479:19963956,19906618:19970729,19906618:19970748,19906619:19973724,19906619:19973770,19906620:19975966,19906620:19975988,19906621:19977026,19906621:19977057,20009036:20021082,20009036:20021102,20009037:20023564,20009037:20023601,20009038:20041904,20009038:20041952,20009039:20044465,20009039:20044491,20014721:2004561', 'assoc_mat': '19454053:film_dev_souple:4857:19489844,19454053:film_dev_souple:4857:19489863,19454054:film_dev_souple:4857:19490153,19454054:film_dev_souple:4857:19490172,19454055:film_dev_souple:4857:19500412,19454055:film_dev_souple:4857:19500431,19466975:film_dev_souple:4857:19500937,19466975:film_dev_souple:4857:19500956,19466976:film_dev_souple:4857:19503270,19466976:film_dev_souple:4857:19503305,19762900:film_dev_souple:4857:19793346,19762900:film_dev_souple:4857:19793401,19762925:film_dev_souple:4857:19795290,19762925:film_dev_souple:4857:19795329,19769042:film_dev_souple:4857:19806663,19769042:film_dev_souple:4857:19806730,19769043:film_dev_souple:4857:19797386,19769043:film_dev_souple:4857:19797406,19806774:film_dev_souple:4857:19821460,19806774:film_dev_souple:4857:19821480,19806775:film_dev_souple:4857:19822761,19806775:film_dev_souple:4857:19822780,19808317:film_dev_souple:4857:19820383,19808317:film_dev_souple:4857:19820403,19827864:film_dev_souple:4857:19846272,19827864:film_dev_souple:4857:19846291,19827865:f'}, {'unwanted_material': 'flux_dev', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.03425563344932473, 'nb_photo': 330, 'list_port_cont': '19489843,19489862,19490152,19490171,19500411,19500430,19500936,19500955,19503269,19503304,19793345,19793400,19795289,19795328,19797385,19797405,19806662,19806729,19820382,19820402,19821459,19821479,19822760,19822779,19846271,19846290,19847109,19847128,19847304,19847324,19889886,19889906,19891459,19891482,19898517,19898542,19962284,19962359,19963928,19963955,19970728,19970747,19973723,19973769,19975965,19975987,19977025,19977056,20021081,20021101,20023563,20023600,20041903,20041951,20044464,20044490,20045618,20045637,20073993,20074012,20077227,20077246,20095176,20095198,20095531,20095552,20095854,20095877,21442264,21442283,21442683,21442738', 'assoc_port': '19454053:19489843,19454053:19489862,19454054:19490152,19454054:19490171,19454055:19500411,19454055:19500430,19466975:19500936,19466975:19500955,19466976:19503269,19466976:19503304,19762900:19793345,19762900:19793400,19762925:19795289,19762925:19795328,19769042:19806662,19769042:19806729,19769043:19797385,19769043:19797405,19806774:19821459,19806774:19821479,19806775:19822760,19806775:19822779,19808317:19820382,19808317:19820402,19827864:19846271,19827864:19846290,19827865:19847109,19827865:19847128,19827866:19847304,19827866:19847324,19852315:19889886,19852315:19889906,19852316:19891459,19852316:19891482,19857477:19962284,19857477:19962359,19857478:19898517,19857478:19898542,19857479:19963928,19857479:19963955,19906618:19970728,19906618:19970747,19906619:19973723,19906619:19973769,19906620:19975965,19906620:19975987,19906621:19977025,19906621:19977056,20009036:20021081,20009036:20021101,20009037:20023563,20009037:20023600,20009038:20041903,20009038:20041951,20009039:20044464,20009039:20044490,20014721:2004561', 'assoc_mat': '19454053:flux_dev:4857:19489843,19454053:flux_dev:4857:19489862,19454054:flux_dev:4857:19490152,19454054:flux_dev:4857:19490171,19454055:flux_dev:4857:19500411,19454055:flux_dev:4857:19500430,19466975:flux_dev:4857:19500936,19466975:flux_dev:4857:19500955,19466976:flux_dev:4857:19503269,19466976:flux_dev:4857:19503304,19762900:flux_dev:4857:19793345,19762900:flux_dev:4857:19793400,19762925:flux_dev:4857:19795289,19762925:flux_dev:4857:19795328,19769042:flux_dev:4857:19806662,19769042:flux_dev:4857:19806729,19769043:flux_dev:4857:19797385,19769043:flux_dev:4857:19797405,19806774:flux_dev:4857:19821459,19806774:flux_dev:4857:19821479,19806775:flux_dev:4857:19822760,19806775:flux_dev:4857:19822779,19808317:flux_dev:4857:19820382,19808317:flux_dev:4857:19820402,19827864:flux_dev:4857:19846271,19827864:flux_dev:4857:19846290,19827865:flux_dev:4857:19847109,19827865:flux_dev:4857:19847128,19827866:flux_dev:4857:19847304,19827866:flux_dev:4857:19847324,19852315:flux_dev:4857:19889886,19852315:flux_dev:4857:19889906,'}, {'unwanted_material': 'metal', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.010835497140650217, 'nb_photo': 141, 'list_port_cont': '19490149,19490168,19500933,19500952,19503266,19503301,19793342,19793397,19795286,19795325,19806659,19806726,19821456,19821476,19822757,19822776,19846268,19846287,19847106,19847125,19889883,19889903,19891456,19891479,19898514,19898539,19962281,19962356,19963925,19963952,19970725,19970744,19973720,19973766,19975962,19975984,19977022,19977053,20041900,20041948,20044461,20044487,20077224,20077243,20095173,20095195,20095528,20095549,20095851,20095874,21442261,21442280,21442680,21442735', 'assoc_port': '19454054:19490149,19454054:19490168,19466975:19500933,19466975:19500952,19466976:19503266,19466976:19503301,19762900:19793342,19762900:19793397,19762925:19795286,19762925:19795325,19769042:19806659,19769042:19806726,19806774:19821456,19806774:19821476,19806775:19822757,19806775:19822776,19827864:19846268,19827864:19846287,19827865:19847106,19827865:19847125,19852315:19889883,19852315:19889903,19852316:19891456,19852316:19891479,19857477:19962281,19857477:19962356,19857478:19898514,19857478:19898539,19857479:19963925,19857479:19963952,19906618:19970725,19906618:19970744,19906619:19973720,19906619:19973766,19906620:19975962,19906620:19975984,19906621:19977022,19906621:19977053,20009038:20041900,20009038:20041948,20009039:20044461,20009039:20044487,20067960:20095173,20067960:20095195,20067961:20095528,20067961:20095549,20068020:20077224,20068020:20077243,20072575:20095851,20072575:20095874,21222673:21442680,21222673:21442735,21222674:21442261,21222674:21442280', 'assoc_mat': '19454054:metal:4857:19490149,19454054:metal:4857:19490168,19466975:metal:4857:19500933,19466975:metal:4857:19500952,19466976:metal:4857:19503266,19466976:metal:4857:19503301,19762900:metal:4857:19793342,19762900:metal:4857:19793397,19762925:metal:4857:19795286,19762925:metal:4857:19795325,19769042:metal:4857:19806659,19769042:metal:4857:19806726,19806774:metal:4857:19821456,19806774:metal:4857:19821476,19806775:metal:4857:19822757,19806775:metal:4857:19822776,19827864:metal:4857:19846268,19827864:metal:4857:19846287,19827865:metal:4857:19847106,19827865:metal:4857:19847125,19852315:metal:4857:19889883,19852315:metal:4857:19889903,19852316:metal:4857:19891456,19852316:metal:4857:19891479,19857477:metal:4857:19962281,19857477:metal:4857:19962356,19857478:metal:4857:19898514,19857478:metal:4857:19898539,19857479:metal:4857:19963925,19857479:metal:4857:19963952,19906618:metal:4857:19970725,19906618:metal:4857:19970744,19906619:metal:4857:19973720,19906619:metal:4857:19973766,19906620:metal:4857:19975962,19906620:'}, {'unwanted_material': 'organique', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.004295801700455881, 'nb_photo': 2, 'list_port_cont': '19891465,19977031,19977062', 'assoc_port': '19852316:19891465,19906621:19977031,19906621:19977062', 'assoc_mat': '19852316:organique:4857:19891465,19906621:organique:4857:19977031,19906621:organique:4857:19977062'}, {'unwanted_material': 'papier', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.10500540320667891, 'nb_photo': 946, 'list_port_cont': '19489838,19489857,19490147,19490166,19500406,19500425,19500931,19500950,19503264,19503299,19793340,19793395,19795284,19795323,19797380,19797400,19806657,19806724,19820377,19820397,19821454,19821474,19822755,19822774,19846266,19846285,19847104,19847123,19847299,19847319,19889881,19889901,19891454,19891477,19898512,19898537,19962279,19962348,19963923,19963950,19970723,19970742,19973718,19973764,19975960,19975982,19977020,19977051,20021076,20021096,20023558,20023595,20041898,20041946,20044458,20044485,20045613,20045632,20073988,20074007,20077222,20077241,20095171,20095193,20095526,20095547,20095849,20095872,21442259,21442278,21442678,21442733', 'assoc_port': '19454053:19489838,19454053:19489857,19454054:19490147,19454054:19490166,19454055:19500406,19454055:19500425,19466975:19500931,19466975:19500950,19466976:19503264,19466976:19503299,19762900:19793340,19762900:19793395,19762925:19795284,19762925:19795323,19769042:19806657,19769042:19806724,19769043:19797380,19769043:19797400,19806774:19821454,19806774:19821474,19806775:19822755,19806775:19822774,19808317:19820377,19808317:19820397,19827864:19846266,19827864:19846285,19827865:19847104,19827865:19847123,19827866:19847299,19827866:19847319,19852315:19889881,19852315:19889901,19852316:19891454,19852316:19891477,19857477:19962279,19857477:19962348,19857478:19898512,19857478:19898537,19857479:19963923,19857479:19963950,19906618:19970723,19906618:19970742,19906619:19973718,19906619:19973764,19906620:19975960,19906620:19975982,19906621:19977020,19906621:19977051,20009036:20021076,20009036:20021096,20009037:20023558,20009037:20023595,20009038:20041898,20009038:20041946,20009039:20044458,20009039:20044485,20014721:2004561', 'assoc_mat': '19454053:papier:4857:19489838,19454053:papier:4857:19489857,19454054:papier:4857:19490147,19454054:papier:4857:19490166,19454055:papier:4857:19500406,19454055:papier:4857:19500425,19466975:papier:4857:19500931,19466975:papier:4857:19500950,19466976:papier:4857:19503264,19466976:papier:4857:19503299,19762900:papier:4857:19793340,19762900:papier:4857:19793395,19762925:papier:4857:19795284,19762925:papier:4857:19795323,19769042:papier:4857:19806657,19769042:papier:4857:19806724,19769043:papier:4857:19797380,19769043:papier:4857:19797400,19806774:papier:4857:19821454,19806774:papier:4857:19821474,19806775:papier:4857:19822755,19806775:papier:4857:19822774,19808317:papier:4857:19820377,19808317:papier:4857:19820397,19827864:papier:4857:19846266,19827864:papier:4857:19846285,19827865:papier:4857:19847104,19827865:papier:4857:19847123,19827866:papier:4857:19847299,19827866:papier:4857:19847319,19852315:papier:4857:19889881,19852315:papier:4857:19889901,19852316:papier:4857:19891454,19852316:papier:4857:19891477,1985'}, {'unwanted_material': 'pehd', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.013766849920507768, 'nb_photo': 113, 'list_port_cont': '19489842,19489861,19490151,19490170,19500410,19500429,19500935,19500954,19503268,19503303,19793344,19793399,19795288,19795327,19797384,19797404,19806661,19806728,19820381,19820401,19821458,19821478,19822759,19822778,19846270,19846289,19847108,19847127,19847303,19847323,19891458,19891481,19898516,19898541,19962283,19962358,19963927,19963954,19970727,19970746,19973722,19973768,19975964,19975986,19977024,19977055,20023562,20023599,20041902,20041950,20044463,20044489,20045617,20045636,20073992,20074011,20077226,20077245,20095175,20095197,20095530,20095551,20095853,20095876,21442263,21442282,21442682,21442737', 'assoc_port': '19454053:19489842,19454053:19489861,19454054:19490151,19454054:19490170,19454055:19500410,19454055:19500429,19466975:19500935,19466975:19500954,19466976:19503268,19466976:19503303,19762900:19793344,19762900:19793399,19762925:19795288,19762925:19795327,19769042:19806661,19769042:19806728,19769043:19797384,19769043:19797404,19806774:19821458,19806774:19821478,19806775:19822759,19806775:19822778,19808317:19820381,19808317:19820401,19827864:19846270,19827864:19846289,19827865:19847108,19827865:19847127,19827866:19847303,19827866:19847323,19852316:19891458,19852316:19891481,19857477:19962283,19857477:19962358,19857478:19898516,19857478:19898541,19857479:19963927,19857479:19963954,19906618:19970727,19906618:19970746,19906619:19973722,19906619:19973768,19906620:19975964,19906620:19975986,19906621:19977024,19906621:19977055,20009037:20023562,20009037:20023599,20009038:20041902,20009038:20041950,20009039:20044463,20009039:20044489,20014721:20045617,20014721:20045636,20067960:20095175,20067960:20095197,20067961:2009553', 'assoc_mat': '19454053:pehd:4857:19489842,19454053:pehd:4857:19489861,19454054:pehd:4857:19490151,19454054:pehd:4857:19490170,19454055:pehd:4857:19500410,19454055:pehd:4857:19500429,19466975:pehd:4857:19500935,19466975:pehd:4857:19500954,19466976:pehd:4857:19503268,19466976:pehd:4857:19503303,19762900:pehd:4857:19793344,19762900:pehd:4857:19793399,19762925:pehd:4857:19795288,19762925:pehd:4857:19795327,19769042:pehd:4857:19806661,19769042:pehd:4857:19806728,19769043:pehd:4857:19797384,19769043:pehd:4857:19797404,19806774:pehd:4857:19821458,19806774:pehd:4857:19821478,19806775:pehd:4857:19822759,19806775:pehd:4857:19822778,19808317:pehd:4857:19820381,19808317:pehd:4857:19820401,19827864:pehd:4857:19846270,19827864:pehd:4857:19846289,19827865:pehd:4857:19847108,19827865:pehd:4857:19847127,19827866:pehd:4857:19847303,19827866:pehd:4857:19847323,19852316:pehd:4857:19891458,19852316:pehd:4857:19891481,19857477:pehd:4857:19962283,19857477:pehd:4857:19962358,19857478:pehd:4857:19898516,19857478:pehd:4857:19898541,19857479:pehd:48'}, {'unwanted_material': 'pet_clair', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.02596109307163693, 'nb_photo': 575, 'list_port_cont': '19489841,19489860,19490150,19490169,19500409,19500428,19500934,19500953,19503267,19503302,19793343,19793398,19795287,19795326,19797383,19797403,19806660,19806727,19820380,19820400,19821457,19821477,19822758,19822777,19846269,19846288,19847107,19847126,19847302,19847322,19889884,19889904,19891457,19891480,19898515,19898540,19962282,19962357,19963926,19963953,19970726,19970745,19973721,19973767,19975963,19975985,19977023,19977054,20021079,20021099,20023561,20023598,20041901,20041949,20044462,20044488,20045616,20045635,20073991,20074010,20077225,20077244,20095174,20095196,20095529,20095550,20095852,20095875,21442262,21442281,21442681,21442736', 'assoc_port': '19454053:19489841,19454053:19489860,19454054:19490150,19454054:19490169,19454055:19500409,19454055:19500428,19466975:19500934,19466975:19500953,19466976:19503267,19466976:19503302,19762900:19793343,19762900:19793398,19762925:19795287,19762925:19795326,19769042:19806660,19769042:19806727,19769043:19797383,19769043:19797403,19806774:19821457,19806774:19821477,19806775:19822758,19806775:19822777,19808317:19820380,19808317:19820400,19827864:19846269,19827864:19846288,19827865:19847107,19827865:19847126,19827866:19847302,19827866:19847322,19852315:19889884,19852315:19889904,19852316:19891457,19852316:19891480,19857477:19962282,19857477:19962357,19857478:19898515,19857478:19898540,19857479:19963926,19857479:19963953,19906618:19970726,19906618:19970745,19906619:19973721,19906619:19973767,19906620:19975963,19906620:19975985,19906621:19977023,19906621:19977054,20009036:20021079,20009036:20021099,20009037:20023561,20009037:20023598,20009038:20041901,20009038:20041949,20009039:20044462,20009039:20044488,20014721:2004561', 'assoc_mat': '19454053:pet_clair:4857:19489841,19454053:pet_clair:4857:19489860,19454054:pet_clair:4857:19490150,19454054:pet_clair:4857:19490169,19454055:pet_clair:4857:19500409,19454055:pet_clair:4857:19500428,19466975:pet_clair:4857:19500934,19466975:pet_clair:4857:19500953,19466976:pet_clair:4857:19503267,19466976:pet_clair:4857:19503302,19762900:pet_clair:4857:19793343,19762900:pet_clair:4857:19793398,19762925:pet_clair:4857:19795287,19762925:pet_clair:4857:19795326,19769042:pet_clair:4857:19806660,19769042:pet_clair:4857:19806727,19769043:pet_clair:4857:19797383,19769043:pet_clair:4857:19797403,19806774:pet_clair:4857:19821457,19806774:pet_clair:4857:19821477,19806775:pet_clair:4857:19822758,19806775:pet_clair:4857:19822777,19808317:pet_clair:4857:19820380,19808317:pet_clair:4857:19820400,19827864:pet_clair:4857:19846269,19827864:pet_clair:4857:19846288,19827865:pet_clair:4857:19847107,19827865:pet_clair:4857:19847126,19827866:pet_clair:4857:19847302,19827866:pet_clair:4857:19847322,19852315:pet_clair:4857:19889884,1'}, {'unwanted_material': 'sac_om_plein', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.2487611287461597, 'nb_photo': 490, 'list_port_cont': '19489846,19489865,19490155,19490174,19500414,19500433,19500939,19500958,19503272,19503307,19793348,19793403,19795292,19795331,19797388,19797408,19806665,19806732,19820385,19820405,19821462,19821482,19822763,19822782,19846274,19846293,19847112,19847131,19847307,19847327,19889889,19889909,19891462,19891485,19898520,19898545,19962287,19962362,19963931,19963958,19970731,19970750,19973726,19973772,19975968,19975990,19977028,19977059,20021084,20021104,20023566,20023603,20041906,20041954,20044467,20044493,20045621,20045640,20073996,20074015,20077230,20077249,20095179,20095201,20095534,20095556,20095857,20095880,21442267,21442286,21442686,21442741', 'assoc_port': '19454053:19489846,19454053:19489865,19454054:19490155,19454054:19490174,19454055:19500414,19454055:19500433,19466975:19500939,19466975:19500958,19466976:19503272,19466976:19503307,19762900:19793348,19762900:19793403,19762925:19795292,19762925:19795331,19769042:19806665,19769042:19806732,19769043:19797388,19769043:19797408,19806774:19821462,19806774:19821482,19806775:19822763,19806775:19822782,19808317:19820385,19808317:19820405,19827864:19846274,19827864:19846293,19827865:19847112,19827865:19847131,19827866:19847307,19827866:19847327,19852315:19889889,19852315:19889909,19852316:19891462,19852316:19891485,19857477:19962287,19857477:19962362,19857478:19898520,19857478:19898545,19857479:19963931,19857479:19963958,19906618:19970731,19906618:19970750,19906619:19973726,19906619:19973772,19906620:19975968,19906620:19975990,19906621:19977028,19906621:19977059,20009036:20021084,20009036:20021104,20009037:20023566,20009037:20023603,20009038:20041906,20009038:20041954,20009039:20044467,20009039:20044493,20014721:2004562', 'assoc_mat': '19454053:sac_om_plein:4857:19489846,19454053:sac_om_plein:4857:19489865,19454054:sac_om_plein:4857:19490155,19454054:sac_om_plein:4857:19490174,19454055:sac_om_plein:4857:19500414,19454055:sac_om_plein:4857:19500433,19466975:sac_om_plein:4857:19500939,19466975:sac_om_plein:4857:19500958,19466976:sac_om_plein:4857:19503272,19466976:sac_om_plein:4857:19503307,19762900:sac_om_plein:4857:19793348,19762900:sac_om_plein:4857:19793403,19762925:sac_om_plein:4857:19795292,19762925:sac_om_plein:4857:19795331,19769042:sac_om_plein:4857:19806665,19769042:sac_om_plein:4857:19806732,19769043:sac_om_plein:4857:19797388,19769043:sac_om_plein:4857:19797408,19806774:sac_om_plein:4857:19821462,19806774:sac_om_plein:4857:19821482,19806775:sac_om_plein:4857:19822763,19806775:sac_om_plein:4857:19822782,19808317:sac_om_plein:4857:19820385,19808317:sac_om_plein:4857:19820405,19827864:sac_om_plein:4857:19846274,19827864:sac_om_plein:4857:19846293,19827865:sac_om_plein:4857:19847112,19827865:sac_om_plein:4857:19847131,19827866:sac_om_'}, {'unwanted_material': 'textiles', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.014382829906236926, 'nb_photo': 47, 'list_port_cont': '19490156,19490175,19500940,19500959,19793349,19793404,19806666,19806733,19820386,19820406,19821463,19821483,19822764,19822783,19846275,19846294,19847113,19847132,19889890,19889910,19891463,19891486,19963932,19963959,19970732,19970751,19977060,20023567,20023604,20041907,20041955,20044468,20044494,20045622,20045641,20073997,20074016,20077231,20077250,20095202,20095535,20095557,20095858,21442268,21442287,21442742', 'assoc_port': '19454054:19490156,19454054:19490175,19466975:19500940,19466975:19500959,19762900:19793349,19762900:19793404,19769042:19806666,19769042:19806733,19806774:19821463,19806774:19821483,19806775:19822764,19806775:19822783,19808317:19820386,19808317:19820406,19827864:19846275,19827864:19846294,19827865:19847113,19827865:19847132,19852315:19889890,19852315:19889910,19852316:19891463,19852316:19891486,19857479:19963932,19857479:19963959,19906618:19970732,19906618:19970751,19906621:19977060,20009037:20023567,20009037:20023604,20009038:20041907,20009038:20041955,20009039:20044468,20009039:20044494,20014721:20045622,20014721:20045641,20067960:20095202,20067961:20095535,20067961:20095557,20068020:20077231,20068020:20077250,20068021:20073997,20068021:20074016,20072575:20095858,21222673:21442742,21222674:21442268,21222674:21442287', 'assoc_mat': '19454054:textiles:4857:19490156,19454054:textiles:4857:19490175,19466975:textiles:4857:19500940,19466975:textiles:4857:19500959,19762900:textiles:4857:19793349,19762900:textiles:4857:19793404,19769042:textiles:4857:19806666,19769042:textiles:4857:19806733,19806774:textiles:4857:19821463,19806774:textiles:4857:19821483,19806775:textiles:4857:19822764,19806775:textiles:4857:19822783,19808317:textiles:4857:19820386,19808317:textiles:4857:19820406,19827864:textiles:4857:19846275,19827864:textiles:4857:19846294,19827865:textiles:4857:19847113,19827865:textiles:4857:19847132,19852315:textiles:4857:19889890,19852315:textiles:4857:19889910,19852316:textiles:4857:19891463,19852316:textiles:4857:19891486,19857479:textiles:4857:19963932,19857479:textiles:4857:19963959,19906618:textiles:4857:19970732,19906618:textiles:4857:19970751,19906621:textiles:4857:19977060,20009037:textiles:4857:20023567,20009037:textiles:4857:20023604,20009038:textiles:4857:20041907,20009038:textiles:4857:20041955,20009039:textiles:4857:20044468,'}, {'unwanted_material': 'verre', 'main_material': 'entrant', 'pht_type': 4857, 'ratio': 0.00876361251550609, 'nb_photo': 11, 'list_port_cont': '19500960,19503274,19503309,19795294,19795333,19846276,19846295,19891464,19891487,19898522,19898547,19963933,19963960,20077232,20077251,20095203,20095859,21442269,21442288', 'assoc_port': '19466975:19500960,19466976:19503274,19466976:19503309,19762925:19795294,19762925:19795333,19827864:19846276,19827864:19846295,19852316:19891464,19852316:19891487,19857478:19898522,19857478:19898547,19857479:19963933,19857479:19963960,20067960:20095203,20068020:20077232,20068020:20077251,20072575:20095859,21222674:21442269,21222674:21442288', 'assoc_mat': '19466975:verre:4857:19500960,19466976:verre:4857:19503274,19466976:verre:4857:19503309,19762925:verre:4857:19795294,19762925:verre:4857:19795333,19827864:verre:4857:19846276,19827864:verre:4857:19846295,19852316:verre:4857:19891464,19852316:verre:4857:19891487,19857478:verre:4857:19898522,19857478:verre:4857:19898547,19857479:verre:4857:19963933,19857479:verre:4857:19963960,20067960:verre:4857:20095203,20068020:verre:4857:20077232,20068020:verre:4857:20077251,20072575:verre:4857:20095859,21222674:verre:4857:21442269,21222674:verre:4857:21442288'}), 'main_stat': {'nb_photos': 272}}, 'hostname': (), 'impurety_average_per_hashtag': [(('entrant', '2025-01', 0.23398030579949025),)]} filepath : /data_2/data_log/job/memo/SyctomXV/sla_mensuel_SyctomXV_Mask_23Q4_mois_01_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! Before organize_and_plot_unwanted_material_stats {'entrant': {'autre_non_emballage': ['autre_non_emballage', '2.97%', 112], 'carton': ['carton', '59.06%', 4331], 'ela': ['ela', '0.73%', 37], 'encombrant': ['encombrant', '6.46%', 10], 'film_dev_souple': ['film_dev_souple', '2.36%', 718], 'flux_dev': ['flux_dev', '3.43%', 330], 'metal': ['metal', '1.08%', 141], 'organique': ['organique', '0.43%', 2], 'papier': ['papier', '10.5%', 946], 'pehd': ['pehd', '1.38%', 113], 'pet_clair': ['pet_clair', '2.6%', 575], 'sac_om_plein': ['sac_om_plein', '24.88%', 490], 'textiles': ['textiles', '1.44%', 47], 'verre': ['verre', '0.88%', 11]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_2/data_log/job/memo/SyctomXV/sla_mensuel_SyctomXV_Mask_23Q4_mois_01_annee_2025.pdf le fichier se trouve ici : /data_2/data_log/job/memo/SyctomXV 2.71user 3.17system 0:04.64elapsed 126%CPU (0avgtext+0avgdata 192360maxresident)k 15240inputs+344outputs (93major+66660minor)pagefaults 0swaps