python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20092 --dashboard_places=refus_amiens --rootfolder_sla=/data_2/data_log/job/memo/refus_amiens -v --mtr_id=983 --date=`date -d"$nowdate 1 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20092, Date : 2025-02 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (5, 28) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=3142 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=3142 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 3142 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=3142 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=3996 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=3996 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 3996 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=3996 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 10383 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 10391 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 10392 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 10387 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 10387 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 10390 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 10390 merge_mask_thcl_custom is not consistent : 3 used against 2 in the step definition ! WARNING : number of inputs for step 10384 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 10384 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11838 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11838 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of outputs for step 10386 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 10385 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 10385 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 10393 send_mail_cod have less outputs used (0) than in the step definition (1) : some outputs may be not used ! Step 10430 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 10386 doesn't seem to be define in the database( WARNING : type of input 3 of step 10385 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 10383 doesn't seem to be define in the database( WARNING : type of input 2 of step 10387 doesn't seem to be define in the database( WARNING : output 1 of step 10383 have datatype=2 whereas input 1 of step 10390 have datatype=7 WARNING : type of output 2 of step 10390 doesn't seem to be define in the database( WARNING : type of input 1 of step 10384 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 10386 have datatype=10 whereas input 3 of step 10393 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 10391 doesn't seem to be define in the database( WARNING : type of input 3 of step 10387 doesn't seem to be define in the database( WARNING : type of output 1 of step 10392 doesn't seem to be define in the database( WARNING : type of input 3 of step 10387 doesn't seem to be define in the database( WARNING : type of input 5 of step 10393 doesn't seem to be define in the database( WARNING : output 0 of step 11836 have datatype=11 whereas input 5 of step 10393 have datatype=None WARNING : output 0 of step 10386 have datatype=10 whereas input 0 of step 11836 have datatype=18 WARNING : type of output 3 of step 11838 doesn't seem to be define in the database( WARNING : type of input 1 of step 10386 doesn't seem to be define in the database( WARNING : type of input 2 of step 11838 doesn't seem to be define in the database( WARNING : output 1 of step 10384 have datatype=7 whereas input 2 of step 11838 have datatype=None WARNING : output 0 of step 10390 have datatype=1 whereas input 0 of step 10384 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4213, 'hashtag_proportion': 'barquette_opaque,carton,ela,etiquette,film_plastique,kraft,metal,papier,pehd,pet_clair,pet_opaque,pet_fonce', 'hashtag_parmi': 'refus,textiles_sanitaires', 'hashtag_weights': {'barquette_opaque': 1, 'carton': 1, 'ela': 1, 'etiquette': 1, 'film_plastique': 1, 'kraft': 1, 'metal': 1, 'papier': 1, 'pehd': 1, 'pet_clair': 1, 'pet_opaque': 1, 'pet_fonce': 1, 'textiles_sanitaires': 1, 'refus': 3}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="refus_amiens"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=3142 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=3142 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 3142 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=3142 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=3996 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=3996 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 3996 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=3996 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 10383 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 10391 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 10392 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 10387 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 10387 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 10390 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 10390 merge_mask_thcl_custom is not consistent : 3 used against 2 in the step definition ! WARNING : number of inputs for step 10384 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 10384 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11838 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11838 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of outputs for step 10386 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 10385 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 10385 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 10393 send_mail_cod have less outputs used (0) than in the step definition (1) : some outputs may be not used ! Step 10430 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 10386 doesn't seem to be define in the database( WARNING : type of input 3 of step 10385 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 10383 doesn't seem to be define in the database( WARNING : type of input 2 of step 10387 doesn't seem to be define in the database( WARNING : output 1 of step 10383 have datatype=2 whereas input 1 of step 10390 have datatype=7 WARNING : type of output 2 of step 10390 doesn't seem to be define in the database( WARNING : type of input 1 of step 10384 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 10386 have datatype=10 whereas input 3 of step 10393 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 10391 doesn't seem to be define in the database( WARNING : type of input 3 of step 10387 doesn't seem to be define in the database( WARNING : type of output 1 of step 10392 doesn't seem to be define in the database( WARNING : type of input 3 of step 10387 doesn't seem to be define in the database( WARNING : type of input 5 of step 10393 doesn't seem to be define in the database( WARNING : output 0 of step 11836 have datatype=11 whereas input 5 of step 10393 have datatype=None WARNING : output 0 of step 10386 have datatype=10 whereas input 0 of step 11836 have datatype=18 WARNING : type of output 3 of step 11838 doesn't seem to be define in the database( WARNING : type of input 1 of step 10386 doesn't seem to be define in the database( WARNING : type of input 2 of step 11838 doesn't seem to be define in the database( WARNING : output 1 of step 10384 have datatype=7 whereas input 2 of step 11838 have datatype=None WARNING : output 0 of step 10390 have datatype=1 whereas input 0 of step 10384 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4213, 'hashtag_proportion': 'barquette_opaque,carton,ela,etiquette,film_plastique,kraft,metal,papier,pehd,pet_clair,pet_opaque,pet_fonce', 'hashtag_parmi': 'refus,textiles_sanitaires', 'hashtag_weights': {'barquette_opaque': 1, 'carton': 1, 'ela': 1, 'etiquette': 1, 'film_plastique': 1, 'kraft': 1, 'metal': 1, 'papier': 1, 'pehd': 1, 'pet_clair': 1, 'pet_opaque': 1, 'pet_fonce': 1, 'textiles_sanitaires': 1, 'refus': 3}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (5, 28) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=3142 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=3142 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 3142 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=3142 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=3996 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=3996 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 3996 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=3996 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 10383 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 10391 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 10392 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 10387 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 10387 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 10390 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 10390 merge_mask_thcl_custom is not consistent : 3 used against 2 in the step definition ! WARNING : number of inputs for step 10384 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 10384 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11838 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11838 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of outputs for step 10386 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 10385 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 10385 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 10393 send_mail_cod have less outputs used (0) than in the step definition (1) : some outputs may be not used ! Step 10430 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 10386 doesn't seem to be define in the database( WARNING : type of input 3 of step 10385 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 10383 doesn't seem to be define in the database( WARNING : type of input 2 of step 10387 doesn't seem to be define in the database( WARNING : output 1 of step 10383 have datatype=2 whereas input 1 of step 10390 have datatype=7 WARNING : type of output 2 of step 10390 doesn't seem to be define in the database( WARNING : type of input 1 of step 10384 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 10386 have datatype=10 whereas input 3 of step 10393 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 10391 doesn't seem to be define in the database( WARNING : type of input 3 of step 10387 doesn't seem to be define in the database( WARNING : type of output 1 of step 10392 doesn't seem to be define in the database( WARNING : type of input 3 of step 10387 doesn't seem to be define in the database( WARNING : type of input 5 of step 10393 doesn't seem to be define in the database( WARNING : output 0 of step 11836 have datatype=11 whereas input 5 of step 10393 have datatype=None WARNING : output 0 of step 10386 have datatype=10 whereas input 0 of step 11836 have datatype=18 WARNING : type of output 3 of step 11838 doesn't seem to be define in the database( WARNING : type of input 1 of step 10386 doesn't seem to be define in the database( WARNING : type of input 2 of step 11838 doesn't seem to be define in the database( WARNING : output 1 of step 10384 have datatype=7 whereas input 2 of step 11838 have datatype=None WARNING : output 0 of step 10390 have datatype=1 whereas input 0 of step 10384 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4213, 'hashtag_proportion': 'barquette_opaque,carton,ela,etiquette,film_plastique,kraft,metal,papier,pehd,pet_clair,pet_opaque,pet_fonce', 'hashtag_parmi': 'refus,textiles_sanitaires', 'hashtag_weights': {'barquette_opaque': 1, 'carton': 1, 'ela': 1, 'etiquette': 1, 'film_plastique': 1, 'kraft': 1, 'metal': 1, 'papier': 1, 'pehd': 1, 'pet_clair': 1, 'pet_opaque': 1, 'pet_fonce': 1, 'textiles_sanitaires': 1, 'refus': 3}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="refus_amiens"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=3142 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=3142 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 3142 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=3142 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=3996 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=3996 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 3996 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=3996 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 10383 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 10391 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 10392 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 10387 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 10387 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 10390 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 10390 merge_mask_thcl_custom is not consistent : 3 used against 2 in the step definition ! WARNING : number of inputs for step 10384 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 10384 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11838 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11838 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of outputs for step 10386 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 10385 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 10385 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 10393 send_mail_cod have less outputs used (0) than in the step definition (1) : some outputs may be not used ! Step 10430 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 10386 doesn't seem to be define in the database( WARNING : type of input 3 of step 10385 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 10383 doesn't seem to be define in the database( WARNING : type of input 2 of step 10387 doesn't seem to be define in the database( WARNING : output 1 of step 10383 have datatype=2 whereas input 1 of step 10390 have datatype=7 WARNING : type of output 2 of step 10390 doesn't seem to be define in the database( WARNING : type of input 1 of step 10384 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 10386 have datatype=10 whereas input 3 of step 10393 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 10391 doesn't seem to be define in the database( WARNING : type of input 3 of step 10387 doesn't seem to be define in the database( WARNING : type of output 1 of step 10392 doesn't seem to be define in the database( WARNING : type of input 3 of step 10387 doesn't seem to be define in the database( WARNING : type of input 5 of step 10393 doesn't seem to be define in the database( WARNING : output 0 of step 11836 have datatype=11 whereas input 5 of step 10393 have datatype=None WARNING : output 0 of step 10386 have datatype=10 whereas input 0 of step 11836 have datatype=18 WARNING : type of output 3 of step 11838 doesn't seem to be define in the database( WARNING : type of input 1 of step 10386 doesn't seem to be define in the database( WARNING : type of input 2 of step 11838 doesn't seem to be define in the database( WARNING : output 1 of step 10384 have datatype=7 whereas input 2 of step 11838 have datatype=None WARNING : output 0 of step 10390 have datatype=1 whereas input 0 of step 10384 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4213, 'hashtag_proportion': 'barquette_opaque,carton,ela,etiquette,film_plastique,kraft,metal,papier,pehd,pet_clair,pet_opaque,pet_fonce', 'hashtag_parmi': 'refus,textiles_sanitaires', 'hashtag_weights': {'barquette_opaque': 1, 'carton': 1, 'ela': 1, 'etiquette': 1, 'film_plastique': 1, 'kraft': 1, 'metal': 1, 'papier': 1, 'pehd': 1, 'pet_clair': 1, 'pet_opaque': 1, 'pet_fonce': 1, 'textiles_sanitaires': 1, 'refus': 3}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 15 month : 02 mtr_id : 983 dashboard_places : refus_amiens date : 2025-02 year : 2025 raspi : 20092 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'refus_amiens' and date like '%2025-02%') and created_at like '%2025-02%'))); nb_day : (5, 28) after unwanted_material_data nb_day : (5, 28) WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used WARNING: No hour configured for port 20092, from 00:00 to 24:00 used SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20092%' AND ms.result_str like '%2025/02%'ORDER BY ms.id desc LIMIT 0, 1000000; No error ? {'log_dict': {'total_nb_images': 5756, 'max_time_between_images': '0 days 75 seconds', 'coverage_pause': '0 days 86340 seconds', 'coverage_times_pause': '0 days 86370 seconds', 'nb_photos_decision': 5756, 'nb_gray_level_ok': 5593, 'nb_dedup_ok': 5584, 'nb_two_criteria_ok': 5431, 'nb_forced_upload': 0, 'end_of_day_photos_no_longer_on_disk': 172, 'end_of_day_photos_dark': 153, 'end_of_day_photos_nothing_done': 5, 'end_of_day_photos_ok_for_neural_classification': 5426, 'ratio_coverage': 0.9993171217259459}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 5756, 'max_time_between_images': '0 days 75 seconds', 'coverage_pause': '0 days 86340 seconds', 'coverage_times_pause': '0 days 86370 seconds', 'nb_photos_decision': 5756, 'nb_gray_level_ok': 5593, 'nb_dedup_ok': 5584, 'nb_two_criteria_ok': 5431, 'nb_forced_upload': 0, 'end_of_day_photos_no_longer_on_disk': 172, 'end_of_day_photos_dark': 153, 'end_of_day_photos_nothing_done': 5, 'end_of_day_photos_ok_for_neural_classification': 5426, 'ratio_coverage': 0.9993171217259459}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 5752, 'max_time_between_images': '0 days 75 seconds', 'coverage_pause': '0 days 86280 seconds', 'coverage_times_pause': '0 days 86310 seconds', 'nb_photos_decision': 5760, 'nb_gray_level_ok': 5471, 'nb_dedup_ok': 5502, 'nb_two_criteria_ok': 5229, 'nb_forced_upload': 0, 'end_of_day_photos_no_longer_on_disk': 258, 'end_of_day_photos_dark': 273, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 5220, 'ratio_coverage': 0.998622669243857}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 5756, 'max_time_between_images': '0 days 75 seconds', 'coverage_pause': '0 days 86340 seconds', 'coverage_times_pause': '0 days 86370 seconds', 'nb_photos_decision': 5756, 'nb_gray_level_ok': 5593, 'nb_dedup_ok': 5584, 'nb_two_criteria_ok': 5431, 'nb_forced_upload': 0, 'end_of_day_photos_no_longer_on_disk': 172, 'end_of_day_photos_dark': 153, 'end_of_day_photos_nothing_done': 5, 'end_of_day_photos_ok_for_neural_classification': 5426, 'ratio_coverage': 0.9993171217259459}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 5752, 'max_time_between_images': '0 days 75 seconds', 'coverage_pause': '0 days 86280 seconds', 'coverage_times_pause': '0 days 86310 seconds', 'nb_photos_decision': 5760, 'nb_gray_level_ok': 5471, 'nb_dedup_ok': 5502, 'nb_two_criteria_ok': 5229, 'nb_forced_upload': 0, 'end_of_day_photos_no_longer_on_disk': 258, 'end_of_day_photos_dark': 273, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 5220, 'ratio_coverage': 0.998622669243857}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 5756, 'max_time_between_images': '0 days 75 seconds', 'coverage_pause': '0 days 86340 seconds', 'coverage_times_pause': '0 days 86370 seconds', 'nb_photos_decision': 5756, 'nb_gray_level_ok': 5593, 'nb_dedup_ok': 5584, 'nb_two_criteria_ok': 5431, 'nb_forced_upload': 0, 'end_of_day_photos_no_longer_on_disk': 172, 'end_of_day_photos_dark': 153, 'end_of_day_photos_nothing_done': 5, 'end_of_day_photos_ok_for_neural_classification': 5426, 'ratio_coverage': 0.9993171217259459}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 5752, 'max_time_between_images': '0 days 75 seconds', 'coverage_pause': '0 days 86280 seconds', 'coverage_times_pause': '0 days 86310 seconds', 'nb_photos_decision': 5760, 'nb_gray_level_ok': 5471, 'nb_dedup_ok': 5502, 'nb_two_criteria_ok': 5229, 'nb_forced_upload': 0, 'end_of_day_photos_no_longer_on_disk': 258, 'end_of_day_photos_dark': 273, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 5220, 'ratio_coverage': 0.998622669243857}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} Found day : 2025-02-02 00:00:00 Found day : 2025-02-01 00:00:00 Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2025-02-03 00:00:00,2025-02-04 00:00:00,2025-02-05 00:00:00,2025-02-06 00:00:00,2025-02-07 00:00:00,2025-02-08 00:00:00,2025-02-09 00:00:00,2025-02-10 00:00:00,2025-02-11 00:00:00,2025-02-12 00:00:00,2025-02-13 00:00:00,2025-02-14 00:00:00,2025-02-15 00:00:00,2025-02-16 00:00:00,2025-02-17 00:00:00,2025-02-18 00:00:00,2025-02-19 00:00:00,2025-02-20 00:00:00,2025-02-21 00:00:00,2025-02-22 00:00:00,2025-02-23 00:00:00,2025-02-24 00:00:00,2025-02-25 00:00:00,2025-02-26 00:00:00,2025-02-27 00:00:00,2025-02-28 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and ded.dashboard_place_id = 15 and month(ded.date) = 02 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and dr.hashtag = '_______refus' and ded.dashboard_place_id = 15 and month(ded.date) = 02 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 15 and mp.name like '%022025%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2025-02-01 : dt_date_just_month_year : 2025-02-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "refus_amiens" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-02-01" AND ded.date <= "2025-02-28" apple3 {'refus': {'mat': 'refus', 'pht': 4213, 'datou_carac_id': 3996, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'refus,textiles_sanitaires'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (1583242,1586438,1587639) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'barquette_opaque', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.00039976606312000523, 'nb_photo': 79, 'list_port_cont': '20169465,20171161,20200079,20226629,20232855,20263050', 'assoc_port': '20169362:20169465,20170830:20171161,20192838:20200079,20192839:20226629,20232737:20232855,20259865:20263050', 'assoc_mat': '20169362:barquette_opaque:4213:20169465,20170830:barquette_opaque:4213:20171161,20192838:barquette_opaque:4213:20200079,20192839:barquette_opaque:4213:20226629,20232737:barquette_opaque:4213:20232855,20259865:barquette_opaque:4213:20263050'}, {'unwanted_material': 'carton', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.005662170577869911, 'nb_photo': 3078, 'list_port_cont': '20169468,20171163,20172249,20175068,20175591,20177757,20192907,20192944,20193155,20194840,20195646,20197037,20197352,20197913,20200092,20226627,20232850,20263041', 'assoc_port': '20169362:20169468,20170830:20171163,20172003:20172249,20173969:20175068,20175384:20175591,20177621:20177757,20192837:20197913,20192838:20200092,20192839:20226627,20192840:20197352,20192841:20197037,20192842:20195646,20192843:20192944,20192844:20193155,20192845:20194840,20192846:20192907,20232737:20232850,20259865:20263041', 'assoc_mat': '20169362:carton:4213:20169468,20170830:carton:4213:20171163,20172003:carton:4213:20172249,20173969:carton:4213:20175068,20175384:carton:4213:20175591,20177621:carton:4213:20177757,20192837:carton:4213:20197913,20192838:carton:4213:20200092,20192839:carton:4213:20226627,20192840:carton:4213:20197352,20192841:carton:4213:20197037,20192842:carton:4213:20195646,20192843:carton:4213:20192944,20192844:carton:4213:20193155,20192845:carton:4213:20194840,20192846:carton:4213:20192907,20232737:carton:4213:20232850,20259865:carton:4213:20263041'}, {'unwanted_material': 'ela', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.00045155718901196916, 'nb_photo': 11, 'list_port_cont': '20169463,20171169,20200082,20226621,20232854', 'assoc_port': '20169362:20169463,20170830:20171169,20192838:20200082,20192839:20226621,20232737:20232854', 'assoc_mat': '20169362:ela:4213:20169463,20170830:ela:4213:20171169,20192838:ela:4213:20200082,20192839:ela:4213:20226621,20232737:ela:4213:20232854'}, {'unwanted_material': 'etiquette', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.0008455139083489788, 'nb_photo': 171, 'list_port_cont': '20169461,20171168,20200093,20226634,20232759,20232841,20263046', 'assoc_port': '20169362:20169461,20170830:20171168,20192838:20200093,20192839:20226634,20232737:20232841,20232738:20232759,20259865:20263046', 'assoc_mat': '20169362:etiquette:4213:20169461,20170830:etiquette:4213:20171168,20192838:etiquette:4213:20200093,20192839:etiquette:4213:20226634,20232737:etiquette:4213:20232841,20232738:etiquette:4213:20232759,20259865:etiquette:4213:20263046'}, {'unwanted_material': 'film_plastique', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.03122494924242698, 'nb_photo': 854, 'list_port_cont': '20169460,20171172,20200088,20226635,20232851,20263047', 'assoc_port': '20169362:20169460,20170830:20171172,20192838:20200088,20192839:20226635,20232737:20232851,20259865:20263047', 'assoc_mat': '20169362:film_plastique:4213:20169460,20170830:film_plastique:4213:20171172,20192838:film_plastique:4213:20200088,20192839:film_plastique:4213:20226635,20232737:film_plastique:4213:20232851,20259865:film_plastique:4213:20263047'}, {'unwanted_material': 'kraft', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.003136888540576788, 'nb_photo': 12, 'list_port_cont': '20263045', 'assoc_port': '20259865:20263045', 'assoc_mat': '20259865:kraft:4213:20263045'}, {'unwanted_material': 'metal', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.003907283324040384, 'nb_photo': 3635, 'list_port_cont': '20169452,20171165,20172252,20175058,20175594,20177762,20192916,20192959,20193153,20194834,20195649,20197049,20197339,20197916,20200081,20226624,20232848,20263055', 'assoc_port': '20169362:20169452,20170830:20171165,20172003:20172252,20173969:20175058,20175384:20175594,20177621:20177762,20192837:20197916,20192838:20200081,20192839:20226624,20192840:20197339,20192841:20197049,20192842:20195649,20192843:20192959,20192844:20193153,20192845:20194834,20192846:20192916,20232737:20232848,20259865:20263055', 'assoc_mat': '20169362:metal:4213:20169452,20170830:metal:4213:20171165,20172003:metal:4213:20172252,20173969:metal:4213:20175058,20175384:metal:4213:20175594,20177621:metal:4213:20177762,20192837:metal:4213:20197916,20192838:metal:4213:20200081,20192839:metal:4213:20226624,20192840:metal:4213:20197339,20192841:metal:4213:20197049,20192842:metal:4213:20195649,20192843:metal:4213:20192959,20192844:metal:4213:20193153,20192845:metal:4213:20194834,20192846:metal:4213:20192916,20232737:metal:4213:20232848,20259865:metal:4213:20263055'}, {'unwanted_material': 'papier', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.041940518281239195, 'nb_photo': 9759, 'list_port_cont': '20169457,20171162,20172254,20175055,20175589,20177755,20192911,20192958,20193151,20194841,20195652,20197041,20197349,20197922,20200083,20226633,20232754,20232843,20263042', 'assoc_port': '20169362:20169457,20170830:20171162,20172003:20172254,20173969:20175055,20175384:20175589,20177621:20177755,20192837:20197922,20192838:20200083,20192839:20226633,20192840:20197349,20192841:20197041,20192842:20195652,20192843:20192958,20192844:20193151,20192845:20194841,20192846:20192911,20232737:20232843,20232738:20232754,20259865:20263042', 'assoc_mat': '20169362:papier:4213:20169457,20170830:papier:4213:20171162,20172003:papier:4213:20172254,20173969:papier:4213:20175055,20175384:papier:4213:20175589,20177621:papier:4213:20177755,20192837:papier:4213:20197922,20192838:papier:4213:20200083,20192839:papier:4213:20226633,20192840:papier:4213:20197349,20192841:papier:4213:20197041,20192842:papier:4213:20195652,20192843:papier:4213:20192958,20192844:papier:4213:20193151,20192845:papier:4213:20194841,20192846:papier:4213:20192911,20232737:papier:4213:20232843,20232738:papier:4213:20232754,20259865:papier:4213:20263042'}, {'unwanted_material': 'pehd', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.002112046544550417, 'nb_photo': 288, 'list_port_cont': '20169453,20171158,20172263,20175063,20175597,20177753,20192945,20193156,20194845,20195647,20197046,20197342,20197923,20200084,20226623,20232844,20263039', 'assoc_port': '20169362:20169453,20170830:20171158,20172003:20172263,20173969:20175063,20175384:20175597,20177621:20177753,20192837:20197923,20192838:20200084,20192839:20226623,20192840:20197342,20192841:20197046,20192842:20195647,20192843:20192945,20192844:20193156,20192845:20194845,20232737:20232844,20259865:20263039', 'assoc_mat': '20169362:pehd:4213:20169453,20170830:pehd:4213:20171158,20172003:pehd:4213:20172263,20173969:pehd:4213:20175063,20175384:pehd:4213:20175597,20177621:pehd:4213:20177753,20192837:pehd:4213:20197923,20192838:pehd:4213:20200084,20192839:pehd:4213:20226623,20192840:pehd:4213:20197342,20192841:pehd:4213:20197046,20192842:pehd:4213:20195647,20192843:pehd:4213:20192945,20192844:pehd:4213:20193156,20192845:pehd:4213:20194845,20232737:pehd:4213:20232844,20259865:pehd:4213:20263039'}, {'unwanted_material': 'pet_clair', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.007477834677936029, 'nb_photo': 1147, 'list_port_cont': '20169459,20171159,20172255,20175054,20175601,20177768,20192910,20192946,20193164,20194842,20195645,20197048,20197343,20197925,20200091,20226632,20232856,20263049', 'assoc_port': '20169362:20169459,20170830:20171159,20172003:20172255,20173969:20175054,20175384:20175601,20177621:20177768,20192837:20197925,20192838:20200091,20192839:20226632,20192840:20197343,20192841:20197048,20192842:20195645,20192843:20192946,20192844:20193164,20192845:20194842,20192846:20192910,20232737:20232856,20259865:20263049', 'assoc_mat': '20169362:pet_clair:4213:20169459,20170830:pet_clair:4213:20171159,20172003:pet_clair:4213:20172255,20173969:pet_clair:4213:20175054,20175384:pet_clair:4213:20175601,20177621:pet_clair:4213:20177768,20192837:pet_clair:4213:20197925,20192838:pet_clair:4213:20200091,20192839:pet_clair:4213:20226632,20192840:pet_clair:4213:20197343,20192841:pet_clair:4213:20197048,20192842:pet_clair:4213:20195645,20192843:pet_clair:4213:20192946,20192844:pet_clair:4213:20193164,20192845:pet_clair:4213:20194842,20192846:pet_clair:4213:20192910,20232737:pet_clair:4213:20232856,20259865:pet_clair:4213:20263049'}, {'unwanted_material': 'pet_fonce', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.0002983551661266128, 'nb_photo': 78, 'list_port_cont': '20169464,20171167,20172257,20175056,20175605,20177764,20192950,20193152,20194836,20195655,20197044,20197344,20197921,20226631,20232743,20263054', 'assoc_port': '20169362:20169464,20170830:20171167,20172003:20172257,20173969:20175056,20175384:20175605,20177621:20177764,20192837:20197921,20192839:20226631,20192840:20197344,20192841:20197044,20192842:20195655,20192843:20192950,20192844:20193152,20192845:20194836,20232738:20232743,20259865:20263054', 'assoc_mat': '20169362:pet_fonce:4213:20169464,20170830:pet_fonce:4213:20171167,20172003:pet_fonce:4213:20172257,20173969:pet_fonce:4213:20175056,20175384:pet_fonce:4213:20175605,20177621:pet_fonce:4213:20177764,20192837:pet_fonce:4213:20197921,20192839:pet_fonce:4213:20226631,20192840:pet_fonce:4213:20197344,20192841:pet_fonce:4213:20197044,20192842:pet_fonce:4213:20195655,20192843:pet_fonce:4213:20192950,20192844:pet_fonce:4213:20193152,20192845:pet_fonce:4213:20194836,20232738:pet_fonce:4213:20232743,20259865:pet_fonce:4213:20263054'}, {'unwanted_material': 'pet_opaque', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.012278915195847114, 'nb_photo': 320, 'list_port_cont': '20169467,20171157,20200085,20226626,20232846,20263043', 'assoc_port': '20169362:20169467,20170830:20171157,20192838:20200085,20192839:20226626,20232737:20232846,20259865:20263043', 'assoc_mat': '20169362:pet_opaque:4213:20169467,20170830:pet_opaque:4213:20171157,20192838:pet_opaque:4213:20200085,20192839:pet_opaque:4213:20226626,20232737:pet_opaque:4213:20232846,20259865:pet_opaque:4213:20263043'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(1583242,1586438,1587639)); after get_hostname_from_raspi hasthag : refus hasthag that could be used but not yet : _______refus,textiles_sanitaires SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______refus' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=983) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=15 and date >='2025-02-01' and date <= '2025-02-28') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((3618,),), 'unwanted_material_monthly_percentage': ((0.06348640798299457,),), 'material_repartition': (('refus', 3618),), 'material_dict': {'refus': 3618}, 'coverage_data': (('2025/02/02/', 0.999317), ('2025/02/01/', 0.998623)), 'impurety_average_data': ((datetime.date(2025, 2, 3), 0.054374325757056426, 3187), (datetime.date(2025, 2, 4), 0.13496037763731172, 291), (datetime.date(2025, 2, 5), 0.13053588122197424, 140)), 'impurety_average_data_per_hashtag': {'refus': ((datetime.date(2025, 2, 3), 0.054374325757056426, 3187), (datetime.date(2025, 2, 4), 0.13496037763731172, 291), (datetime.date(2025, 2, 5), 0.13053588122197424, 140))}, 'quality_array': [['-2.9519862235772405', '03022025'], ['-3.039066982779282', '04022025'], ['-2.8649214658946023', '05022025']], 'number_of_batch': ((19,),), 'datou_id_sts': 3142, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'barquette_opaque', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.00039976606312000523, 'nb_photo': 79, 'list_port_cont': '20169465,20171161,20200079,20226629,20232855,20263050', 'assoc_port': '20169362:20169465,20170830:20171161,20192838:20200079,20192839:20226629,20232737:20232855,20259865:20263050', 'assoc_mat': '20169362:barquette_opaque:4213:20169465,20170830:barquette_opaque:4213:20171161,20192838:barquette_opaque:4213:20200079,20192839:barquette_opaque:4213:20226629,20232737:barquette_opaque:4213:20232855,20259865:barquette_opaque:4213:20263050'}, {'unwanted_material': 'carton', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.005662170577869911, 'nb_photo': 3078, 'list_port_cont': '20169468,20171163,20172249,20175068,20175591,20177757,20192907,20192944,20193155,20194840,20195646,20197037,20197352,20197913,20200092,20226627,20232850,20263041', 'assoc_port': '20169362:20169468,20170830:20171163,20172003:20172249,20173969:20175068,20175384:20175591,20177621:20177757,20192837:20197913,20192838:20200092,20192839:20226627,20192840:20197352,20192841:20197037,20192842:20195646,20192843:20192944,20192844:20193155,20192845:20194840,20192846:20192907,20232737:20232850,20259865:20263041', 'assoc_mat': '20169362:carton:4213:20169468,20170830:carton:4213:20171163,20172003:carton:4213:20172249,20173969:carton:4213:20175068,20175384:carton:4213:20175591,20177621:carton:4213:20177757,20192837:carton:4213:20197913,20192838:carton:4213:20200092,20192839:carton:4213:20226627,20192840:carton:4213:20197352,20192841:carton:4213:20197037,20192842:carton:4213:20195646,20192843:carton:4213:20192944,20192844:carton:4213:20193155,20192845:carton:4213:20194840,20192846:carton:4213:20192907,20232737:carton:4213:20232850,20259865:carton:4213:20263041'}, {'unwanted_material': 'ela', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.00045155718901196916, 'nb_photo': 11, 'list_port_cont': '20169463,20171169,20200082,20226621,20232854', 'assoc_port': '20169362:20169463,20170830:20171169,20192838:20200082,20192839:20226621,20232737:20232854', 'assoc_mat': '20169362:ela:4213:20169463,20170830:ela:4213:20171169,20192838:ela:4213:20200082,20192839:ela:4213:20226621,20232737:ela:4213:20232854'}, {'unwanted_material': 'etiquette', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.0008455139083489788, 'nb_photo': 171, 'list_port_cont': '20169461,20171168,20200093,20226634,20232759,20232841,20263046', 'assoc_port': '20169362:20169461,20170830:20171168,20192838:20200093,20192839:20226634,20232737:20232841,20232738:20232759,20259865:20263046', 'assoc_mat': '20169362:etiquette:4213:20169461,20170830:etiquette:4213:20171168,20192838:etiquette:4213:20200093,20192839:etiquette:4213:20226634,20232737:etiquette:4213:20232841,20232738:etiquette:4213:20232759,20259865:etiquette:4213:20263046'}, {'unwanted_material': 'film_plastique', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.03122494924242698, 'nb_photo': 854, 'list_port_cont': '20169460,20171172,20200088,20226635,20232851,20263047', 'assoc_port': '20169362:20169460,20170830:20171172,20192838:20200088,20192839:20226635,20232737:20232851,20259865:20263047', 'assoc_mat': '20169362:film_plastique:4213:20169460,20170830:film_plastique:4213:20171172,20192838:film_plastique:4213:20200088,20192839:film_plastique:4213:20226635,20232737:film_plastique:4213:20232851,20259865:film_plastique:4213:20263047'}, {'unwanted_material': 'kraft', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.003136888540576788, 'nb_photo': 12, 'list_port_cont': '20263045', 'assoc_port': '20259865:20263045', 'assoc_mat': '20259865:kraft:4213:20263045'}, {'unwanted_material': 'metal', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.003907283324040384, 'nb_photo': 3635, 'list_port_cont': '20169452,20171165,20172252,20175058,20175594,20177762,20192916,20192959,20193153,20194834,20195649,20197049,20197339,20197916,20200081,20226624,20232848,20263055', 'assoc_port': '20169362:20169452,20170830:20171165,20172003:20172252,20173969:20175058,20175384:20175594,20177621:20177762,20192837:20197916,20192838:20200081,20192839:20226624,20192840:20197339,20192841:20197049,20192842:20195649,20192843:20192959,20192844:20193153,20192845:20194834,20192846:20192916,20232737:20232848,20259865:20263055', 'assoc_mat': '20169362:metal:4213:20169452,20170830:metal:4213:20171165,20172003:metal:4213:20172252,20173969:metal:4213:20175058,20175384:metal:4213:20175594,20177621:metal:4213:20177762,20192837:metal:4213:20197916,20192838:metal:4213:20200081,20192839:metal:4213:20226624,20192840:metal:4213:20197339,20192841:metal:4213:20197049,20192842:metal:4213:20195649,20192843:metal:4213:20192959,20192844:metal:4213:20193153,20192845:metal:4213:20194834,20192846:metal:4213:20192916,20232737:metal:4213:20232848,20259865:metal:4213:20263055'}, {'unwanted_material': 'papier', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.041940518281239195, 'nb_photo': 9759, 'list_port_cont': '20169457,20171162,20172254,20175055,20175589,20177755,20192911,20192958,20193151,20194841,20195652,20197041,20197349,20197922,20200083,20226633,20232754,20232843,20263042', 'assoc_port': '20169362:20169457,20170830:20171162,20172003:20172254,20173969:20175055,20175384:20175589,20177621:20177755,20192837:20197922,20192838:20200083,20192839:20226633,20192840:20197349,20192841:20197041,20192842:20195652,20192843:20192958,20192844:20193151,20192845:20194841,20192846:20192911,20232737:20232843,20232738:20232754,20259865:20263042', 'assoc_mat': '20169362:papier:4213:20169457,20170830:papier:4213:20171162,20172003:papier:4213:20172254,20173969:papier:4213:20175055,20175384:papier:4213:20175589,20177621:papier:4213:20177755,20192837:papier:4213:20197922,20192838:papier:4213:20200083,20192839:papier:4213:20226633,20192840:papier:4213:20197349,20192841:papier:4213:20197041,20192842:papier:4213:20195652,20192843:papier:4213:20192958,20192844:papier:4213:20193151,20192845:papier:4213:20194841,20192846:papier:4213:20192911,20232737:papier:4213:20232843,20232738:papier:4213:20232754,20259865:papier:4213:20263042'}, {'unwanted_material': 'pehd', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.002112046544550417, 'nb_photo': 288, 'list_port_cont': '20169453,20171158,20172263,20175063,20175597,20177753,20192945,20193156,20194845,20195647,20197046,20197342,20197923,20200084,20226623,20232844,20263039', 'assoc_port': '20169362:20169453,20170830:20171158,20172003:20172263,20173969:20175063,20175384:20175597,20177621:20177753,20192837:20197923,20192838:20200084,20192839:20226623,20192840:20197342,20192841:20197046,20192842:20195647,20192843:20192945,20192844:20193156,20192845:20194845,20232737:20232844,20259865:20263039', 'assoc_mat': '20169362:pehd:4213:20169453,20170830:pehd:4213:20171158,20172003:pehd:4213:20172263,20173969:pehd:4213:20175063,20175384:pehd:4213:20175597,20177621:pehd:4213:20177753,20192837:pehd:4213:20197923,20192838:pehd:4213:20200084,20192839:pehd:4213:20226623,20192840:pehd:4213:20197342,20192841:pehd:4213:20197046,20192842:pehd:4213:20195647,20192843:pehd:4213:20192945,20192844:pehd:4213:20193156,20192845:pehd:4213:20194845,20232737:pehd:4213:20232844,20259865:pehd:4213:20263039'}, {'unwanted_material': 'pet_clair', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.007477834677936029, 'nb_photo': 1147, 'list_port_cont': '20169459,20171159,20172255,20175054,20175601,20177768,20192910,20192946,20193164,20194842,20195645,20197048,20197343,20197925,20200091,20226632,20232856,20263049', 'assoc_port': '20169362:20169459,20170830:20171159,20172003:20172255,20173969:20175054,20175384:20175601,20177621:20177768,20192837:20197925,20192838:20200091,20192839:20226632,20192840:20197343,20192841:20197048,20192842:20195645,20192843:20192946,20192844:20193164,20192845:20194842,20192846:20192910,20232737:20232856,20259865:20263049', 'assoc_mat': '20169362:pet_clair:4213:20169459,20170830:pet_clair:4213:20171159,20172003:pet_clair:4213:20172255,20173969:pet_clair:4213:20175054,20175384:pet_clair:4213:20175601,20177621:pet_clair:4213:20177768,20192837:pet_clair:4213:20197925,20192838:pet_clair:4213:20200091,20192839:pet_clair:4213:20226632,20192840:pet_clair:4213:20197343,20192841:pet_clair:4213:20197048,20192842:pet_clair:4213:20195645,20192843:pet_clair:4213:20192946,20192844:pet_clair:4213:20193164,20192845:pet_clair:4213:20194842,20192846:pet_clair:4213:20192910,20232737:pet_clair:4213:20232856,20259865:pet_clair:4213:20263049'}, {'unwanted_material': 'pet_fonce', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.0002983551661266128, 'nb_photo': 78, 'list_port_cont': '20169464,20171167,20172257,20175056,20175605,20177764,20192950,20193152,20194836,20195655,20197044,20197344,20197921,20226631,20232743,20263054', 'assoc_port': '20169362:20169464,20170830:20171167,20172003:20172257,20173969:20175056,20175384:20175605,20177621:20177764,20192837:20197921,20192839:20226631,20192840:20197344,20192841:20197044,20192842:20195655,20192843:20192950,20192844:20193152,20192845:20194836,20232738:20232743,20259865:20263054', 'assoc_mat': '20169362:pet_fonce:4213:20169464,20170830:pet_fonce:4213:20171167,20172003:pet_fonce:4213:20172257,20173969:pet_fonce:4213:20175056,20175384:pet_fonce:4213:20175605,20177621:pet_fonce:4213:20177764,20192837:pet_fonce:4213:20197921,20192839:pet_fonce:4213:20226631,20192840:pet_fonce:4213:20197344,20192841:pet_fonce:4213:20197044,20192842:pet_fonce:4213:20195655,20192843:pet_fonce:4213:20192950,20192844:pet_fonce:4213:20193152,20192845:pet_fonce:4213:20194836,20232738:pet_fonce:4213:20232743,20259865:pet_fonce:4213:20263054'}, {'unwanted_material': 'pet_opaque', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.012278915195847114, 'nb_photo': 320, 'list_port_cont': '20169467,20171157,20200085,20226626,20232846,20263043', 'assoc_port': '20169362:20169467,20170830:20171157,20192838:20200085,20192839:20226626,20232737:20232846,20259865:20263043', 'assoc_mat': '20169362:pet_opaque:4213:20169467,20170830:pet_opaque:4213:20171157,20192838:pet_opaque:4213:20200085,20192839:pet_opaque:4213:20226626,20232737:pet_opaque:4213:20232846,20259865:pet_opaque:4213:20263043'}), 'main_stat': {'nb_photos': 3618}}, 'hostname': (('raspi-92',),), 'impurety_average_per_hashtag': [(('refus', '2025-02', 0.06348640798299457),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=3142 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=3142 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 3142 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=3142 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=3996 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=3996 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 3996 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=3996 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 10383 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 10391 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 10392 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 10387 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 10387 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 10390 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 10390 merge_mask_thcl_custom is not consistent : 3 used against 2 in the step definition ! WARNING : number of inputs for step 10384 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 10384 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11838 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11838 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of outputs for step 10386 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 10385 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 10385 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 10393 send_mail_cod have less outputs used (0) than in the step definition (1) : some outputs may be not used ! Step 10430 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 10386 doesn't seem to be define in the database( WARNING : type of input 3 of step 10385 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 10383 doesn't seem to be define in the database( WARNING : type of input 2 of step 10387 doesn't seem to be define in the database( WARNING : output 1 of step 10383 have datatype=2 whereas input 1 of step 10390 have datatype=7 WARNING : type of output 2 of step 10390 doesn't seem to be define in the database( WARNING : type of input 1 of step 10384 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 10386 have datatype=10 whereas input 3 of step 10393 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 10391 doesn't seem to be define in the database( WARNING : type of input 3 of step 10387 doesn't seem to be define in the database( WARNING : type of output 1 of step 10392 doesn't seem to be define in the database( WARNING : type of input 3 of step 10387 doesn't seem to be define in the database( WARNING : type of input 5 of step 10393 doesn't seem to be define in the database( WARNING : output 0 of step 11836 have datatype=11 whereas input 5 of step 10393 have datatype=None WARNING : output 0 of step 10386 have datatype=10 whereas input 0 of step 11836 have datatype=18 WARNING : type of output 3 of step 11838 doesn't seem to be define in the database( WARNING : type of input 1 of step 10386 doesn't seem to be define in the database( WARNING : type of input 2 of step 11838 doesn't seem to be define in the database( WARNING : output 1 of step 10384 have datatype=7 whereas input 2 of step 11838 have datatype=None WARNING : output 0 of step 10390 have datatype=1 whereas input 0 of step 10384 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4213, 'hashtag_proportion': 'barquette_opaque,carton,ela,etiquette,film_plastique,kraft,metal,papier,pehd,pet_clair,pet_opaque,pet_fonce', 'hashtag_parmi': 'refus,textiles_sanitaires', 'hashtag_weights': {'barquette_opaque': 1, 'carton': 1, 'ela': 1, 'etiquette': 1, 'film_plastique': 1, 'kraft': 1, 'metal': 1, 'papier': 1, 'pehd': 1, 'pet_clair': 1, 'pet_opaque': 1, 'pet_fonce': 1, 'textiles_sanitaires': 1, 'refus': 3}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="refus_amiens"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=3142 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=3142 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 3142 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=3142 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=3996 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=3996 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 3996 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=3996 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 10383 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 10391 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 10392 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 10387 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 10387 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 10390 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 10390 merge_mask_thcl_custom is not consistent : 3 used against 2 in the step definition ! WARNING : number of inputs for step 10384 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 10384 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11838 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11838 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of outputs for step 10386 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 10385 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 10385 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 10393 send_mail_cod have less outputs used (0) than in the step definition (1) : some outputs may be not used ! Step 10430 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 10386 doesn't seem to be define in the database( WARNING : type of input 3 of step 10385 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 10383 doesn't seem to be define in the database( WARNING : type of input 2 of step 10387 doesn't seem to be define in the database( WARNING : output 1 of step 10383 have datatype=2 whereas input 1 of step 10390 have datatype=7 WARNING : type of output 2 of step 10390 doesn't seem to be define in the database( WARNING : type of input 1 of step 10384 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 10386 have datatype=10 whereas input 3 of step 10393 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 10391 doesn't seem to be define in the database( WARNING : type of input 3 of step 10387 doesn't seem to be define in the database( WARNING : type of output 1 of step 10392 doesn't seem to be define in the database( WARNING : type of input 3 of step 10387 doesn't seem to be define in the database( WARNING : type of input 5 of step 10393 doesn't seem to be define in the database( WARNING : output 0 of step 11836 have datatype=11 whereas input 5 of step 10393 have datatype=None WARNING : output 0 of step 10386 have datatype=10 whereas input 0 of step 11836 have datatype=18 WARNING : type of output 3 of step 11838 doesn't seem to be define in the database( WARNING : type of input 1 of step 10386 doesn't seem to be define in the database( WARNING : type of input 2 of step 11838 doesn't seem to be define in the database( WARNING : output 1 of step 10384 have datatype=7 whereas input 2 of step 11838 have datatype=None WARNING : output 0 of step 10390 have datatype=1 whereas input 0 of step 10384 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 4213, 'hashtag_proportion': 'barquette_opaque,carton,ela,etiquette,film_plastique,kraft,metal,papier,pehd,pet_clair,pet_opaque,pet_fonce', 'hashtag_parmi': 'refus,textiles_sanitaires', 'hashtag_weights': {'barquette_opaque': 1, 'carton': 1, 'ela': 1, 'etiquette': 1, 'film_plastique': 1, 'kraft': 1, 'metal': 1, 'papier': 1, 'pehd': 1, 'pet_clair': 1, 'pet_opaque': 1, 'pet_fonce': 1, 'textiles_sanitaires': 1, 'refus': 3}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((3618,),), 'unwanted_material_monthly_percentage': ((0.06348640798299457,),), 'material_repartition': (('refus', 3618),), 'material_dict': {'refus': 3618}, 'coverage_data': (('2025/02/02/', 0.999317), ('2025/02/01/', 0.998623)), 'impurety_average_data': ((datetime.date(2025, 2, 3), 0.054374325757056426, 3187), (datetime.date(2025, 2, 4), 0.13496037763731172, 291), (datetime.date(2025, 2, 5), 0.13053588122197424, 140)), 'impurety_average_data_per_hashtag': {'refus': ((datetime.date(2025, 2, 3), 0.054374325757056426, 3187), (datetime.date(2025, 2, 4), 0.13496037763731172, 291), (datetime.date(2025, 2, 5), 0.13053588122197424, 140))}, 'quality_array': [['-2.9519862235772405', '03022025'], ['-3.039066982779282', '04022025'], ['-2.8649214658946023', '05022025']], 'number_of_batch': ((19,),), 'datou_id_sts': 3142, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'barquette_opaque', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.00039976606312000523, 'nb_photo': 79, 'list_port_cont': '20169465,20171161,20200079,20226629,20232855,20263050', 'assoc_port': '20169362:20169465,20170830:20171161,20192838:20200079,20192839:20226629,20232737:20232855,20259865:20263050', 'assoc_mat': '20169362:barquette_opaque:4213:20169465,20170830:barquette_opaque:4213:20171161,20192838:barquette_opaque:4213:20200079,20192839:barquette_opaque:4213:20226629,20232737:barquette_opaque:4213:20232855,20259865:barquette_opaque:4213:20263050'}, {'unwanted_material': 'carton', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.005662170577869911, 'nb_photo': 3078, 'list_port_cont': '20169468,20171163,20172249,20175068,20175591,20177757,20192907,20192944,20193155,20194840,20195646,20197037,20197352,20197913,20200092,20226627,20232850,20263041', 'assoc_port': '20169362:20169468,20170830:20171163,20172003:20172249,20173969:20175068,20175384:20175591,20177621:20177757,20192837:20197913,20192838:20200092,20192839:20226627,20192840:20197352,20192841:20197037,20192842:20195646,20192843:20192944,20192844:20193155,20192845:20194840,20192846:20192907,20232737:20232850,20259865:20263041', 'assoc_mat': '20169362:carton:4213:20169468,20170830:carton:4213:20171163,20172003:carton:4213:20172249,20173969:carton:4213:20175068,20175384:carton:4213:20175591,20177621:carton:4213:20177757,20192837:carton:4213:20197913,20192838:carton:4213:20200092,20192839:carton:4213:20226627,20192840:carton:4213:20197352,20192841:carton:4213:20197037,20192842:carton:4213:20195646,20192843:carton:4213:20192944,20192844:carton:4213:20193155,20192845:carton:4213:20194840,20192846:carton:4213:20192907,20232737:carton:4213:20232850,20259865:carton:4213:20263041'}, {'unwanted_material': 'ela', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.00045155718901196916, 'nb_photo': 11, 'list_port_cont': '20169463,20171169,20200082,20226621,20232854', 'assoc_port': '20169362:20169463,20170830:20171169,20192838:20200082,20192839:20226621,20232737:20232854', 'assoc_mat': '20169362:ela:4213:20169463,20170830:ela:4213:20171169,20192838:ela:4213:20200082,20192839:ela:4213:20226621,20232737:ela:4213:20232854'}, {'unwanted_material': 'etiquette', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.0008455139083489788, 'nb_photo': 171, 'list_port_cont': '20169461,20171168,20200093,20226634,20232759,20232841,20263046', 'assoc_port': '20169362:20169461,20170830:20171168,20192838:20200093,20192839:20226634,20232737:20232841,20232738:20232759,20259865:20263046', 'assoc_mat': '20169362:etiquette:4213:20169461,20170830:etiquette:4213:20171168,20192838:etiquette:4213:20200093,20192839:etiquette:4213:20226634,20232737:etiquette:4213:20232841,20232738:etiquette:4213:20232759,20259865:etiquette:4213:20263046'}, {'unwanted_material': 'film_plastique', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.03122494924242698, 'nb_photo': 854, 'list_port_cont': '20169460,20171172,20200088,20226635,20232851,20263047', 'assoc_port': '20169362:20169460,20170830:20171172,20192838:20200088,20192839:20226635,20232737:20232851,20259865:20263047', 'assoc_mat': '20169362:film_plastique:4213:20169460,20170830:film_plastique:4213:20171172,20192838:film_plastique:4213:20200088,20192839:film_plastique:4213:20226635,20232737:film_plastique:4213:20232851,20259865:film_plastique:4213:20263047'}, {'unwanted_material': 'kraft', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.003136888540576788, 'nb_photo': 12, 'list_port_cont': '20263045', 'assoc_port': '20259865:20263045', 'assoc_mat': '20259865:kraft:4213:20263045'}, {'unwanted_material': 'metal', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.003907283324040384, 'nb_photo': 3635, 'list_port_cont': '20169452,20171165,20172252,20175058,20175594,20177762,20192916,20192959,20193153,20194834,20195649,20197049,20197339,20197916,20200081,20226624,20232848,20263055', 'assoc_port': '20169362:20169452,20170830:20171165,20172003:20172252,20173969:20175058,20175384:20175594,20177621:20177762,20192837:20197916,20192838:20200081,20192839:20226624,20192840:20197339,20192841:20197049,20192842:20195649,20192843:20192959,20192844:20193153,20192845:20194834,20192846:20192916,20232737:20232848,20259865:20263055', 'assoc_mat': '20169362:metal:4213:20169452,20170830:metal:4213:20171165,20172003:metal:4213:20172252,20173969:metal:4213:20175058,20175384:metal:4213:20175594,20177621:metal:4213:20177762,20192837:metal:4213:20197916,20192838:metal:4213:20200081,20192839:metal:4213:20226624,20192840:metal:4213:20197339,20192841:metal:4213:20197049,20192842:metal:4213:20195649,20192843:metal:4213:20192959,20192844:metal:4213:20193153,20192845:metal:4213:20194834,20192846:metal:4213:20192916,20232737:metal:4213:20232848,20259865:metal:4213:20263055'}, {'unwanted_material': 'papier', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.041940518281239195, 'nb_photo': 9759, 'list_port_cont': '20169457,20171162,20172254,20175055,20175589,20177755,20192911,20192958,20193151,20194841,20195652,20197041,20197349,20197922,20200083,20226633,20232754,20232843,20263042', 'assoc_port': '20169362:20169457,20170830:20171162,20172003:20172254,20173969:20175055,20175384:20175589,20177621:20177755,20192837:20197922,20192838:20200083,20192839:20226633,20192840:20197349,20192841:20197041,20192842:20195652,20192843:20192958,20192844:20193151,20192845:20194841,20192846:20192911,20232737:20232843,20232738:20232754,20259865:20263042', 'assoc_mat': '20169362:papier:4213:20169457,20170830:papier:4213:20171162,20172003:papier:4213:20172254,20173969:papier:4213:20175055,20175384:papier:4213:20175589,20177621:papier:4213:20177755,20192837:papier:4213:20197922,20192838:papier:4213:20200083,20192839:papier:4213:20226633,20192840:papier:4213:20197349,20192841:papier:4213:20197041,20192842:papier:4213:20195652,20192843:papier:4213:20192958,20192844:papier:4213:20193151,20192845:papier:4213:20194841,20192846:papier:4213:20192911,20232737:papier:4213:20232843,20232738:papier:4213:20232754,20259865:papier:4213:20263042'}, {'unwanted_material': 'pehd', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.002112046544550417, 'nb_photo': 288, 'list_port_cont': '20169453,20171158,20172263,20175063,20175597,20177753,20192945,20193156,20194845,20195647,20197046,20197342,20197923,20200084,20226623,20232844,20263039', 'assoc_port': '20169362:20169453,20170830:20171158,20172003:20172263,20173969:20175063,20175384:20175597,20177621:20177753,20192837:20197923,20192838:20200084,20192839:20226623,20192840:20197342,20192841:20197046,20192842:20195647,20192843:20192945,20192844:20193156,20192845:20194845,20232737:20232844,20259865:20263039', 'assoc_mat': '20169362:pehd:4213:20169453,20170830:pehd:4213:20171158,20172003:pehd:4213:20172263,20173969:pehd:4213:20175063,20175384:pehd:4213:20175597,20177621:pehd:4213:20177753,20192837:pehd:4213:20197923,20192838:pehd:4213:20200084,20192839:pehd:4213:20226623,20192840:pehd:4213:20197342,20192841:pehd:4213:20197046,20192842:pehd:4213:20195647,20192843:pehd:4213:20192945,20192844:pehd:4213:20193156,20192845:pehd:4213:20194845,20232737:pehd:4213:20232844,20259865:pehd:4213:20263039'}, {'unwanted_material': 'pet_clair', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.007477834677936029, 'nb_photo': 1147, 'list_port_cont': '20169459,20171159,20172255,20175054,20175601,20177768,20192910,20192946,20193164,20194842,20195645,20197048,20197343,20197925,20200091,20226632,20232856,20263049', 'assoc_port': '20169362:20169459,20170830:20171159,20172003:20172255,20173969:20175054,20175384:20175601,20177621:20177768,20192837:20197925,20192838:20200091,20192839:20226632,20192840:20197343,20192841:20197048,20192842:20195645,20192843:20192946,20192844:20193164,20192845:20194842,20192846:20192910,20232737:20232856,20259865:20263049', 'assoc_mat': '20169362:pet_clair:4213:20169459,20170830:pet_clair:4213:20171159,20172003:pet_clair:4213:20172255,20173969:pet_clair:4213:20175054,20175384:pet_clair:4213:20175601,20177621:pet_clair:4213:20177768,20192837:pet_clair:4213:20197925,20192838:pet_clair:4213:20200091,20192839:pet_clair:4213:20226632,20192840:pet_clair:4213:20197343,20192841:pet_clair:4213:20197048,20192842:pet_clair:4213:20195645,20192843:pet_clair:4213:20192946,20192844:pet_clair:4213:20193164,20192845:pet_clair:4213:20194842,20192846:pet_clair:4213:20192910,20232737:pet_clair:4213:20232856,20259865:pet_clair:4213:20263049'}, {'unwanted_material': 'pet_fonce', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.0002983551661266128, 'nb_photo': 78, 'list_port_cont': '20169464,20171167,20172257,20175056,20175605,20177764,20192950,20193152,20194836,20195655,20197044,20197344,20197921,20226631,20232743,20263054', 'assoc_port': '20169362:20169464,20170830:20171167,20172003:20172257,20173969:20175056,20175384:20175605,20177621:20177764,20192837:20197921,20192839:20226631,20192840:20197344,20192841:20197044,20192842:20195655,20192843:20192950,20192844:20193152,20192845:20194836,20232738:20232743,20259865:20263054', 'assoc_mat': '20169362:pet_fonce:4213:20169464,20170830:pet_fonce:4213:20171167,20172003:pet_fonce:4213:20172257,20173969:pet_fonce:4213:20175056,20175384:pet_fonce:4213:20175605,20177621:pet_fonce:4213:20177764,20192837:pet_fonce:4213:20197921,20192839:pet_fonce:4213:20226631,20192840:pet_fonce:4213:20197344,20192841:pet_fonce:4213:20197044,20192842:pet_fonce:4213:20195655,20192843:pet_fonce:4213:20192950,20192844:pet_fonce:4213:20193152,20192845:pet_fonce:4213:20194836,20232738:pet_fonce:4213:20232743,20259865:pet_fonce:4213:20263054'}, {'unwanted_material': 'pet_opaque', 'main_material': 'refus', 'pht_type': 4213, 'ratio': 0.012278915195847114, 'nb_photo': 320, 'list_port_cont': '20169467,20171157,20200085,20226626,20232846,20263043', 'assoc_port': '20169362:20169467,20170830:20171157,20192838:20200085,20192839:20226626,20232737:20232846,20259865:20263043', 'assoc_mat': '20169362:pet_opaque:4213:20169467,20170830:pet_opaque:4213:20171157,20192838:pet_opaque:4213:20200085,20192839:pet_opaque:4213:20226626,20232737:pet_opaque:4213:20232846,20259865:pet_opaque:4213:20263043'}), 'main_stat': {'nb_photos': 3618}}, 'hostname': (('raspi-92',),), 'impurety_average_per_hashtag': [(('refus', '2025-02', 0.06348640798299457),)]} filepath : /data_2/data_log/job/memo/refus_amiens/sla_mensuel_refus_amiens_mois_02_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'refus': {'barquette_opaque': ['barquette_opaque', '0.04%', 79], 'carton': ['carton', '0.57%', 3078], 'ela': ['ela', '0.05%', 11], 'etiquette': ['etiquette', '0.08%', 171], 'film_plastique': ['film_plastique', '3.12%', 854], 'kraft': ['kraft', '0.31%', 12], 'metal': ['metal', '0.39%', 3635], 'papier': ['papier', '4.19%', 9759], 'pehd': ['pehd', '0.21%', 288], 'pet_clair': ['pet_clair', '0.75%', 1147], 'pet_fonce': ['pet_fonce', '0.03%', 78], 'pet_opaque': ['pet_opaque', '1.23%', 320]}} before organize_and_plot_coverage_data before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_2/data_log/job/memo/refus_amiens/sla_mensuel_refus_amiens_mois_02_annee_2025.pdf le fichier se trouve ici : /data_2/data_log/job/memo/refus_amiens 2.82user 2.73system 0:04.80elapsed 115%CPU (0avgtext+0avgdata 195664maxresident)k 416inputs+264outputs (0major+68888minor)pagefaults 0swaps