python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_4/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2025-08 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (4, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (4, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 08 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2025-08 year : 2025 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2025-08%') and created_at like '%2025-08%'))); nb_day : (4, 31) after unwanted_material_data nb_day : (4, 31) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2025/08%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2025-08-01 00:00:00,2025-08-04 00:00:00,2025-08-05 00:00:00,2025-08-06 00:00:00,2025-08-07 00:00:00,2025-08-08 00:00:00,2025-08-11 00:00:00,2025-08-12 00:00:00,2025-08-13 00:00:00,2025-08-14 00:00:00,2025-08-15 00:00:00,2025-08-18 00:00:00,2025-08-19 00:00:00,2025-08-20 00:00:00,2025-08-21 00:00:00,2025-08-22 00:00:00,2025-08-25 00:00:00,2025-08-26 00:00:00,2025-08-27 00:00:00,2025-08-28 00:00:00,2025-08-29 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 134 and month(ded.date) = 08 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 08 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%082025%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2025-08-01 : dt_date_just_month_year : 2025-08-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-08-01" AND ded.date <= "2025-08-31" apple3 {'JRM': {'mat': 'JRM', 'pht': 3726, 'datou_carac_id': 4433, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'papier'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (2184241,2190633,2198469,2222945,2222947) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013060376512497113, 'nb_photo': 154, 'list_port_cont': '25980240,26020342,26020612,26021204,26021281,26021323,26021389,26268108,26268411,26268823,26269022,26269107,26280808,26281251,26281280,26307644,26310287,26312488,26312563,26312682,26313457,26352737,26431651,26433027,26433203,26433682,26439331', 'assoc_port': '25975698:25980240,26020184:26021204,26020186:26021323,26020188:26021281,26020192:26021389,26020194:26020612,26020196:26020342,26259572:26268108,26259573:26268411,26259575:26280808,26259576:26281280,26259577:26281251,26259579:26268823,26259580:26269107,26259581:26269022,26289945:26352737,26290454:26307644,26292046:26310287,26294379:26312488,26294380:26312563,26294566:26312682,26295921:26313457,26431400:26433027,26431401:26433203,26431402:26439331,26431403:26433682,26431428:26431651', 'assoc_mat': '25975698:autre_refus:3726:25980240,26020184:autre_refus:3726:26021204,26020186:autre_refus:3726:26021323,26020188:autre_refus:3726:26021281,26020192:autre_refus:3726:26021389,26020194:autre_refus:3726:26020612,26020196:autre_refus:3726:26020342,26259572:autre_refus:3726:26268108,26259573:autre_refus:3726:26268411,26259575:autre_refus:3726:26280808,26259576:autre_refus:3726:26281280,26259577:autre_refus:3726:26281251,26259579:autre_refus:3726:26268823,26259580:autre_refus:3726:26269107,26259581:autre_refus:3726:26269022,26289945:autre_refus:3726:26352737,26290454:autre_refus:3726:26307644,26292046:autre_refus:3726:26310287,26294379:autre_refus:3726:26312488,26294380:autre_refus:3726:26312563,26294566:autre_refus:3726:26312682,26295921:autre_refus:3726:26313457,26431400:autre_refus:3726:26433027,26431401:autre_refus:3726:26433203,26431402:autre_refus:3726:26439331,26431403:autre_refus:3726:26433682,26431428:autre_refus:3726:26431651'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014440704111139678, 'nb_photo': 464, 'list_port_cont': '25980241,26020340,26020615,26020654,26021206,26021277,26021325,26021392,26268100,26268405,26268814,26269031,26269098,26280815,26281242,26281278,26307645,26310289,26312492,26312558,26312686,26313453,26352740,26431656,26433019,26433207,26433688,26439336', 'assoc_port': '25975698:25980241,26020184:26021206,26020186:26021325,26020188:26021277,26020190:26020654,26020192:26021392,26020194:26020615,26020196:26020340,26259572:26268100,26259573:26268405,26259575:26280815,26259576:26281278,26259577:26281242,26259579:26268814,26259580:26269098,26259581:26269031,26289945:26352740,26290454:26307645,26292046:26310289,26294379:26312492,26294380:26312558,26294566:26312686,26295921:26313453,26431400:26433019,26431401:26433207,26431402:26439336,26431403:26433688,26431428:26431656', 'assoc_mat': '25975698:cartonnette:3726:25980241,26020184:cartonnette:3726:26021206,26020186:cartonnette:3726:26021325,26020188:cartonnette:3726:26021277,26020190:cartonnette:3726:26020654,26020192:cartonnette:3726:26021392,26020194:cartonnette:3726:26020615,26020196:cartonnette:3726:26020340,26259572:cartonnette:3726:26268100,26259573:cartonnette:3726:26268405,26259575:cartonnette:3726:26280815,26259576:cartonnette:3726:26281278,26259577:cartonnette:3726:26281242,26259579:cartonnette:3726:26268814,26259580:cartonnette:3726:26269098,26259581:cartonnette:3726:26269031,26289945:cartonnette:3726:26352740,26290454:cartonnette:3726:26307645,26292046:cartonnette:3726:26310289,26294379:cartonnette:3726:26312492,26294380:cartonnette:3726:26312558,26294566:cartonnette:3726:26312686,26295921:cartonnette:3726:26313453,26431400:cartonnette:3726:26433019,26431401:cartonnette:3726:26433207,26431402:cartonnette:3726:26439336,26431403:cartonnette:3726:26433688,26431428:cartonnette:3726:26431656'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0703741331095089, 'nb_photo': 2195, 'list_port_cont': '25980249,26020339,26020621,26020647,26021205,26021274,26021317,26021394,26268103,26268413,26268822,26269021,26269102,26280806,26281249,26281279,26307647,26310283,26312489,26312560,26312677,26313452,26352743,26431655,26433028,26433206,26433681,26439333', 'assoc_port': '25975698:25980249,26020184:26021205,26020186:26021317,26020188:26021274,26020190:26020647,26020192:26021394,26020194:26020621,26020196:26020339,26259572:26268103,26259573:26268413,26259575:26280806,26259576:26281279,26259577:26281249,26259579:26268822,26259580:26269102,26259581:26269021,26289945:26352743,26290454:26307647,26292046:26310283,26294379:26312489,26294380:26312560,26294566:26312677,26295921:26313452,26431400:26433028,26431401:26433206,26431402:26439333,26431403:26433681,26431428:26431655', 'assoc_mat': '25975698:Carton_brun:3726:25980249,26020184:Carton_brun:3726:26021205,26020186:Carton_brun:3726:26021317,26020188:Carton_brun:3726:26021274,26020190:Carton_brun:3726:26020647,26020192:Carton_brun:3726:26021394,26020194:Carton_brun:3726:26020621,26020196:Carton_brun:3726:26020339,26259572:Carton_brun:3726:26268103,26259573:Carton_brun:3726:26268413,26259575:Carton_brun:3726:26280806,26259576:Carton_brun:3726:26281279,26259577:Carton_brun:3726:26281249,26259579:Carton_brun:3726:26268822,26259580:Carton_brun:3726:26269102,26259581:Carton_brun:3726:26269021,26289945:Carton_brun:3726:26352743,26290454:Carton_brun:3726:26307647,26292046:Carton_brun:3726:26310283,26294379:Carton_brun:3726:26312489,26294380:Carton_brun:3726:26312560,26294566:Carton_brun:3726:26312677,26295921:Carton_brun:3726:26313452,26431400:Carton_brun:3726:26433028,26431401:Carton_brun:3726:26433206,26431402:Carton_brun:3726:26439333,26431403:Carton_brun:3726:26433681,26431428:Carton_brun:3726:26431655'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.007807821934193668, 'nb_photo': 76, 'list_port_cont': '25980248,26020333,26020613,26020651,26021201,26021272,26021324,26021395,26268109,26268407,26268818,26269030,26269105,26280807,26281276,26307653,26310280,26312484,26312681,26313445,26352735,26431654,26433025,26433202,26433678,26439332', 'assoc_port': '25975698:25980248,26020184:26021201,26020186:26021324,26020188:26021272,26020190:26020651,26020192:26021395,26020194:26020613,26020196:26020333,26259572:26268109,26259573:26268407,26259575:26280807,26259576:26281276,26259579:26268818,26259580:26269105,26259581:26269030,26289945:26352735,26290454:26307653,26292046:26310280,26294379:26312484,26294566:26312681,26295921:26313445,26431400:26433025,26431401:26433202,26431402:26439332,26431403:26433678,26431428:26431654', 'assoc_mat': '25975698:Carton_gris:3726:25980248,26020184:Carton_gris:3726:26021201,26020186:Carton_gris:3726:26021324,26020188:Carton_gris:3726:26021272,26020190:Carton_gris:3726:26020651,26020192:Carton_gris:3726:26021395,26020194:Carton_gris:3726:26020613,26020196:Carton_gris:3726:26020333,26259572:Carton_gris:3726:26268109,26259573:Carton_gris:3726:26268407,26259575:Carton_gris:3726:26280807,26259576:Carton_gris:3726:26281276,26259579:Carton_gris:3726:26268818,26259580:Carton_gris:3726:26269105,26259581:Carton_gris:3726:26269030,26289945:Carton_gris:3726:26352735,26290454:Carton_gris:3726:26307653,26292046:Carton_gris:3726:26310280,26294379:Carton_gris:3726:26312484,26294566:Carton_gris:3726:26312681,26295921:Carton_gris:3726:26313445,26431400:Carton_gris:3726:26433025,26431401:Carton_gris:3726:26433202,26431402:Carton_gris:3726:26439332,26431403:Carton_gris:3726:26433678,26431428:Carton_gris:3726:26431654'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0032347111151703554, 'nb_photo': 28, 'list_port_cont': '26020332,26020618,26021278,26021321,26021388,26268410,26269106,26280812,26307646,26312490,26312684,26352736,26433204,26439334', 'assoc_port': '26020186:26021321,26020188:26021278,26020192:26021388,26020194:26020618,26020196:26020332,26259573:26268410,26259575:26280812,26259580:26269106,26289945:26352736,26290454:26307646,26294379:26312490,26294566:26312684,26431401:26433204,26431402:26439334', 'assoc_mat': '26020186:kraft:3726:26021321,26020188:kraft:3726:26021278,26020192:kraft:3726:26021388,26020194:kraft:3726:26020618,26020196:kraft:3726:26020332,26259573:kraft:3726:26268410,26259575:kraft:3726:26280812,26259580:kraft:3726:26269106,26289945:kraft:3726:26352736,26290454:kraft:3726:26307646,26294379:kraft:3726:26312490,26294566:kraft:3726:26312684,26431401:kraft:3726:26433204,26431402:kraft:3726:26439334'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.003612238369827186, 'nb_photo': 5, 'list_port_cont': '26268110,26310288,26352744', 'assoc_port': '26259572:26268110,26289945:26352744,26292046:26310288', 'assoc_mat': '26259572:metal:3726:26268110,26289945:metal:3726:26352744,26292046:metal:3726:26310288'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.010715785347360493, 'nb_photo': 277, 'list_port_cont': '25980246,26020331,26020614,26021210,26021276,26021315,26021390,26268105,26268414,26268816,26269026,26269099,26280813,26281281,26307650,26310290,26312491,26312567,26312687,26313446,26352738,26431659,26433021,26433209,26433683,26439330', 'assoc_port': '25975698:25980246,26020184:26021210,26020186:26021315,26020188:26021276,26020192:26021390,26020194:26020614,26020196:26020331,26259572:26268105,26259573:26268414,26259575:26280813,26259576:26281281,26259579:26268816,26259580:26269099,26259581:26269026,26289945:26352738,26290454:26307650,26292046:26310290,26294379:26312491,26294380:26312567,26294566:26312687,26295921:26313446,26431400:26433021,26431401:26433209,26431402:26439330,26431403:26433683,26431428:26431659', 'assoc_mat': '25975698:plastique:3726:25980246,26020184:plastique:3726:26021210,26020186:plastique:3726:26021315,26020188:plastique:3726:26021276,26020192:plastique:3726:26021390,26020194:plastique:3726:26020614,26020196:plastique:3726:26020331,26259572:plastique:3726:26268105,26259573:plastique:3726:26268414,26259575:plastique:3726:26280813,26259576:plastique:3726:26281281,26259579:plastique:3726:26268816,26259580:plastique:3726:26269099,26259581:plastique:3726:26269026,26289945:plastique:3726:26352738,26290454:plastique:3726:26307650,26292046:plastique:3726:26310290,26294379:plastique:3726:26312491,26294380:plastique:3726:26312567,26294566:plastique:3726:26312687,26295921:plastique:3726:26313446,26431400:plastique:3726:26433021,26431401:plastique:3726:26433209,26431402:plastique:3726:26439330,26431403:plastique:3726:26433683,26431428:plastique:3726:26431659'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0209110401384498, 'nb_photo': 1045, 'list_port_cont': '25980243,26020341,26020616,26020655,26021208,26021270,26021326,26021386,26268104,26268404,26268824,26269028,26269109,26280816,26281245,26281272,26307648,26310279,26312485,26312561,26312643,26312678,26313447,26352746,26431663,26433020,26433211,26433684,26439327', 'assoc_port': '25975698:25980243,26020184:26021208,26020186:26021326,26020188:26021270,26020190:26020655,26020192:26021386,26020194:26020616,26020196:26020341,26259572:26268104,26259573:26268404,26259575:26280816,26259576:26281272,26259577:26281245,26259579:26268824,26259580:26269109,26259581:26269028,26289945:26352746,26290454:26307648,26292046:26310279,26294379:26312485,26294380:26312561,26294566:26312678,26294636:26312643,26295921:26313447,26431400:26433020,26431401:26433211,26431402:26439327,26431403:26433684,26431428:26431663', 'assoc_mat': '25975698:Teint_Dans_La_Masse:3726:25980243,26020184:Teint_Dans_La_Masse:3726:26021208,26020186:Teint_Dans_La_Masse:3726:26021326,26020188:Teint_Dans_La_Masse:3726:26021270,26020190:Teint_Dans_La_Masse:3726:26020655,26020192:Teint_Dans_La_Masse:3726:26021386,26020194:Teint_Dans_La_Masse:3726:26020616,26020196:Teint_Dans_La_Masse:3726:26020341,26259572:Teint_Dans_La_Masse:3726:26268104,26259573:Teint_Dans_La_Masse:3726:26268404,26259575:Teint_Dans_La_Masse:3726:26280816,26259576:Teint_Dans_La_Masse:3726:26281272,26259577:Teint_Dans_La_Masse:3726:26281245,26259579:Teint_Dans_La_Masse:3726:26268824,26259580:Teint_Dans_La_Masse:3726:26269109,26259581:Teint_Dans_La_Masse:3726:26269028,26289945:Teint_Dans_La_Masse:3726:26352746,26290454:Teint_Dans_La_Masse:3726:26307648,26292046:Teint_Dans_La_Masse:3726:26310279,26294379:Teint_Dans_La_Masse:3726:26312485,26294380:Teint_Dans_La_Masse:3726:26312561,26294566:Teint_Dans_La_Masse:3726:26312678,26294636:Teint_Dans_La_Masse:3726:26312643,26295921:Teint_Dans_La_Masse:3726:2'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(2184241,2190633,2198469,2222945,2222947)); after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2025-08-01' and date <= '2025-08-31') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((1827,),), 'unwanted_material_monthly_percentage': ((0.11960610016664253,),), 'material_repartition': (('JRM', 1091),), 'material_dict': {'JRM': 1091}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 8, 14), 0.1371874373514867, 32), (datetime.date(2025, 8, 18), 0.1244664091844469, 42), (datetime.date(2025, 8, 25), 0.015690175185205043, 19), (datetime.date(2025, 8, 28), 0.11013282810884674, 76), (datetime.date(2025, 8, 29), 0.09995256997171116, 43)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 8, 14), 0.1371874373514867, 32), (datetime.date(2025, 8, 18), 0.1244664091844469, 42), (datetime.date(2025, 8, 25), 0.015690175185205043, 19), (datetime.date(2025, 8, 28), 0.11013282810884674, 76), (datetime.date(2025, 8, 29), 0.09995256997171116, 43))}, 'quality_array': [['0.03963980779727534', '14082025'], ['-0.22450131561524198', '18082025'], ['-2.1576669021804875', '25082025'], ['-0.39952565064982376', '28082025'], ['0.029588651617855198', '29082025']], 'number_of_batch': ((29,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013060376512497113, 'nb_photo': 154, 'list_port_cont': '25980240,26020342,26020612,26021204,26021281,26021323,26021389,26268108,26268411,26268823,26269022,26269107,26280808,26281251,26281280,26307644,26310287,26312488,26312563,26312682,26313457,26352737,26431651,26433027,26433203,26433682,26439331', 'assoc_port': '25975698:25980240,26020184:26021204,26020186:26021323,26020188:26021281,26020192:26021389,26020194:26020612,26020196:26020342,26259572:26268108,26259573:26268411,26259575:26280808,26259576:26281280,26259577:26281251,26259579:26268823,26259580:26269107,26259581:26269022,26289945:26352737,26290454:26307644,26292046:26310287,26294379:26312488,26294380:26312563,26294566:26312682,26295921:26313457,26431400:26433027,26431401:26433203,26431402:26439331,26431403:26433682,26431428:26431651', 'assoc_mat': '25975698:autre_refus:3726:25980240,26020184:autre_refus:3726:26021204,26020186:autre_refus:3726:26021323,26020188:autre_refus:3726:26021281,26020192:autre_refus:3726:26021389,26020194:autre_refus:3726:26020612,26020196:autre_refus:3726:26020342,26259572:autre_refus:3726:26268108,26259573:autre_refus:3726:26268411,26259575:autre_refus:3726:26280808,26259576:autre_refus:3726:26281280,26259577:autre_refus:3726:26281251,26259579:autre_refus:3726:26268823,26259580:autre_refus:3726:26269107,26259581:autre_refus:3726:26269022,26289945:autre_refus:3726:26352737,26290454:autre_refus:3726:26307644,26292046:autre_refus:3726:26310287,26294379:autre_refus:3726:26312488,26294380:autre_refus:3726:26312563,26294566:autre_refus:3726:26312682,26295921:autre_refus:3726:26313457,26431400:autre_refus:3726:26433027,26431401:autre_refus:3726:26433203,26431402:autre_refus:3726:26439331,26431403:autre_refus:3726:26433682,26431428:autre_refus:3726:26431651'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014440704111139678, 'nb_photo': 464, 'list_port_cont': '25980241,26020340,26020615,26020654,26021206,26021277,26021325,26021392,26268100,26268405,26268814,26269031,26269098,26280815,26281242,26281278,26307645,26310289,26312492,26312558,26312686,26313453,26352740,26431656,26433019,26433207,26433688,26439336', 'assoc_port': '25975698:25980241,26020184:26021206,26020186:26021325,26020188:26021277,26020190:26020654,26020192:26021392,26020194:26020615,26020196:26020340,26259572:26268100,26259573:26268405,26259575:26280815,26259576:26281278,26259577:26281242,26259579:26268814,26259580:26269098,26259581:26269031,26289945:26352740,26290454:26307645,26292046:26310289,26294379:26312492,26294380:26312558,26294566:26312686,26295921:26313453,26431400:26433019,26431401:26433207,26431402:26439336,26431403:26433688,26431428:26431656', 'assoc_mat': '25975698:cartonnette:3726:25980241,26020184:cartonnette:3726:26021206,26020186:cartonnette:3726:26021325,26020188:cartonnette:3726:26021277,26020190:cartonnette:3726:26020654,26020192:cartonnette:3726:26021392,26020194:cartonnette:3726:26020615,26020196:cartonnette:3726:26020340,26259572:cartonnette:3726:26268100,26259573:cartonnette:3726:26268405,26259575:cartonnette:3726:26280815,26259576:cartonnette:3726:26281278,26259577:cartonnette:3726:26281242,26259579:cartonnette:3726:26268814,26259580:cartonnette:3726:26269098,26259581:cartonnette:3726:26269031,26289945:cartonnette:3726:26352740,26290454:cartonnette:3726:26307645,26292046:cartonnette:3726:26310289,26294379:cartonnette:3726:26312492,26294380:cartonnette:3726:26312558,26294566:cartonnette:3726:26312686,26295921:cartonnette:3726:26313453,26431400:cartonnette:3726:26433019,26431401:cartonnette:3726:26433207,26431402:cartonnette:3726:26439336,26431403:cartonnette:3726:26433688,26431428:cartonnette:3726:26431656'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0703741331095089, 'nb_photo': 2195, 'list_port_cont': '25980249,26020339,26020621,26020647,26021205,26021274,26021317,26021394,26268103,26268413,26268822,26269021,26269102,26280806,26281249,26281279,26307647,26310283,26312489,26312560,26312677,26313452,26352743,26431655,26433028,26433206,26433681,26439333', 'assoc_port': '25975698:25980249,26020184:26021205,26020186:26021317,26020188:26021274,26020190:26020647,26020192:26021394,26020194:26020621,26020196:26020339,26259572:26268103,26259573:26268413,26259575:26280806,26259576:26281279,26259577:26281249,26259579:26268822,26259580:26269102,26259581:26269021,26289945:26352743,26290454:26307647,26292046:26310283,26294379:26312489,26294380:26312560,26294566:26312677,26295921:26313452,26431400:26433028,26431401:26433206,26431402:26439333,26431403:26433681,26431428:26431655', 'assoc_mat': '25975698:Carton_brun:3726:25980249,26020184:Carton_brun:3726:26021205,26020186:Carton_brun:3726:26021317,26020188:Carton_brun:3726:26021274,26020190:Carton_brun:3726:26020647,26020192:Carton_brun:3726:26021394,26020194:Carton_brun:3726:26020621,26020196:Carton_brun:3726:26020339,26259572:Carton_brun:3726:26268103,26259573:Carton_brun:3726:26268413,26259575:Carton_brun:3726:26280806,26259576:Carton_brun:3726:26281279,26259577:Carton_brun:3726:26281249,26259579:Carton_brun:3726:26268822,26259580:Carton_brun:3726:26269102,26259581:Carton_brun:3726:26269021,26289945:Carton_brun:3726:26352743,26290454:Carton_brun:3726:26307647,26292046:Carton_brun:3726:26310283,26294379:Carton_brun:3726:26312489,26294380:Carton_brun:3726:26312560,26294566:Carton_brun:3726:26312677,26295921:Carton_brun:3726:26313452,26431400:Carton_brun:3726:26433028,26431401:Carton_brun:3726:26433206,26431402:Carton_brun:3726:26439333,26431403:Carton_brun:3726:26433681,26431428:Carton_brun:3726:26431655'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.007807821934193668, 'nb_photo': 76, 'list_port_cont': '25980248,26020333,26020613,26020651,26021201,26021272,26021324,26021395,26268109,26268407,26268818,26269030,26269105,26280807,26281276,26307653,26310280,26312484,26312681,26313445,26352735,26431654,26433025,26433202,26433678,26439332', 'assoc_port': '25975698:25980248,26020184:26021201,26020186:26021324,26020188:26021272,26020190:26020651,26020192:26021395,26020194:26020613,26020196:26020333,26259572:26268109,26259573:26268407,26259575:26280807,26259576:26281276,26259579:26268818,26259580:26269105,26259581:26269030,26289945:26352735,26290454:26307653,26292046:26310280,26294379:26312484,26294566:26312681,26295921:26313445,26431400:26433025,26431401:26433202,26431402:26439332,26431403:26433678,26431428:26431654', 'assoc_mat': '25975698:Carton_gris:3726:25980248,26020184:Carton_gris:3726:26021201,26020186:Carton_gris:3726:26021324,26020188:Carton_gris:3726:26021272,26020190:Carton_gris:3726:26020651,26020192:Carton_gris:3726:26021395,26020194:Carton_gris:3726:26020613,26020196:Carton_gris:3726:26020333,26259572:Carton_gris:3726:26268109,26259573:Carton_gris:3726:26268407,26259575:Carton_gris:3726:26280807,26259576:Carton_gris:3726:26281276,26259579:Carton_gris:3726:26268818,26259580:Carton_gris:3726:26269105,26259581:Carton_gris:3726:26269030,26289945:Carton_gris:3726:26352735,26290454:Carton_gris:3726:26307653,26292046:Carton_gris:3726:26310280,26294379:Carton_gris:3726:26312484,26294566:Carton_gris:3726:26312681,26295921:Carton_gris:3726:26313445,26431400:Carton_gris:3726:26433025,26431401:Carton_gris:3726:26433202,26431402:Carton_gris:3726:26439332,26431403:Carton_gris:3726:26433678,26431428:Carton_gris:3726:26431654'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0032347111151703554, 'nb_photo': 28, 'list_port_cont': '26020332,26020618,26021278,26021321,26021388,26268410,26269106,26280812,26307646,26312490,26312684,26352736,26433204,26439334', 'assoc_port': '26020186:26021321,26020188:26021278,26020192:26021388,26020194:26020618,26020196:26020332,26259573:26268410,26259575:26280812,26259580:26269106,26289945:26352736,26290454:26307646,26294379:26312490,26294566:26312684,26431401:26433204,26431402:26439334', 'assoc_mat': '26020186:kraft:3726:26021321,26020188:kraft:3726:26021278,26020192:kraft:3726:26021388,26020194:kraft:3726:26020618,26020196:kraft:3726:26020332,26259573:kraft:3726:26268410,26259575:kraft:3726:26280812,26259580:kraft:3726:26269106,26289945:kraft:3726:26352736,26290454:kraft:3726:26307646,26294379:kraft:3726:26312490,26294566:kraft:3726:26312684,26431401:kraft:3726:26433204,26431402:kraft:3726:26439334'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.003612238369827186, 'nb_photo': 5, 'list_port_cont': '26268110,26310288,26352744', 'assoc_port': '26259572:26268110,26289945:26352744,26292046:26310288', 'assoc_mat': '26259572:metal:3726:26268110,26289945:metal:3726:26352744,26292046:metal:3726:26310288'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.010715785347360493, 'nb_photo': 277, 'list_port_cont': '25980246,26020331,26020614,26021210,26021276,26021315,26021390,26268105,26268414,26268816,26269026,26269099,26280813,26281281,26307650,26310290,26312491,26312567,26312687,26313446,26352738,26431659,26433021,26433209,26433683,26439330', 'assoc_port': '25975698:25980246,26020184:26021210,26020186:26021315,26020188:26021276,26020192:26021390,26020194:26020614,26020196:26020331,26259572:26268105,26259573:26268414,26259575:26280813,26259576:26281281,26259579:26268816,26259580:26269099,26259581:26269026,26289945:26352738,26290454:26307650,26292046:26310290,26294379:26312491,26294380:26312567,26294566:26312687,26295921:26313446,26431400:26433021,26431401:26433209,26431402:26439330,26431403:26433683,26431428:26431659', 'assoc_mat': '25975698:plastique:3726:25980246,26020184:plastique:3726:26021210,26020186:plastique:3726:26021315,26020188:plastique:3726:26021276,26020192:plastique:3726:26021390,26020194:plastique:3726:26020614,26020196:plastique:3726:26020331,26259572:plastique:3726:26268105,26259573:plastique:3726:26268414,26259575:plastique:3726:26280813,26259576:plastique:3726:26281281,26259579:plastique:3726:26268816,26259580:plastique:3726:26269099,26259581:plastique:3726:26269026,26289945:plastique:3726:26352738,26290454:plastique:3726:26307650,26292046:plastique:3726:26310290,26294379:plastique:3726:26312491,26294380:plastique:3726:26312567,26294566:plastique:3726:26312687,26295921:plastique:3726:26313446,26431400:plastique:3726:26433021,26431401:plastique:3726:26433209,26431402:plastique:3726:26439330,26431403:plastique:3726:26433683,26431428:plastique:3726:26431659'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0209110401384498, 'nb_photo': 1045, 'list_port_cont': '25980243,26020341,26020616,26020655,26021208,26021270,26021326,26021386,26268104,26268404,26268824,26269028,26269109,26280816,26281245,26281272,26307648,26310279,26312485,26312561,26312643,26312678,26313447,26352746,26431663,26433020,26433211,26433684,26439327', 'assoc_port': '25975698:25980243,26020184:26021208,26020186:26021326,26020188:26021270,26020190:26020655,26020192:26021386,26020194:26020616,26020196:26020341,26259572:26268104,26259573:26268404,26259575:26280816,26259576:26281272,26259577:26281245,26259579:26268824,26259580:26269109,26259581:26269028,26289945:26352746,26290454:26307648,26292046:26310279,26294379:26312485,26294380:26312561,26294566:26312678,26294636:26312643,26295921:26313447,26431400:26433020,26431401:26433211,26431402:26439327,26431403:26433684,26431428:26431663', 'assoc_mat': '25975698:Teint_Dans_La_Masse:3726:25980243,26020184:Teint_Dans_La_Masse:3726:26021208,26020186:Teint_Dans_La_Masse:3726:26021326,26020188:Teint_Dans_La_Masse:3726:26021270,26020190:Teint_Dans_La_Masse:3726:26020655,26020192:Teint_Dans_La_Masse:3726:26021386,26020194:Teint_Dans_La_Masse:3726:26020616,26020196:Teint_Dans_La_Masse:3726:26020341,26259572:Teint_Dans_La_Masse:3726:26268104,26259573:Teint_Dans_La_Masse:3726:26268404,26259575:Teint_Dans_La_Masse:3726:26280816,26259576:Teint_Dans_La_Masse:3726:26281272,26259577:Teint_Dans_La_Masse:3726:26281245,26259579:Teint_Dans_La_Masse:3726:26268824,26259580:Teint_Dans_La_Masse:3726:26269109,26259581:Teint_Dans_La_Masse:3726:26269028,26289945:Teint_Dans_La_Masse:3726:26352746,26290454:Teint_Dans_La_Masse:3726:26307648,26292046:Teint_Dans_La_Masse:3726:26310279,26294379:Teint_Dans_La_Masse:3726:26312485,26294380:Teint_Dans_La_Masse:3726:26312561,26294566:Teint_Dans_La_Masse:3726:26312678,26294636:Teint_Dans_La_Masse:3726:26312643,26295921:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 1827}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-08', 0.11960610016664253),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((1827,),), 'unwanted_material_monthly_percentage': ((0.11960610016664253,),), 'material_repartition': (('JRM', 1091),), 'material_dict': {'JRM': 1091}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 8, 14), 0.1371874373514867, 32), (datetime.date(2025, 8, 18), 0.1244664091844469, 42), (datetime.date(2025, 8, 25), 0.015690175185205043, 19), (datetime.date(2025, 8, 28), 0.11013282810884674, 76), (datetime.date(2025, 8, 29), 0.09995256997171116, 43)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 8, 14), 0.1371874373514867, 32), (datetime.date(2025, 8, 18), 0.1244664091844469, 42), (datetime.date(2025, 8, 25), 0.015690175185205043, 19), (datetime.date(2025, 8, 28), 0.11013282810884674, 76), (datetime.date(2025, 8, 29), 0.09995256997171116, 43))}, 'quality_array': [['0.03963980779727534', '14082025'], ['-0.22450131561524198', '18082025'], ['-2.1576669021804875', '25082025'], ['-0.39952565064982376', '28082025'], ['0.029588651617855198', '29082025']], 'number_of_batch': ((29,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013060376512497113, 'nb_photo': 154, 'list_port_cont': '25980240,26020342,26020612,26021204,26021281,26021323,26021389,26268108,26268411,26268823,26269022,26269107,26280808,26281251,26281280,26307644,26310287,26312488,26312563,26312682,26313457,26352737,26431651,26433027,26433203,26433682,26439331', 'assoc_port': '25975698:25980240,26020184:26021204,26020186:26021323,26020188:26021281,26020192:26021389,26020194:26020612,26020196:26020342,26259572:26268108,26259573:26268411,26259575:26280808,26259576:26281280,26259577:26281251,26259579:26268823,26259580:26269107,26259581:26269022,26289945:26352737,26290454:26307644,26292046:26310287,26294379:26312488,26294380:26312563,26294566:26312682,26295921:26313457,26431400:26433027,26431401:26433203,26431402:26439331,26431403:26433682,26431428:26431651', 'assoc_mat': '25975698:autre_refus:3726:25980240,26020184:autre_refus:3726:26021204,26020186:autre_refus:3726:26021323,26020188:autre_refus:3726:26021281,26020192:autre_refus:3726:26021389,26020194:autre_refus:3726:26020612,26020196:autre_refus:3726:26020342,26259572:autre_refus:3726:26268108,26259573:autre_refus:3726:26268411,26259575:autre_refus:3726:26280808,26259576:autre_refus:3726:26281280,26259577:autre_refus:3726:26281251,26259579:autre_refus:3726:26268823,26259580:autre_refus:3726:26269107,26259581:autre_refus:3726:26269022,26289945:autre_refus:3726:26352737,26290454:autre_refus:3726:26307644,26292046:autre_refus:3726:26310287,26294379:autre_refus:3726:26312488,26294380:autre_refus:3726:26312563,26294566:autre_refus:3726:26312682,26295921:autre_refus:3726:26313457,26431400:autre_refus:3726:26433027,26431401:autre_refus:3726:26433203,26431402:autre_refus:3726:26439331,26431403:autre_refus:3726:26433682,26431428:autre_refus:3726:26431651'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014440704111139678, 'nb_photo': 464, 'list_port_cont': '25980241,26020340,26020615,26020654,26021206,26021277,26021325,26021392,26268100,26268405,26268814,26269031,26269098,26280815,26281242,26281278,26307645,26310289,26312492,26312558,26312686,26313453,26352740,26431656,26433019,26433207,26433688,26439336', 'assoc_port': '25975698:25980241,26020184:26021206,26020186:26021325,26020188:26021277,26020190:26020654,26020192:26021392,26020194:26020615,26020196:26020340,26259572:26268100,26259573:26268405,26259575:26280815,26259576:26281278,26259577:26281242,26259579:26268814,26259580:26269098,26259581:26269031,26289945:26352740,26290454:26307645,26292046:26310289,26294379:26312492,26294380:26312558,26294566:26312686,26295921:26313453,26431400:26433019,26431401:26433207,26431402:26439336,26431403:26433688,26431428:26431656', 'assoc_mat': '25975698:cartonnette:3726:25980241,26020184:cartonnette:3726:26021206,26020186:cartonnette:3726:26021325,26020188:cartonnette:3726:26021277,26020190:cartonnette:3726:26020654,26020192:cartonnette:3726:26021392,26020194:cartonnette:3726:26020615,26020196:cartonnette:3726:26020340,26259572:cartonnette:3726:26268100,26259573:cartonnette:3726:26268405,26259575:cartonnette:3726:26280815,26259576:cartonnette:3726:26281278,26259577:cartonnette:3726:26281242,26259579:cartonnette:3726:26268814,26259580:cartonnette:3726:26269098,26259581:cartonnette:3726:26269031,26289945:cartonnette:3726:26352740,26290454:cartonnette:3726:26307645,26292046:cartonnette:3726:26310289,26294379:cartonnette:3726:26312492,26294380:cartonnette:3726:26312558,26294566:cartonnette:3726:26312686,26295921:cartonnette:3726:26313453,26431400:cartonnette:3726:26433019,26431401:cartonnette:3726:26433207,26431402:cartonnette:3726:26439336,26431403:cartonnette:3726:26433688,26431428:cartonnette:3726:26431656'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0703741331095089, 'nb_photo': 2195, 'list_port_cont': '25980249,26020339,26020621,26020647,26021205,26021274,26021317,26021394,26268103,26268413,26268822,26269021,26269102,26280806,26281249,26281279,26307647,26310283,26312489,26312560,26312677,26313452,26352743,26431655,26433028,26433206,26433681,26439333', 'assoc_port': '25975698:25980249,26020184:26021205,26020186:26021317,26020188:26021274,26020190:26020647,26020192:26021394,26020194:26020621,26020196:26020339,26259572:26268103,26259573:26268413,26259575:26280806,26259576:26281279,26259577:26281249,26259579:26268822,26259580:26269102,26259581:26269021,26289945:26352743,26290454:26307647,26292046:26310283,26294379:26312489,26294380:26312560,26294566:26312677,26295921:26313452,26431400:26433028,26431401:26433206,26431402:26439333,26431403:26433681,26431428:26431655', 'assoc_mat': '25975698:Carton_brun:3726:25980249,26020184:Carton_brun:3726:26021205,26020186:Carton_brun:3726:26021317,26020188:Carton_brun:3726:26021274,26020190:Carton_brun:3726:26020647,26020192:Carton_brun:3726:26021394,26020194:Carton_brun:3726:26020621,26020196:Carton_brun:3726:26020339,26259572:Carton_brun:3726:26268103,26259573:Carton_brun:3726:26268413,26259575:Carton_brun:3726:26280806,26259576:Carton_brun:3726:26281279,26259577:Carton_brun:3726:26281249,26259579:Carton_brun:3726:26268822,26259580:Carton_brun:3726:26269102,26259581:Carton_brun:3726:26269021,26289945:Carton_brun:3726:26352743,26290454:Carton_brun:3726:26307647,26292046:Carton_brun:3726:26310283,26294379:Carton_brun:3726:26312489,26294380:Carton_brun:3726:26312560,26294566:Carton_brun:3726:26312677,26295921:Carton_brun:3726:26313452,26431400:Carton_brun:3726:26433028,26431401:Carton_brun:3726:26433206,26431402:Carton_brun:3726:26439333,26431403:Carton_brun:3726:26433681,26431428:Carton_brun:3726:26431655'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.007807821934193668, 'nb_photo': 76, 'list_port_cont': '25980248,26020333,26020613,26020651,26021201,26021272,26021324,26021395,26268109,26268407,26268818,26269030,26269105,26280807,26281276,26307653,26310280,26312484,26312681,26313445,26352735,26431654,26433025,26433202,26433678,26439332', 'assoc_port': '25975698:25980248,26020184:26021201,26020186:26021324,26020188:26021272,26020190:26020651,26020192:26021395,26020194:26020613,26020196:26020333,26259572:26268109,26259573:26268407,26259575:26280807,26259576:26281276,26259579:26268818,26259580:26269105,26259581:26269030,26289945:26352735,26290454:26307653,26292046:26310280,26294379:26312484,26294566:26312681,26295921:26313445,26431400:26433025,26431401:26433202,26431402:26439332,26431403:26433678,26431428:26431654', 'assoc_mat': '25975698:Carton_gris:3726:25980248,26020184:Carton_gris:3726:26021201,26020186:Carton_gris:3726:26021324,26020188:Carton_gris:3726:26021272,26020190:Carton_gris:3726:26020651,26020192:Carton_gris:3726:26021395,26020194:Carton_gris:3726:26020613,26020196:Carton_gris:3726:26020333,26259572:Carton_gris:3726:26268109,26259573:Carton_gris:3726:26268407,26259575:Carton_gris:3726:26280807,26259576:Carton_gris:3726:26281276,26259579:Carton_gris:3726:26268818,26259580:Carton_gris:3726:26269105,26259581:Carton_gris:3726:26269030,26289945:Carton_gris:3726:26352735,26290454:Carton_gris:3726:26307653,26292046:Carton_gris:3726:26310280,26294379:Carton_gris:3726:26312484,26294566:Carton_gris:3726:26312681,26295921:Carton_gris:3726:26313445,26431400:Carton_gris:3726:26433025,26431401:Carton_gris:3726:26433202,26431402:Carton_gris:3726:26439332,26431403:Carton_gris:3726:26433678,26431428:Carton_gris:3726:26431654'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0032347111151703554, 'nb_photo': 28, 'list_port_cont': '26020332,26020618,26021278,26021321,26021388,26268410,26269106,26280812,26307646,26312490,26312684,26352736,26433204,26439334', 'assoc_port': '26020186:26021321,26020188:26021278,26020192:26021388,26020194:26020618,26020196:26020332,26259573:26268410,26259575:26280812,26259580:26269106,26289945:26352736,26290454:26307646,26294379:26312490,26294566:26312684,26431401:26433204,26431402:26439334', 'assoc_mat': '26020186:kraft:3726:26021321,26020188:kraft:3726:26021278,26020192:kraft:3726:26021388,26020194:kraft:3726:26020618,26020196:kraft:3726:26020332,26259573:kraft:3726:26268410,26259575:kraft:3726:26280812,26259580:kraft:3726:26269106,26289945:kraft:3726:26352736,26290454:kraft:3726:26307646,26294379:kraft:3726:26312490,26294566:kraft:3726:26312684,26431401:kraft:3726:26433204,26431402:kraft:3726:26439334'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.003612238369827186, 'nb_photo': 5, 'list_port_cont': '26268110,26310288,26352744', 'assoc_port': '26259572:26268110,26289945:26352744,26292046:26310288', 'assoc_mat': '26259572:metal:3726:26268110,26289945:metal:3726:26352744,26292046:metal:3726:26310288'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.010715785347360493, 'nb_photo': 277, 'list_port_cont': '25980246,26020331,26020614,26021210,26021276,26021315,26021390,26268105,26268414,26268816,26269026,26269099,26280813,26281281,26307650,26310290,26312491,26312567,26312687,26313446,26352738,26431659,26433021,26433209,26433683,26439330', 'assoc_port': '25975698:25980246,26020184:26021210,26020186:26021315,26020188:26021276,26020192:26021390,26020194:26020614,26020196:26020331,26259572:26268105,26259573:26268414,26259575:26280813,26259576:26281281,26259579:26268816,26259580:26269099,26259581:26269026,26289945:26352738,26290454:26307650,26292046:26310290,26294379:26312491,26294380:26312567,26294566:26312687,26295921:26313446,26431400:26433021,26431401:26433209,26431402:26439330,26431403:26433683,26431428:26431659', 'assoc_mat': '25975698:plastique:3726:25980246,26020184:plastique:3726:26021210,26020186:plastique:3726:26021315,26020188:plastique:3726:26021276,26020192:plastique:3726:26021390,26020194:plastique:3726:26020614,26020196:plastique:3726:26020331,26259572:plastique:3726:26268105,26259573:plastique:3726:26268414,26259575:plastique:3726:26280813,26259576:plastique:3726:26281281,26259579:plastique:3726:26268816,26259580:plastique:3726:26269099,26259581:plastique:3726:26269026,26289945:plastique:3726:26352738,26290454:plastique:3726:26307650,26292046:plastique:3726:26310290,26294379:plastique:3726:26312491,26294380:plastique:3726:26312567,26294566:plastique:3726:26312687,26295921:plastique:3726:26313446,26431400:plastique:3726:26433021,26431401:plastique:3726:26433209,26431402:plastique:3726:26439330,26431403:plastique:3726:26433683,26431428:plastique:3726:26431659'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0209110401384498, 'nb_photo': 1045, 'list_port_cont': '25980243,26020341,26020616,26020655,26021208,26021270,26021326,26021386,26268104,26268404,26268824,26269028,26269109,26280816,26281245,26281272,26307648,26310279,26312485,26312561,26312643,26312678,26313447,26352746,26431663,26433020,26433211,26433684,26439327', 'assoc_port': '25975698:25980243,26020184:26021208,26020186:26021326,26020188:26021270,26020190:26020655,26020192:26021386,26020194:26020616,26020196:26020341,26259572:26268104,26259573:26268404,26259575:26280816,26259576:26281272,26259577:26281245,26259579:26268824,26259580:26269109,26259581:26269028,26289945:26352746,26290454:26307648,26292046:26310279,26294379:26312485,26294380:26312561,26294566:26312678,26294636:26312643,26295921:26313447,26431400:26433020,26431401:26433211,26431402:26439327,26431403:26433684,26431428:26431663', 'assoc_mat': '25975698:Teint_Dans_La_Masse:3726:25980243,26020184:Teint_Dans_La_Masse:3726:26021208,26020186:Teint_Dans_La_Masse:3726:26021326,26020188:Teint_Dans_La_Masse:3726:26021270,26020190:Teint_Dans_La_Masse:3726:26020655,26020192:Teint_Dans_La_Masse:3726:26021386,26020194:Teint_Dans_La_Masse:3726:26020616,26020196:Teint_Dans_La_Masse:3726:26020341,26259572:Teint_Dans_La_Masse:3726:26268104,26259573:Teint_Dans_La_Masse:3726:26268404,26259575:Teint_Dans_La_Masse:3726:26280816,26259576:Teint_Dans_La_Masse:3726:26281272,26259577:Teint_Dans_La_Masse:3726:26281245,26259579:Teint_Dans_La_Masse:3726:26268824,26259580:Teint_Dans_La_Masse:3726:26269109,26259581:Teint_Dans_La_Masse:3726:26269028,26289945:Teint_Dans_La_Masse:3726:26352746,26290454:Teint_Dans_La_Masse:3726:26307648,26292046:Teint_Dans_La_Masse:3726:26310279,26294379:Teint_Dans_La_Masse:3726:26312485,26294380:Teint_Dans_La_Masse:3726:26312561,26294566:Teint_Dans_La_Masse:3726:26312678,26294636:Teint_Dans_La_Masse:3726:26312643,26295921:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 1827}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-08', 0.11960610016664253),)]} filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_08_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.31%', 154], 'cartonnette': ['cartonnette', '1.44%', 464], 'Carton_brun': ['Carton_brun', '7.04%', 2195], 'Carton_gris': ['Carton_gris', '0.78%', 76], 'kraft': ['kraft', '0.32%', 28], 'metal': ['metal', '0.36%', 5], 'plastique': ['plastique', '1.07%', 277], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '2.09%', 1045]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_08_annee_2025.pdf le fichier se trouve ici : /data_4/data_log/job/memo/Perlen_convoyeur 2.97user 2.68system 0:06.46elapsed 87%CPU (0avgtext+0avgdata 173544maxresident)k 9464inputs+272outputs (1major+59395minor)pagefaults 0swaps