python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_4/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2025-11 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (5, 30) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (5, 30) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 11 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2025-11 year : 2025 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2025-11%') and created_at like '%2025-11%'))); nb_day : (5, 30) after unwanted_material_data nb_day : (5, 30) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2025/11%'ORDER BY ms.id desc LIMIT 0, 1000000; No error ? {'log_dict': {'total_nb_images': 718, 'max_time_between_images': '0 days 10860 seconds', 'coverage_pause': '0 days 1200 seconds', 'coverage_times_pause': '0 days 2400 seconds', 'nb_photos_decision': 0, 'nb_gray_level_ok': 0, 'nb_dedup_ok': 0, 'nb_two_criteria_ok': 0, 'nb_forced_upload': 12, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 519, 'end_of_day_photos_uploaded': 198, 'ratio_coverage': 0.03508874528494985}, 'dashboard_dict': {'nb_ptf_finished': 2, 'nb_images_finished': 179, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 1, 'nb_images_started': 24, 'nb_selected_images': 203, 'last_update': '2025/11/14', 'portfolio_id': 28483411, 'last_run_id': 2587542, 'total_number_of_photos': 209}} No error ? {'log_dict': {'total_nb_images': 716, 'max_time_between_images': '0 days 10859 seconds', 'coverage_pause': '0 days 1200 seconds', 'coverage_times_pause': '0 days 2400 seconds', 'nb_photos_decision': 0, 'nb_gray_level_ok': 0, 'nb_dedup_ok': 0, 'nb_two_criteria_ok': 0, 'nb_forced_upload': 1, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 403, 'end_of_day_photos_uploaded': 312, 'ratio_coverage': 0.03508874528494985}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 4, 'nb_images_started': 256, 'nb_selected_images': 256, 'last_update': '2025/11/12', 'portfolio_id': 28446870, 'last_run_id': 2576403, 'total_number_of_photos': 331}} No error ? {'log_dict': {'total_nb_images': 717, 'max_time_between_images': '0 days 10860 seconds', 'coverage_pause': '0 days 1200 seconds', 'coverage_times_pause': '0 days 2400 seconds', 'nb_photos_decision': 0, 'nb_gray_level_ok': 0, 'nb_dedup_ok': 0, 'nb_two_criteria_ok': 0, 'nb_forced_upload': 22, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 410, 'end_of_day_photos_uploaded': 306, 'ratio_coverage': 0.03508874528494985}, 'dashboard_dict': {'nb_ptf_finished': 3, 'nb_images_finished': 208, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 3, 'nb_images_started': 169, 'nb_selected_images': 377, 'last_update': '2025/11/26', 'portfolio_id': 28425881, 'last_run_id': 2654928, 'total_number_of_photos': 492}} No error ? {'log_dict': {'total_nb_images': 718, 'max_time_between_images': '0 days 10861 seconds', 'coverage_pause': '0 days 1200 seconds', 'coverage_times_pause': '0 days 2400 seconds', 'nb_photos_decision': 0, 'nb_gray_level_ok': 0, 'nb_dedup_ok': 0, 'nb_two_criteria_ok': 0, 'nb_forced_upload': 12, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 393, 'end_of_day_photos_uploaded': 324, 'ratio_coverage': 0.03508874528494985}, 'dashboard_dict': {'nb_ptf_finished': 5, 'nb_images_finished': 382, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 3, 'nb_images_started': 241, 'nb_selected_images': 623, 'last_update': '2025/11/26', 'portfolio_id': 28382729, 'last_run_id': 2654930, 'total_number_of_photos': 751}} No error ? {'log_dict': {'total_nb_images': 718, 'max_time_between_images': '0 days 10860 seconds', 'coverage_pause': '0 days 1200 seconds', 'coverage_times_pause': '0 days 2400 seconds', 'nb_photos_decision': 0, 'nb_gray_level_ok': 0, 'nb_dedup_ok': 0, 'nb_two_criteria_ok': 0, 'nb_forced_upload': 24, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 417, 'end_of_day_photos_uploaded': 300, 'ratio_coverage': 0.03508874528494985}, 'dashboard_dict': {'nb_ptf_finished': 7, 'nb_images_finished': 328, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 328, 'last_update': '2025/11/18', 'portfolio_id': 28299897, 'last_run_id': 2608639, 'total_number_of_photos': 766}} No error ? {'log_dict': {'total_nb_images': 408, 'max_time_between_images': '0 days 10860 seconds', 'coverage_pause': '0 days 690 seconds', 'coverage_times_pause': '0 days 1380 seconds', 'nb_photos_decision': 0, 'nb_gray_level_ok': 0, 'nb_dedup_ok': 0, 'nb_two_criteria_ok': 0, 'nb_forced_upload': 0, 'end_of_day_photos_no_longer_on_disk': 1, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 76, 'end_of_day_photos_uploaded': 330, 'ratio_coverage': 0.020176028538846164}, 'dashboard_dict': {'nb_ptf_finished': 4, 'nb_images_finished': 339, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 1, 'nb_images_started': 27, 'nb_selected_images': 366, 'last_update': '2025/11/13', 'portfolio_id': 28255914, 'last_run_id': 2581096, 'total_number_of_photos': 431}} No error ? {'log_dict': {'total_nb_images': 716, 'max_time_between_images': '0 days 10861 seconds', 'coverage_pause': '0 days 1200 seconds', 'coverage_times_pause': '0 days 2400 seconds', 'nb_photos_decision': 0, 'nb_gray_level_ok': 0, 'nb_dedup_ok': 0, 'nb_two_criteria_ok': 0, 'nb_forced_upload': 12, 'end_of_day_photos_pink': 2, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 713, 'ratio_coverage': 0.03508874528494985}, 'dashboard_dict': {'nb_ptf_finished': 6, 'nb_images_finished': 354, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 354, 'last_update': '2025/11/12', 'portfolio_id': 28200825, 'last_run_id': 2573545, 'total_number_of_photos': 714}} No error ? {'log_dict': {'total_nb_images': 719, 'max_time_between_images': '0 days 10859 seconds', 'coverage_pause': '0 days 1200 seconds', 'coverage_times_pause': '0 days 2400 seconds', 'nb_photos_decision': 0, 'nb_gray_level_ok': 0, 'nb_dedup_ok': 0, 'nb_two_criteria_ok': 0, 'nb_forced_upload': 12, 'end_of_day_photos_no_longer_on_disk': 1, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 717, 'ratio_coverage': 0.03508874528494985}, 'dashboard_dict': {'nb_ptf_finished': 8, 'nb_images_finished': 528, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 528, 'last_update': '2025/11/05', 'portfolio_id': 28148208, 'last_run_id': 2525198, 'total_number_of_photos': 718}} No error ? {'log_dict': {'total_nb_images': 718, 'max_time_between_images': '0 days 10861 seconds', 'coverage_pause': '0 days 1200 seconds', 'coverage_times_pause': '0 days 2400 seconds', 'nb_photos_decision': 0, 'nb_gray_level_ok': 0, 'nb_dedup_ok': 0, 'nb_two_criteria_ok': 0, 'nb_forced_upload': 0, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 717, 'ratio_coverage': 0.03508874528494985}, 'dashboard_dict': {'nb_ptf_finished': 3, 'nb_images_finished': 174, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 5, 'nb_images_started': 409, 'nb_selected_images': 583, 'last_update': '2025/11/06', 'portfolio_id': 28088710, 'last_run_id': 2525150, 'total_number_of_photos': 718}} Since we don't have condition on date we need to verify this lately ! Since we don't have condition on date we need to verify this lately ! Since we don't have condition on date we need to verify this lately ! Since we don't have condition on date we need to verify this lately ! Since we don't have condition on date we need to verify this lately ! Since we don't have condition on date we need to verify this lately ! Since we don't have condition on date we need to verify this lately ! Since we don't have condition on date we need to verify this lately ! Since we don't have condition on date we need to verify this lately ! Found day : 2025-11-13 00:00:00 Found day : 2025-11-12 00:00:00 Found day : 2025-11-11 00:00:00 Found day : 2025-11-10 00:00:00 Found day : 2025-11-07 00:00:00 Found day : 2025-11-06 00:00:00 Found day : 2025-11-05 00:00:00 Found day : 2025-11-04 00:00:00 Found day : 2025-11-03 00:00:00 Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2025-11-14 00:00:00,2025-11-17 00:00:00,2025-11-18 00:00:00,2025-11-19 00:00:00,2025-11-20 00:00:00,2025-11-21 00:00:00,2025-11-24 00:00:00,2025-11-25 00:00:00,2025-11-26 00:00:00,2025-11-27 00:00:00,2025-11-28 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 134 and month(ded.date) = 11 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 11 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%112025%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2025-11-01 : dt_date_just_month_year : 2025-11-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-11-01" AND ded.date <= "2025-11-30" apple3 {'JRM': {'mat': 'JRM', 'pht': 3726, 'datou_carac_id': 4433, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'papier'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (2525150,2525198,2573545,2581096,2608639,2654930,2667668,2667658,2692654,2692662,2692664,2692640,2684509,2684493,2684784,2692107,2692109,2692161,2692153) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01337896185883309, 'nb_photo': 953, 'list_port_cont': '28096204,28109306,28152176,28162171,28162258,28163958,28165042,28181870,28183046,28202026,28202751,28205975,28206121,28208206,28212273,28218511,28219103,28219445,28222449,28226875,28231564,28235028,28258347,28268173,28310393,28316314,28318801,28320346,28387716,28391984,28395234,28428088,28429458,28430805,28445177,28462236,28462390,28463002,28481237,28481433,28487153,28488603,28535495,28535938,28538176,28604914,28608906,28611954,28663939,28664131,28677745,28711765,28752750,28753970,28764694,28778889,28817224,28819032,28819158,28830571,28830924,28843615,28885706,28891153,28917111,28919130,28920037,28922282,28925035,28926490,28927157,28930523,28963984,28966553,28990656,28991691,28993176,29005781,29006701,29017344,29019466,29087445,29090242,29091516,29092200,29095328,29101988,29117385,29121214,29123158,29123328,29124834,29136746,29136909,29137130,29137218,29137878,29139640,29140215,29140246,29140370,29145110,29145191,29145464,29145769,29145986,29146179,29146354,29147142,29147423,29147570,29147766,29148028,2914819', 'assoc_port': '28089576:28235028,28089911:28096204,28108548:28231564,28108549:28226875,28108550:28109306,28108551:28222449,28108552:28218511,28108553:28202026,28149920:28181870,28151808:28152176,28151809:28183046,28160747:28163958,28160748:28165042,28161998:28162258,28162011:28162171,28202434:28202751,28203992:28206121,28203994:28208206,28205713:28205975,28212225:28212273,28218560:28219103,28218561:28219445,28258194:28258347,28260440:28316314,28268018:28268173,28305062:28310393,28317403:28320346,28317406:28318801,28387523:28387716,28390669:28391984,28394918:28395234,28428060:28428088,28429249:28429458,28430700:28430805,28445023:28445177,28461945:28463002,28461959:28462390,28461960:28462236,28481121:28481237,28481259:28481433,28486928:28488603,28486929:28487153,28531431:28535938,28531893:28538176,28535129:28535495,28604691:28604914,28607984:28608906,28611739:28611954,28648632:28663939,28657270:28711765,28659001:28677745,28663898:28664131,28741805:28764694,28743736:28753970,28747224:28752750,28772299:28819158,28776702:2881903', 'assoc_mat': '28089576:autre_refus:3726:28235028,28089911:autre_refus:3726:28096204,28108548:autre_refus:3726:28231564,28108549:autre_refus:3726:28226875,28108550:autre_refus:3726:28109306,28108551:autre_refus:3726:28222449,28108552:autre_refus:3726:28218511,28108553:autre_refus:3726:28202026,28149920:autre_refus:3726:28181870,28151808:autre_refus:3726:28152176,28151809:autre_refus:3726:28183046,28160747:autre_refus:3726:28163958,28160748:autre_refus:3726:28165042,28161998:autre_refus:3726:28162258,28162011:autre_refus:3726:28162171,28202434:autre_refus:3726:28202751,28203992:autre_refus:3726:28206121,28203994:autre_refus:3726:28208206,28205713:autre_refus:3726:28205975,28212225:autre_refus:3726:28212273,28218560:autre_refus:3726:28219103,28218561:autre_refus:3726:28219445,28258194:autre_refus:3726:28258347,28260440:autre_refus:3726:28316314,28268018:autre_refus:3726:28268173,28305062:autre_refus:3726:28310393,28317403:autre_refus:3726:28320346,28317406:autre_refus:3726:28318801,28387523:autre_refus:3726:28387716,28390669:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014073399386045233, 'nb_photo': 3096, 'list_port_cont': '28096205,28109307,28152178,28162170,28162272,28163951,28165043,28181864,28183040,28202032,28202752,28205969,28206123,28208200,28212279,28218504,28219106,28219451,28222447,28226873,28231562,28235024,28258353,28268181,28310386,28316309,28318812,28320347,28387711,28391985,28395235,28428093,28429459,28430804,28445175,28462243,28462384,28463014,28481233,28481438,28487144,28488593,28535488,28535939,28538184,28604907,28608910,28611957,28663936,28664135,28677752,28711767,28752745,28753973,28764695,28778894,28817220,28819034,28819154,28830565,28830928,28843619,28885715,28891147,28917120,28919133,28920034,28922279,28925028,28926494,28927159,28930522,28963987,28966545,28990653,28991700,28993184,29005782,29006697,29017343,29019463,29087449,29090232,29091520,29092198,29093072,29095337,29101981,29117392,29121212,29123152,29123336,29124826,29136754,29136903,29137133,29137220,29137877,29137922,29139642,29140220,29140244,29140373,29145115,29145185,29145475,29145762,29145984,29146180,29146355,29147137,29147430,29147564,2914776', 'assoc_port': '28089576:28235024,28089911:28096205,28108548:28231562,28108549:28226873,28108550:28109307,28108551:28222447,28108552:28218504,28108553:28202032,28149920:28181864,28151808:28152178,28151809:28183040,28160747:28163951,28160748:28165043,28161998:28162272,28162011:28162170,28202434:28202752,28203992:28206123,28203994:28208200,28205713:28205969,28212225:28212279,28218560:28219106,28218561:28219451,28258194:28258353,28260440:28316309,28268018:28268181,28305062:28310386,28317403:28320347,28317406:28318812,28387523:28387711,28390669:28391985,28394918:28395235,28428060:28428093,28429249:28429459,28430700:28430804,28445023:28445175,28461945:28463014,28461959:28462384,28461960:28462243,28481121:28481233,28481259:28481438,28486928:28488593,28486929:28487144,28531431:28535939,28531893:28538184,28535129:28535488,28604691:28604907,28607984:28608910,28611739:28611957,28648632:28663936,28657270:28711767,28659001:28677752,28663898:28664135,28741805:28764695,28743736:28753973,28747224:28752745,28772299:28819154,28776702:2881903', 'assoc_mat': '28089576:cartonnette:3726:28235024,28089911:cartonnette:3726:28096205,28108548:cartonnette:3726:28231562,28108549:cartonnette:3726:28226873,28108550:cartonnette:3726:28109307,28108551:cartonnette:3726:28222447,28108552:cartonnette:3726:28218504,28108553:cartonnette:3726:28202032,28149920:cartonnette:3726:28181864,28151808:cartonnette:3726:28152178,28151809:cartonnette:3726:28183040,28160747:cartonnette:3726:28163951,28160748:cartonnette:3726:28165043,28161998:cartonnette:3726:28162272,28162011:cartonnette:3726:28162170,28202434:cartonnette:3726:28202752,28203992:cartonnette:3726:28206123,28203994:cartonnette:3726:28208200,28205713:cartonnette:3726:28205969,28212225:cartonnette:3726:28212279,28218560:cartonnette:3726:28219106,28218561:cartonnette:3726:28219451,28258194:cartonnette:3726:28258353,28260440:cartonnette:3726:28316309,28268018:cartonnette:3726:28268181,28305062:cartonnette:3726:28310386,28317403:cartonnette:3726:28320347,28317406:cartonnette:3726:28318812,28387523:cartonnette:3726:28387711,28390669:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0686762576780355, 'nb_photo': 14064, 'list_port_cont': '28096209,28109314,28152179,28162173,28162274,28163956,28165037,28181865,28183044,28202029,28202758,28205979,28206126,28208209,28212269,28218507,28219111,28219453,28222445,28226880,28231566,28235031,28258350,28268177,28310392,28316308,28318811,28320337,28387706,28391988,28395225,28428090,28429457,28430802,28445176,28462237,28462391,28463006,28481235,28481436,28487149,28488592,28535490,28535941,28538180,28604908,28608908,28611959,28663931,28664125,28677750,28711774,28752740,28753974,28764700,28778885,28817217,28819023,28819152,28830561,28830933,28843610,28885709,28891149,28917110,28919136,28920045,28922278,28925038,28926492,28927154,28930518,28963992,28966550,28990654,28991698,28993182,29005788,29006705,29017349,29019467,29087451,29090237,29091517,29092196,29093073,29095329,29101991,29117386,29121213,29123156,29123338,29124827,29136755,29136912,29137134,29137219,29137879,29137927,29139639,29140218,29140248,29140369,29145111,29145188,29145468,29145771,29145994,29146177,29146362,29147140,29147420,29147568,2914776', 'assoc_port': '28089576:28235031,28089911:28096209,28108548:28231566,28108549:28226880,28108550:28109314,28108551:28222445,28108552:28218507,28108553:28202029,28149920:28181865,28151808:28152179,28151809:28183044,28160747:28163956,28160748:28165037,28161998:28162274,28162011:28162173,28202434:28202758,28203992:28206126,28203994:28208209,28205713:28205979,28212225:28212269,28218560:28219111,28218561:28219453,28258194:28258350,28260440:28316308,28268018:28268177,28305062:28310392,28317403:28320337,28317406:28318811,28387523:28387706,28390669:28391988,28394918:28395225,28428060:28428090,28429249:28429457,28430700:28430802,28445023:28445176,28461945:28463006,28461959:28462391,28461960:28462237,28481121:28481235,28481259:28481436,28486928:28488592,28486929:28487149,28531431:28535941,28531893:28538180,28535129:28535490,28604691:28604908,28607984:28608908,28611739:28611959,28648632:28663931,28657270:28711774,28659001:28677750,28663898:28664125,28741805:28764700,28743736:28753974,28747224:28752740,28772299:28819152,28776702:2881902', 'assoc_mat': '28089576:Carton_brun:3726:28235031,28089911:Carton_brun:3726:28096209,28108548:Carton_brun:3726:28231566,28108549:Carton_brun:3726:28226880,28108550:Carton_brun:3726:28109314,28108551:Carton_brun:3726:28222445,28108552:Carton_brun:3726:28218507,28108553:Carton_brun:3726:28202029,28149920:Carton_brun:3726:28181865,28151808:Carton_brun:3726:28152179,28151809:Carton_brun:3726:28183044,28160747:Carton_brun:3726:28163956,28160748:Carton_brun:3726:28165037,28161998:Carton_brun:3726:28162274,28162011:Carton_brun:3726:28162173,28202434:Carton_brun:3726:28202758,28203992:Carton_brun:3726:28206126,28203994:Carton_brun:3726:28208209,28205713:Carton_brun:3726:28205979,28212225:Carton_brun:3726:28212269,28218560:Carton_brun:3726:28219111,28218561:Carton_brun:3726:28219453,28258194:Carton_brun:3726:28258350,28260440:Carton_brun:3726:28316308,28268018:Carton_brun:3726:28268177,28305062:Carton_brun:3726:28310392,28317403:Carton_brun:3726:28320337,28317406:Carton_brun:3726:28318811,28387523:Carton_brun:3726:28387706,28390669:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005901342627318269, 'nb_photo': 359, 'list_port_cont': '28152173,28162176,28162270,28163952,28181866,28183042,28202022,28205971,28206132,28208203,28218505,28219112,28219447,28222451,28226876,28231559,28235034,28258346,28268179,28316318,28318804,28320338,28387708,28391994,28395227,28428089,28429462,28430799,28445178,28462245,28463005,28481228,28487154,28488597,28535496,28535937,28604903,28608904,28611958,28664130,28677744,28752746,28753968,28764699,28778892,28817225,28819028,28819150,28830569,28843618,28885714,28891150,28917114,28919142,28920044,28922284,28925036,28926495,28927155,28930524,28963989,28966551,28990648,28991692,28993180,29005789,29006702,29019458,29087446,29090240,29091522,29092201,29093074,29095334,29101992,29117382,29121207,29123159,29123331,29124836,29136751,29136911,29137141,29137870,29139641,29140249,29140375,29145106,29145187,29145466,29145768,29145987,29146175,29146353,29147146,29147429,29147562,29147775,29148035,29148188,29148334,29148461,29159172,29159232,29159330,29159430,29159927,29165829', 'assoc_port': '28089576:28235034,28108548:28231559,28108549:28226876,28108551:28222451,28108552:28218505,28108553:28202022,28149920:28181866,28151808:28152173,28151809:28183042,28160747:28163952,28161998:28162270,28162011:28162176,28203992:28206132,28203994:28208203,28205713:28205971,28218560:28219112,28218561:28219447,28258194:28258346,28260440:28316318,28268018:28268179,28317403:28320338,28317406:28318804,28387523:28387708,28390669:28391994,28394918:28395227,28428060:28428089,28429249:28429462,28430700:28430799,28445023:28445178,28461945:28463005,28461960:28462245,28481121:28481228,28486928:28488597,28486929:28487154,28531431:28535937,28535129:28535496,28604691:28604903,28607984:28608904,28611739:28611958,28659001:28677744,28663898:28664130,28741805:28764699,28743736:28753968,28747224:28752746,28772299:28819150,28776702:28819028,28778850:28778892,28812169:28817225,28830497:28830569,28833921:28843618,28885100:28885714,28885113:28891150,28916686:28919142,28916687:28930524,28916690:28917114,28916692:28926495,28916693:2892004', 'assoc_mat': '28089576:Carton_gris:3726:28235034,28108548:Carton_gris:3726:28231559,28108549:Carton_gris:3726:28226876,28108551:Carton_gris:3726:28222451,28108552:Carton_gris:3726:28218505,28108553:Carton_gris:3726:28202022,28149920:Carton_gris:3726:28181866,28151808:Carton_gris:3726:28152173,28151809:Carton_gris:3726:28183042,28160747:Carton_gris:3726:28163952,28161998:Carton_gris:3726:28162270,28162011:Carton_gris:3726:28162176,28203992:Carton_gris:3726:28206132,28203994:Carton_gris:3726:28208203,28205713:Carton_gris:3726:28205971,28218560:Carton_gris:3726:28219112,28218561:Carton_gris:3726:28219447,28258194:Carton_gris:3726:28258346,28260440:Carton_gris:3726:28316318,28268018:Carton_gris:3726:28268179,28317403:Carton_gris:3726:28320338,28317406:Carton_gris:3726:28318804,28387523:Carton_gris:3726:28387708,28390669:Carton_gris:3726:28391994,28394918:Carton_gris:3726:28395227,28428060:Carton_gris:3726:28428089,28429249:Carton_gris:3726:28429462,28430700:Carton_gris:3726:28430799,28445023:Carton_gris:3726:28445178,28461945:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0041420937416624505, 'nb_photo': 270, 'list_port_cont': '28096208,28109308,28152174,28162179,28162260,28163960,28183050,28202023,28205976,28206124,28208197,28212270,28218510,28219452,28222446,28226874,28235033,28258351,28310384,28316316,28318802,28320344,28387709,28391992,28395232,28429463,28430806,28445169,28462238,28462385,28481227,28481441,28487148,28535494,28535935,28538179,28608907,28664133,28764702,28817216,28819031,28819151,28830567,28830932,28843621,28885707,28891154,28917115,28919132,28922287,28925027,28926493,28927150,28930517,28963985,28966546,28991697,28993178,29006698,29017345,29019460,29090233,29095332,29117387,29121215,29123157,29123330,29124829,29136745,29136908,29137137,29137215,29137875,29139646,29140219,29140240,29140378,29145113,29145192,29145472,29145761,29145990,29146359,29147428,29147569,29147770,29148030,29148196,29159170,29159227,29159328,29159425,29159929,29377044', 'assoc_port': '28089576:28235033,28089911:28096208,28108549:28226874,28108550:28109308,28108551:28222446,28108552:28218510,28108553:28202023,28151808:28152174,28151809:28183050,28160747:28163960,28161998:28162260,28162011:28162179,28203992:28206124,28203994:28208197,28205713:28205976,28212225:28212270,28218561:28219452,28258194:28258351,28260440:28316316,28305062:28310384,28317403:28320344,28317406:28318802,28387523:28387709,28390669:28391992,28394918:28395232,28429249:28429463,28430700:28430806,28445023:28445169,28461959:28462385,28461960:28462238,28481121:28481227,28481259:28481441,28486929:28487148,28531431:28535935,28531893:28538179,28535129:28535494,28607984:28608907,28663898:28664133,28741805:28764702,28772299:28819151,28776702:28819031,28812169:28817216,28828305:28830932,28830497:28830567,28833921:28843621,28885100:28885707,28885113:28891154,28916686:28919132,28916687:28930517,28916690:28917115,28916692:28926493,28920300:28927150,28922239:28922287,28924701:28925027,28960078:28963985,28960380:28966546,28990611:2899169', 'assoc_mat': '28089576:kraft:3726:28235033,28089911:kraft:3726:28096208,28108549:kraft:3726:28226874,28108550:kraft:3726:28109308,28108551:kraft:3726:28222446,28108552:kraft:3726:28218510,28108553:kraft:3726:28202023,28151808:kraft:3726:28152174,28151809:kraft:3726:28183050,28160747:kraft:3726:28163960,28161998:kraft:3726:28162260,28162011:kraft:3726:28162179,28203992:kraft:3726:28206124,28203994:kraft:3726:28208197,28205713:kraft:3726:28205976,28212225:kraft:3726:28212270,28218561:kraft:3726:28219452,28258194:kraft:3726:28258351,28260440:kraft:3726:28316316,28305062:kraft:3726:28310384,28317403:kraft:3726:28320344,28317406:kraft:3726:28318802,28387523:kraft:3726:28387709,28390669:kraft:3726:28391992,28394918:kraft:3726:28395232,28429249:kraft:3726:28429463,28430700:kraft:3726:28430806,28445023:kraft:3726:28445169,28461959:kraft:3726:28462385,28461960:kraft:3726:28462238,28481121:kraft:3726:28481227,28481259:kraft:3726:28481441,28486929:kraft:3726:28487148,28531431:kraft:3726:28535935,28531893:kraft:3726:28538179,28535129:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.00152216349994341, 'nb_photo': 29, 'list_port_cont': '28162174,28162264,28387712,28395226,28428095,28429456,28445173,28819024,28843614,28927148,28963991,29087444,29091519,29101990,29136913,29139644,29145186,29146356,29147565,29147769,29377048', 'assoc_port': '28161998:28162264,28162011:28162174,28387523:28387712,28394918:28395226,28428060:28428095,28429249:28429456,28445023:28445173,28776702:28819024,28833921:28843614,28920300:28927148,28960078:28963991,29080507:29101990,29082474:29091519,29083737:29087444,29136579:29145186,29136588:29136913,29136935:29139644,29140154:29377048,29140158:29147565,29140160:29147769,29140174:29146356', 'assoc_mat': '28161998:metal:3726:28162264,28162011:metal:3726:28162174,28387523:metal:3726:28387712,28394918:metal:3726:28395226,28428060:metal:3726:28428095,28429249:metal:3726:28429456,28445023:metal:3726:28445173,28776702:metal:3726:28819024,28833921:metal:3726:28843614,28920300:metal:3726:28927148,28960078:metal:3726:28963991,29080507:metal:3726:29101990,29082474:metal:3726:29091519,29083737:metal:3726:29087444,29136579:metal:3726:29145186,29136588:metal:3726:29136913,29136935:metal:3726:29139644,29140154:metal:3726:29377048,29140158:metal:3726:29147565,29140160:metal:3726:29147769,29140174:metal:3726:29146356'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.011397044774063638, 'nb_photo': 2235, 'list_port_cont': '28096212,28109312,28152169,28162178,28162268,28163957,28165034,28181863,28183043,28202025,28202746,28205968,28206127,28208204,28212277,28218515,28219114,28219450,28222443,28226877,28231561,28235029,28258355,28268175,28310391,28316307,28318807,28320342,28387717,28391990,28395233,28428096,28429460,28430807,28445167,28462235,28462388,28463012,28481229,28481432,28487152,28488598,28535492,28535930,28538183,28604909,28608912,28611955,28663938,28664134,28677749,28711762,28752742,28753966,28764693,28778893,28817226,28819030,28819155,28830560,28830925,28843620,28885710,28891156,28917112,28919138,28920035,28922277,28925033,28926485,28927151,28930519,28963990,28966549,28990651,28991695,28993183,29005778,29006700,29017346,29019462,29087454,29090236,29091523,29092193,29093068,29095326,29101985,29117383,29121211,29123151,29123333,29124833,29136756,29136914,29137131,29137223,29137872,29137918,29139650,29140213,29140243,29140377,29145112,29145189,29145469,29145764,29145991,29146183,29146358,29147147,29147425,29147563,2914777', 'assoc_port': '28089576:28235029,28089911:28096212,28108548:28231561,28108549:28226877,28108550:28109312,28108551:28222443,28108552:28218515,28108553:28202025,28149920:28181863,28151808:28152169,28151809:28183043,28160747:28163957,28160748:28165034,28161998:28162268,28162011:28162178,28202434:28202746,28203992:28206127,28203994:28208204,28205713:28205968,28212225:28212277,28218560:28219114,28218561:28219450,28258194:28258355,28260440:28316307,28268018:28268175,28305062:28310391,28317403:28320342,28317406:28318807,28387523:28387717,28390669:28391990,28394918:28395233,28428060:28428096,28429249:28429460,28430700:28430807,28445023:28445167,28461945:28463012,28461959:28462388,28461960:28462235,28481121:28481229,28481259:28481432,28486928:28488598,28486929:28487152,28531431:28535930,28531893:28538183,28535129:28535492,28604691:28604909,28607984:28608912,28611739:28611955,28648632:28663938,28657270:28711762,28659001:28677749,28663898:28664134,28741805:28764693,28743736:28753966,28747224:28752742,28772299:28819155,28776702:2881903', 'assoc_mat': '28089576:plastique:3726:28235029,28089911:plastique:3726:28096212,28108548:plastique:3726:28231561,28108549:plastique:3726:28226877,28108550:plastique:3726:28109312,28108551:plastique:3726:28222443,28108552:plastique:3726:28218515,28108553:plastique:3726:28202025,28149920:plastique:3726:28181863,28151808:plastique:3726:28152169,28151809:plastique:3726:28183043,28160747:plastique:3726:28163957,28160748:plastique:3726:28165034,28161998:plastique:3726:28162268,28162011:plastique:3726:28162178,28202434:plastique:3726:28202746,28203992:plastique:3726:28206127,28203994:plastique:3726:28208204,28205713:plastique:3726:28205968,28212225:plastique:3726:28212277,28218560:plastique:3726:28219114,28218561:plastique:3726:28219450,28258194:plastique:3726:28258355,28260440:plastique:3726:28316307,28268018:plastique:3726:28268175,28305062:plastique:3726:28310391,28317403:plastique:3726:28320342,28317406:plastique:3726:28318807,28387523:plastique:3726:28387717,28390669:plastique:3726:28391990,28394918:plastique:3726:28395233,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.020717781378948037, 'nb_photo': 6789, 'list_port_cont': '28096206,28109304,28152171,28162169,28162261,28163959,28165038,28181868,28183051,28202028,28202747,28205973,28206122,28208199,28212286,28218506,28219104,28219455,28222444,28226872,28231560,28235030,28258354,28268174,28310389,28316317,28318805,28320343,28387710,28391989,28395224,28428097,28429464,28430801,28445170,28462242,28462381,28463013,28481234,28481439,28487155,28488599,28535489,28535936,28538177,28604904,28608914,28611953,28663928,28664129,28677743,28711771,28752749,28753976,28764696,28778895,28817218,28819033,28819153,28830562,28830934,28843611,28885708,28891157,28917116,28919140,28920036,28922281,28925029,28926488,28927152,28930525,28963993,28966554,28990649,28991699,28993179,29005787,29006707,29017338,29019464,29087452,29090235,29091524,29092192,29093065,29095330,29101982,29117384,29121210,29123153,29123335,29124835,29136750,29136906,29137138,29137222,29137869,29137925,29139647,29140222,29140250,29140367,29145107,29145194,29145465,29145760,29145993,29146182,29146351,29147138,29147421,29147572,2914776', 'assoc_port': '28089576:28235030,28089911:28096206,28108548:28231560,28108549:28226872,28108550:28109304,28108551:28222444,28108552:28218506,28108553:28202028,28149920:28181868,28151808:28152171,28151809:28183051,28160747:28163959,28160748:28165038,28161998:28162261,28162011:28162169,28202434:28202747,28203992:28206122,28203994:28208199,28205713:28205973,28212225:28212286,28218560:28219104,28218561:28219455,28258194:28258354,28260440:28316317,28268018:28268174,28305062:28310389,28317403:28320343,28317406:28318805,28387523:28387710,28390669:28391989,28394918:28395224,28428060:28428097,28429249:28429464,28430700:28430801,28445023:28445170,28461945:28463013,28461959:28462381,28461960:28462242,28481121:28481234,28481259:28481439,28486928:28488599,28486929:28487155,28531431:28535936,28531893:28538177,28535129:28535489,28604691:28604904,28607984:28608914,28611739:28611953,28648632:28663928,28657270:28711771,28659001:28677743,28663898:28664129,28741805:28764696,28743736:28753976,28747224:28752749,28772299:28819153,28776702:2881903', 'assoc_mat': '28089576:Teint_Dans_La_Masse:3726:28235030,28089911:Teint_Dans_La_Masse:3726:28096206,28108548:Teint_Dans_La_Masse:3726:28231560,28108549:Teint_Dans_La_Masse:3726:28226872,28108550:Teint_Dans_La_Masse:3726:28109304,28108551:Teint_Dans_La_Masse:3726:28222444,28108552:Teint_Dans_La_Masse:3726:28218506,28108553:Teint_Dans_La_Masse:3726:28202028,28149920:Teint_Dans_La_Masse:3726:28181868,28151808:Teint_Dans_La_Masse:3726:28152171,28151809:Teint_Dans_La_Masse:3726:28183051,28160747:Teint_Dans_La_Masse:3726:28163959,28160748:Teint_Dans_La_Masse:3726:28165038,28161998:Teint_Dans_La_Masse:3726:28162261,28162011:Teint_Dans_La_Masse:3726:28162169,28202434:Teint_Dans_La_Masse:3726:28202747,28203992:Teint_Dans_La_Masse:3726:28206122,28203994:Teint_Dans_La_Masse:3726:28208199,28205713:Teint_Dans_La_Masse:3726:28205973,28212225:Teint_Dans_La_Masse:3726:28212286,28218560:Teint_Dans_La_Masse:3726:28219104,28218561:Teint_Dans_La_Masse:3726:28219455,28258194:Teint_Dans_La_Masse:3726:28258354,28260440:Teint_Dans_La_Masse:3726:2'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(2525150,2525198,2573545,2581096,2608639,2654930,2667668,2667658,2692654,2692662,2692664,2692640,2684509,2684493,2684784,2692107,2692109,2692161,2692153)); after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2025-11-01' and date <= '2025-11-30') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((9445,),), 'unwanted_material_monthly_percentage': ((0.12997204383351063,),), 'material_repartition': (('JRM', 3684),), 'material_dict': {'JRM': 3684}, 'coverage_data': (('2025/11/13/', 0.0350887), ('2025/11/12/', 0.0350887), ('2025/11/11/', 0.0350887), ('2025/11/10/', 0.0350887), ('2025/11/07/', 0.0350887), ('2025/11/06/', 0.020176), ('2025/11/05/', 0.0350887), ('2025/11/04/', 0.0350887), ('2025/11/03/', 0.0350887)), 'impurety_average_data': ((datetime.date(2025, 11, 3), 0.1180729613273435, 53), (datetime.date(2025, 11, 4), 0.1467938195167567, 50), (datetime.date(2025, 11, 5), 0.1208853267523201, 49), (datetime.date(2025, 11, 6), 0.1513714280139661, 56), (datetime.date(2025, 11, 7), 0.14171384470000145, 26), (datetime.date(2025, 11, 10), 0.12711039107695798, 90), (datetime.date(2025, 11, 11), 0.13995806962728902, 40), (datetime.date(2025, 11, 12), 0.13155116835195996, 41), (datetime.date(2025, 11, 13), 0.12762406844262622, 87), (datetime.date(2025, 11, 14), 0.1372573280153546, 52), (datetime.date(2025, 11, 17), 0.10619934209309101, 76), (datetime.date(2025, 11, 18), 0.13461998641788922, 47), (datetime.date(2025, 11, 20), 0.1280563818245692, 59), (datetime.date(2025, 11, 21), 0.1257301621057738, 87), (datetime.date(2025, 11, 24), 0.12479090604910942, 56), (datetime.date(2025, 11, 25), 0.1356483475486903, 41), (datetime.date(2025, 11, 26), 0.13005465731141946, 92), (datetime.date(2025, 11, 27), 0.1262112730131425, 63), (datetime.date(2025, 11, 28), 0.12835652842851344, 89)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 11, 3), 0.1180729613273435, 53), (datetime.date(2025, 11, 4), 0.1467938195167567, 50), (datetime.date(2025, 11, 5), 0.1208853267523201, 49), (datetime.date(2025, 11, 6), 0.1513714280139661, 56), (datetime.date(2025, 11, 7), 0.14171384470000145, 26), (datetime.date(2025, 11, 10), 0.12711039107695798, 90), (datetime.date(2025, 11, 11), 0.13995806962728902, 40), (datetime.date(2025, 11, 12), 0.13155116835195996, 41), (datetime.date(2025, 11, 13), 0.12762406844262622, 87), (datetime.date(2025, 11, 14), 0.1372573280153546, 52), (datetime.date(2025, 11, 17), 0.10619934209309101, 76), (datetime.date(2025, 11, 18), 0.13461998641788922, 47), (datetime.date(2025, 11, 20), 0.1280563818245692, 59), (datetime.date(2025, 11, 21), 0.1257301621057738, 87), (datetime.date(2025, 11, 24), 0.12479090604910942, 56), (datetime.date(2025, 11, 25), 0.1356483475486903, 41), (datetime.date(2025, 11, 26), 0.13005465731141946, 92), (datetime.date(2025, 11, 27), 0.1262112730131425, 63), (datetime.date(2025, 11, 28), 0.12835652842851344, 89))}, 'quality_array': [['0.010116606299203188', '03112025'], ['0.029907757763240696', '04112025'], ['0.10804999948072355', '05112025'], ['0.10843243641556141', '06112025'], ['-0.7402812313901023', '07112025'], ['-0.09638360122482441', '10112025'], ['0.11034254235584227', '11112025'], ['-0.004515510081097458', '12112025'], ['0.13475996627768339', '13112025'], ['-0.07434237005425896', '14112025'], ['-0.12468007262531486', '17112025'], ['-0.07203191793964331', '18112025'], ['0.17296576136672703', '20112025'], ['0.0570061039010247', '21112025'], ['0.18748584613012315', '24112025'], ['0.24318665321917163', '25112025'], ['0.25045053543260193', '26112025'], ['0.2769378006356159', '27112025'], ['0.25017510487750827', '28112025']], 'number_of_batch': ((129,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01337896185883309, 'nb_photo': 953, 'list_port_cont': '28096204,28109306,28152176,28162171,28162258,28163958,28165042,28181870,28183046,28202026,28202751,28205975,28206121,28208206,28212273,28218511,28219103,28219445,28222449,28226875,28231564,28235028,28258347,28268173,28310393,28316314,28318801,28320346,28387716,28391984,28395234,28428088,28429458,28430805,28445177,28462236,28462390,28463002,28481237,28481433,28487153,28488603,28535495,28535938,28538176,28604914,28608906,28611954,28663939,28664131,28677745,28711765,28752750,28753970,28764694,28778889,28817224,28819032,28819158,28830571,28830924,28843615,28885706,28891153,28917111,28919130,28920037,28922282,28925035,28926490,28927157,28930523,28963984,28966553,28990656,28991691,28993176,29005781,29006701,29017344,29019466,29087445,29090242,29091516,29092200,29095328,29101988,29117385,29121214,29123158,29123328,29124834,29136746,29136909,29137130,29137218,29137878,29139640,29140215,29140246,29140370,29145110,29145191,29145464,29145769,29145986,29146179,29146354,29147142,29147423,29147570,29147766,29148028,2914819', 'assoc_port': '28089576:28235028,28089911:28096204,28108548:28231564,28108549:28226875,28108550:28109306,28108551:28222449,28108552:28218511,28108553:28202026,28149920:28181870,28151808:28152176,28151809:28183046,28160747:28163958,28160748:28165042,28161998:28162258,28162011:28162171,28202434:28202751,28203992:28206121,28203994:28208206,28205713:28205975,28212225:28212273,28218560:28219103,28218561:28219445,28258194:28258347,28260440:28316314,28268018:28268173,28305062:28310393,28317403:28320346,28317406:28318801,28387523:28387716,28390669:28391984,28394918:28395234,28428060:28428088,28429249:28429458,28430700:28430805,28445023:28445177,28461945:28463002,28461959:28462390,28461960:28462236,28481121:28481237,28481259:28481433,28486928:28488603,28486929:28487153,28531431:28535938,28531893:28538176,28535129:28535495,28604691:28604914,28607984:28608906,28611739:28611954,28648632:28663939,28657270:28711765,28659001:28677745,28663898:28664131,28741805:28764694,28743736:28753970,28747224:28752750,28772299:28819158,28776702:2881903', 'assoc_mat': '28089576:autre_refus:3726:28235028,28089911:autre_refus:3726:28096204,28108548:autre_refus:3726:28231564,28108549:autre_refus:3726:28226875,28108550:autre_refus:3726:28109306,28108551:autre_refus:3726:28222449,28108552:autre_refus:3726:28218511,28108553:autre_refus:3726:28202026,28149920:autre_refus:3726:28181870,28151808:autre_refus:3726:28152176,28151809:autre_refus:3726:28183046,28160747:autre_refus:3726:28163958,28160748:autre_refus:3726:28165042,28161998:autre_refus:3726:28162258,28162011:autre_refus:3726:28162171,28202434:autre_refus:3726:28202751,28203992:autre_refus:3726:28206121,28203994:autre_refus:3726:28208206,28205713:autre_refus:3726:28205975,28212225:autre_refus:3726:28212273,28218560:autre_refus:3726:28219103,28218561:autre_refus:3726:28219445,28258194:autre_refus:3726:28258347,28260440:autre_refus:3726:28316314,28268018:autre_refus:3726:28268173,28305062:autre_refus:3726:28310393,28317403:autre_refus:3726:28320346,28317406:autre_refus:3726:28318801,28387523:autre_refus:3726:28387716,28390669:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014073399386045233, 'nb_photo': 3096, 'list_port_cont': '28096205,28109307,28152178,28162170,28162272,28163951,28165043,28181864,28183040,28202032,28202752,28205969,28206123,28208200,28212279,28218504,28219106,28219451,28222447,28226873,28231562,28235024,28258353,28268181,28310386,28316309,28318812,28320347,28387711,28391985,28395235,28428093,28429459,28430804,28445175,28462243,28462384,28463014,28481233,28481438,28487144,28488593,28535488,28535939,28538184,28604907,28608910,28611957,28663936,28664135,28677752,28711767,28752745,28753973,28764695,28778894,28817220,28819034,28819154,28830565,28830928,28843619,28885715,28891147,28917120,28919133,28920034,28922279,28925028,28926494,28927159,28930522,28963987,28966545,28990653,28991700,28993184,29005782,29006697,29017343,29019463,29087449,29090232,29091520,29092198,29093072,29095337,29101981,29117392,29121212,29123152,29123336,29124826,29136754,29136903,29137133,29137220,29137877,29137922,29139642,29140220,29140244,29140373,29145115,29145185,29145475,29145762,29145984,29146180,29146355,29147137,29147430,29147564,2914776', 'assoc_port': '28089576:28235024,28089911:28096205,28108548:28231562,28108549:28226873,28108550:28109307,28108551:28222447,28108552:28218504,28108553:28202032,28149920:28181864,28151808:28152178,28151809:28183040,28160747:28163951,28160748:28165043,28161998:28162272,28162011:28162170,28202434:28202752,28203992:28206123,28203994:28208200,28205713:28205969,28212225:28212279,28218560:28219106,28218561:28219451,28258194:28258353,28260440:28316309,28268018:28268181,28305062:28310386,28317403:28320347,28317406:28318812,28387523:28387711,28390669:28391985,28394918:28395235,28428060:28428093,28429249:28429459,28430700:28430804,28445023:28445175,28461945:28463014,28461959:28462384,28461960:28462243,28481121:28481233,28481259:28481438,28486928:28488593,28486929:28487144,28531431:28535939,28531893:28538184,28535129:28535488,28604691:28604907,28607984:28608910,28611739:28611957,28648632:28663936,28657270:28711767,28659001:28677752,28663898:28664135,28741805:28764695,28743736:28753973,28747224:28752745,28772299:28819154,28776702:2881903', 'assoc_mat': '28089576:cartonnette:3726:28235024,28089911:cartonnette:3726:28096205,28108548:cartonnette:3726:28231562,28108549:cartonnette:3726:28226873,28108550:cartonnette:3726:28109307,28108551:cartonnette:3726:28222447,28108552:cartonnette:3726:28218504,28108553:cartonnette:3726:28202032,28149920:cartonnette:3726:28181864,28151808:cartonnette:3726:28152178,28151809:cartonnette:3726:28183040,28160747:cartonnette:3726:28163951,28160748:cartonnette:3726:28165043,28161998:cartonnette:3726:28162272,28162011:cartonnette:3726:28162170,28202434:cartonnette:3726:28202752,28203992:cartonnette:3726:28206123,28203994:cartonnette:3726:28208200,28205713:cartonnette:3726:28205969,28212225:cartonnette:3726:28212279,28218560:cartonnette:3726:28219106,28218561:cartonnette:3726:28219451,28258194:cartonnette:3726:28258353,28260440:cartonnette:3726:28316309,28268018:cartonnette:3726:28268181,28305062:cartonnette:3726:28310386,28317403:cartonnette:3726:28320347,28317406:cartonnette:3726:28318812,28387523:cartonnette:3726:28387711,28390669:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0686762576780355, 'nb_photo': 14064, 'list_port_cont': '28096209,28109314,28152179,28162173,28162274,28163956,28165037,28181865,28183044,28202029,28202758,28205979,28206126,28208209,28212269,28218507,28219111,28219453,28222445,28226880,28231566,28235031,28258350,28268177,28310392,28316308,28318811,28320337,28387706,28391988,28395225,28428090,28429457,28430802,28445176,28462237,28462391,28463006,28481235,28481436,28487149,28488592,28535490,28535941,28538180,28604908,28608908,28611959,28663931,28664125,28677750,28711774,28752740,28753974,28764700,28778885,28817217,28819023,28819152,28830561,28830933,28843610,28885709,28891149,28917110,28919136,28920045,28922278,28925038,28926492,28927154,28930518,28963992,28966550,28990654,28991698,28993182,29005788,29006705,29017349,29019467,29087451,29090237,29091517,29092196,29093073,29095329,29101991,29117386,29121213,29123156,29123338,29124827,29136755,29136912,29137134,29137219,29137879,29137927,29139639,29140218,29140248,29140369,29145111,29145188,29145468,29145771,29145994,29146177,29146362,29147140,29147420,29147568,2914776', 'assoc_port': '28089576:28235031,28089911:28096209,28108548:28231566,28108549:28226880,28108550:28109314,28108551:28222445,28108552:28218507,28108553:28202029,28149920:28181865,28151808:28152179,28151809:28183044,28160747:28163956,28160748:28165037,28161998:28162274,28162011:28162173,28202434:28202758,28203992:28206126,28203994:28208209,28205713:28205979,28212225:28212269,28218560:28219111,28218561:28219453,28258194:28258350,28260440:28316308,28268018:28268177,28305062:28310392,28317403:28320337,28317406:28318811,28387523:28387706,28390669:28391988,28394918:28395225,28428060:28428090,28429249:28429457,28430700:28430802,28445023:28445176,28461945:28463006,28461959:28462391,28461960:28462237,28481121:28481235,28481259:28481436,28486928:28488592,28486929:28487149,28531431:28535941,28531893:28538180,28535129:28535490,28604691:28604908,28607984:28608908,28611739:28611959,28648632:28663931,28657270:28711774,28659001:28677750,28663898:28664125,28741805:28764700,28743736:28753974,28747224:28752740,28772299:28819152,28776702:2881902', 'assoc_mat': '28089576:Carton_brun:3726:28235031,28089911:Carton_brun:3726:28096209,28108548:Carton_brun:3726:28231566,28108549:Carton_brun:3726:28226880,28108550:Carton_brun:3726:28109314,28108551:Carton_brun:3726:28222445,28108552:Carton_brun:3726:28218507,28108553:Carton_brun:3726:28202029,28149920:Carton_brun:3726:28181865,28151808:Carton_brun:3726:28152179,28151809:Carton_brun:3726:28183044,28160747:Carton_brun:3726:28163956,28160748:Carton_brun:3726:28165037,28161998:Carton_brun:3726:28162274,28162011:Carton_brun:3726:28162173,28202434:Carton_brun:3726:28202758,28203992:Carton_brun:3726:28206126,28203994:Carton_brun:3726:28208209,28205713:Carton_brun:3726:28205979,28212225:Carton_brun:3726:28212269,28218560:Carton_brun:3726:28219111,28218561:Carton_brun:3726:28219453,28258194:Carton_brun:3726:28258350,28260440:Carton_brun:3726:28316308,28268018:Carton_brun:3726:28268177,28305062:Carton_brun:3726:28310392,28317403:Carton_brun:3726:28320337,28317406:Carton_brun:3726:28318811,28387523:Carton_brun:3726:28387706,28390669:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005901342627318269, 'nb_photo': 359, 'list_port_cont': '28152173,28162176,28162270,28163952,28181866,28183042,28202022,28205971,28206132,28208203,28218505,28219112,28219447,28222451,28226876,28231559,28235034,28258346,28268179,28316318,28318804,28320338,28387708,28391994,28395227,28428089,28429462,28430799,28445178,28462245,28463005,28481228,28487154,28488597,28535496,28535937,28604903,28608904,28611958,28664130,28677744,28752746,28753968,28764699,28778892,28817225,28819028,28819150,28830569,28843618,28885714,28891150,28917114,28919142,28920044,28922284,28925036,28926495,28927155,28930524,28963989,28966551,28990648,28991692,28993180,29005789,29006702,29019458,29087446,29090240,29091522,29092201,29093074,29095334,29101992,29117382,29121207,29123159,29123331,29124836,29136751,29136911,29137141,29137870,29139641,29140249,29140375,29145106,29145187,29145466,29145768,29145987,29146175,29146353,29147146,29147429,29147562,29147775,29148035,29148188,29148334,29148461,29159172,29159232,29159330,29159430,29159927,29165829', 'assoc_port': '28089576:28235034,28108548:28231559,28108549:28226876,28108551:28222451,28108552:28218505,28108553:28202022,28149920:28181866,28151808:28152173,28151809:28183042,28160747:28163952,28161998:28162270,28162011:28162176,28203992:28206132,28203994:28208203,28205713:28205971,28218560:28219112,28218561:28219447,28258194:28258346,28260440:28316318,28268018:28268179,28317403:28320338,28317406:28318804,28387523:28387708,28390669:28391994,28394918:28395227,28428060:28428089,28429249:28429462,28430700:28430799,28445023:28445178,28461945:28463005,28461960:28462245,28481121:28481228,28486928:28488597,28486929:28487154,28531431:28535937,28535129:28535496,28604691:28604903,28607984:28608904,28611739:28611958,28659001:28677744,28663898:28664130,28741805:28764699,28743736:28753968,28747224:28752746,28772299:28819150,28776702:28819028,28778850:28778892,28812169:28817225,28830497:28830569,28833921:28843618,28885100:28885714,28885113:28891150,28916686:28919142,28916687:28930524,28916690:28917114,28916692:28926495,28916693:2892004', 'assoc_mat': '28089576:Carton_gris:3726:28235034,28108548:Carton_gris:3726:28231559,28108549:Carton_gris:3726:28226876,28108551:Carton_gris:3726:28222451,28108552:Carton_gris:3726:28218505,28108553:Carton_gris:3726:28202022,28149920:Carton_gris:3726:28181866,28151808:Carton_gris:3726:28152173,28151809:Carton_gris:3726:28183042,28160747:Carton_gris:3726:28163952,28161998:Carton_gris:3726:28162270,28162011:Carton_gris:3726:28162176,28203992:Carton_gris:3726:28206132,28203994:Carton_gris:3726:28208203,28205713:Carton_gris:3726:28205971,28218560:Carton_gris:3726:28219112,28218561:Carton_gris:3726:28219447,28258194:Carton_gris:3726:28258346,28260440:Carton_gris:3726:28316318,28268018:Carton_gris:3726:28268179,28317403:Carton_gris:3726:28320338,28317406:Carton_gris:3726:28318804,28387523:Carton_gris:3726:28387708,28390669:Carton_gris:3726:28391994,28394918:Carton_gris:3726:28395227,28428060:Carton_gris:3726:28428089,28429249:Carton_gris:3726:28429462,28430700:Carton_gris:3726:28430799,28445023:Carton_gris:3726:28445178,28461945:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0041420937416624505, 'nb_photo': 270, 'list_port_cont': '28096208,28109308,28152174,28162179,28162260,28163960,28183050,28202023,28205976,28206124,28208197,28212270,28218510,28219452,28222446,28226874,28235033,28258351,28310384,28316316,28318802,28320344,28387709,28391992,28395232,28429463,28430806,28445169,28462238,28462385,28481227,28481441,28487148,28535494,28535935,28538179,28608907,28664133,28764702,28817216,28819031,28819151,28830567,28830932,28843621,28885707,28891154,28917115,28919132,28922287,28925027,28926493,28927150,28930517,28963985,28966546,28991697,28993178,29006698,29017345,29019460,29090233,29095332,29117387,29121215,29123157,29123330,29124829,29136745,29136908,29137137,29137215,29137875,29139646,29140219,29140240,29140378,29145113,29145192,29145472,29145761,29145990,29146359,29147428,29147569,29147770,29148030,29148196,29159170,29159227,29159328,29159425,29159929,29377044', 'assoc_port': '28089576:28235033,28089911:28096208,28108549:28226874,28108550:28109308,28108551:28222446,28108552:28218510,28108553:28202023,28151808:28152174,28151809:28183050,28160747:28163960,28161998:28162260,28162011:28162179,28203992:28206124,28203994:28208197,28205713:28205976,28212225:28212270,28218561:28219452,28258194:28258351,28260440:28316316,28305062:28310384,28317403:28320344,28317406:28318802,28387523:28387709,28390669:28391992,28394918:28395232,28429249:28429463,28430700:28430806,28445023:28445169,28461959:28462385,28461960:28462238,28481121:28481227,28481259:28481441,28486929:28487148,28531431:28535935,28531893:28538179,28535129:28535494,28607984:28608907,28663898:28664133,28741805:28764702,28772299:28819151,28776702:28819031,28812169:28817216,28828305:28830932,28830497:28830567,28833921:28843621,28885100:28885707,28885113:28891154,28916686:28919132,28916687:28930517,28916690:28917115,28916692:28926493,28920300:28927150,28922239:28922287,28924701:28925027,28960078:28963985,28960380:28966546,28990611:2899169', 'assoc_mat': '28089576:kraft:3726:28235033,28089911:kraft:3726:28096208,28108549:kraft:3726:28226874,28108550:kraft:3726:28109308,28108551:kraft:3726:28222446,28108552:kraft:3726:28218510,28108553:kraft:3726:28202023,28151808:kraft:3726:28152174,28151809:kraft:3726:28183050,28160747:kraft:3726:28163960,28161998:kraft:3726:28162260,28162011:kraft:3726:28162179,28203992:kraft:3726:28206124,28203994:kraft:3726:28208197,28205713:kraft:3726:28205976,28212225:kraft:3726:28212270,28218561:kraft:3726:28219452,28258194:kraft:3726:28258351,28260440:kraft:3726:28316316,28305062:kraft:3726:28310384,28317403:kraft:3726:28320344,28317406:kraft:3726:28318802,28387523:kraft:3726:28387709,28390669:kraft:3726:28391992,28394918:kraft:3726:28395232,28429249:kraft:3726:28429463,28430700:kraft:3726:28430806,28445023:kraft:3726:28445169,28461959:kraft:3726:28462385,28461960:kraft:3726:28462238,28481121:kraft:3726:28481227,28481259:kraft:3726:28481441,28486929:kraft:3726:28487148,28531431:kraft:3726:28535935,28531893:kraft:3726:28538179,28535129:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.00152216349994341, 'nb_photo': 29, 'list_port_cont': '28162174,28162264,28387712,28395226,28428095,28429456,28445173,28819024,28843614,28927148,28963991,29087444,29091519,29101990,29136913,29139644,29145186,29146356,29147565,29147769,29377048', 'assoc_port': '28161998:28162264,28162011:28162174,28387523:28387712,28394918:28395226,28428060:28428095,28429249:28429456,28445023:28445173,28776702:28819024,28833921:28843614,28920300:28927148,28960078:28963991,29080507:29101990,29082474:29091519,29083737:29087444,29136579:29145186,29136588:29136913,29136935:29139644,29140154:29377048,29140158:29147565,29140160:29147769,29140174:29146356', 'assoc_mat': '28161998:metal:3726:28162264,28162011:metal:3726:28162174,28387523:metal:3726:28387712,28394918:metal:3726:28395226,28428060:metal:3726:28428095,28429249:metal:3726:28429456,28445023:metal:3726:28445173,28776702:metal:3726:28819024,28833921:metal:3726:28843614,28920300:metal:3726:28927148,28960078:metal:3726:28963991,29080507:metal:3726:29101990,29082474:metal:3726:29091519,29083737:metal:3726:29087444,29136579:metal:3726:29145186,29136588:metal:3726:29136913,29136935:metal:3726:29139644,29140154:metal:3726:29377048,29140158:metal:3726:29147565,29140160:metal:3726:29147769,29140174:metal:3726:29146356'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.011397044774063638, 'nb_photo': 2235, 'list_port_cont': '28096212,28109312,28152169,28162178,28162268,28163957,28165034,28181863,28183043,28202025,28202746,28205968,28206127,28208204,28212277,28218515,28219114,28219450,28222443,28226877,28231561,28235029,28258355,28268175,28310391,28316307,28318807,28320342,28387717,28391990,28395233,28428096,28429460,28430807,28445167,28462235,28462388,28463012,28481229,28481432,28487152,28488598,28535492,28535930,28538183,28604909,28608912,28611955,28663938,28664134,28677749,28711762,28752742,28753966,28764693,28778893,28817226,28819030,28819155,28830560,28830925,28843620,28885710,28891156,28917112,28919138,28920035,28922277,28925033,28926485,28927151,28930519,28963990,28966549,28990651,28991695,28993183,29005778,29006700,29017346,29019462,29087454,29090236,29091523,29092193,29093068,29095326,29101985,29117383,29121211,29123151,29123333,29124833,29136756,29136914,29137131,29137223,29137872,29137918,29139650,29140213,29140243,29140377,29145112,29145189,29145469,29145764,29145991,29146183,29146358,29147147,29147425,29147563,2914777', 'assoc_port': '28089576:28235029,28089911:28096212,28108548:28231561,28108549:28226877,28108550:28109312,28108551:28222443,28108552:28218515,28108553:28202025,28149920:28181863,28151808:28152169,28151809:28183043,28160747:28163957,28160748:28165034,28161998:28162268,28162011:28162178,28202434:28202746,28203992:28206127,28203994:28208204,28205713:28205968,28212225:28212277,28218560:28219114,28218561:28219450,28258194:28258355,28260440:28316307,28268018:28268175,28305062:28310391,28317403:28320342,28317406:28318807,28387523:28387717,28390669:28391990,28394918:28395233,28428060:28428096,28429249:28429460,28430700:28430807,28445023:28445167,28461945:28463012,28461959:28462388,28461960:28462235,28481121:28481229,28481259:28481432,28486928:28488598,28486929:28487152,28531431:28535930,28531893:28538183,28535129:28535492,28604691:28604909,28607984:28608912,28611739:28611955,28648632:28663938,28657270:28711762,28659001:28677749,28663898:28664134,28741805:28764693,28743736:28753966,28747224:28752742,28772299:28819155,28776702:2881903', 'assoc_mat': '28089576:plastique:3726:28235029,28089911:plastique:3726:28096212,28108548:plastique:3726:28231561,28108549:plastique:3726:28226877,28108550:plastique:3726:28109312,28108551:plastique:3726:28222443,28108552:plastique:3726:28218515,28108553:plastique:3726:28202025,28149920:plastique:3726:28181863,28151808:plastique:3726:28152169,28151809:plastique:3726:28183043,28160747:plastique:3726:28163957,28160748:plastique:3726:28165034,28161998:plastique:3726:28162268,28162011:plastique:3726:28162178,28202434:plastique:3726:28202746,28203992:plastique:3726:28206127,28203994:plastique:3726:28208204,28205713:plastique:3726:28205968,28212225:plastique:3726:28212277,28218560:plastique:3726:28219114,28218561:plastique:3726:28219450,28258194:plastique:3726:28258355,28260440:plastique:3726:28316307,28268018:plastique:3726:28268175,28305062:plastique:3726:28310391,28317403:plastique:3726:28320342,28317406:plastique:3726:28318807,28387523:plastique:3726:28387717,28390669:plastique:3726:28391990,28394918:plastique:3726:28395233,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.020717781378948037, 'nb_photo': 6789, 'list_port_cont': '28096206,28109304,28152171,28162169,28162261,28163959,28165038,28181868,28183051,28202028,28202747,28205973,28206122,28208199,28212286,28218506,28219104,28219455,28222444,28226872,28231560,28235030,28258354,28268174,28310389,28316317,28318805,28320343,28387710,28391989,28395224,28428097,28429464,28430801,28445170,28462242,28462381,28463013,28481234,28481439,28487155,28488599,28535489,28535936,28538177,28604904,28608914,28611953,28663928,28664129,28677743,28711771,28752749,28753976,28764696,28778895,28817218,28819033,28819153,28830562,28830934,28843611,28885708,28891157,28917116,28919140,28920036,28922281,28925029,28926488,28927152,28930525,28963993,28966554,28990649,28991699,28993179,29005787,29006707,29017338,29019464,29087452,29090235,29091524,29092192,29093065,29095330,29101982,29117384,29121210,29123153,29123335,29124835,29136750,29136906,29137138,29137222,29137869,29137925,29139647,29140222,29140250,29140367,29145107,29145194,29145465,29145760,29145993,29146182,29146351,29147138,29147421,29147572,2914776', 'assoc_port': '28089576:28235030,28089911:28096206,28108548:28231560,28108549:28226872,28108550:28109304,28108551:28222444,28108552:28218506,28108553:28202028,28149920:28181868,28151808:28152171,28151809:28183051,28160747:28163959,28160748:28165038,28161998:28162261,28162011:28162169,28202434:28202747,28203992:28206122,28203994:28208199,28205713:28205973,28212225:28212286,28218560:28219104,28218561:28219455,28258194:28258354,28260440:28316317,28268018:28268174,28305062:28310389,28317403:28320343,28317406:28318805,28387523:28387710,28390669:28391989,28394918:28395224,28428060:28428097,28429249:28429464,28430700:28430801,28445023:28445170,28461945:28463013,28461959:28462381,28461960:28462242,28481121:28481234,28481259:28481439,28486928:28488599,28486929:28487155,28531431:28535936,28531893:28538177,28535129:28535489,28604691:28604904,28607984:28608914,28611739:28611953,28648632:28663928,28657270:28711771,28659001:28677743,28663898:28664129,28741805:28764696,28743736:28753976,28747224:28752749,28772299:28819153,28776702:2881903', 'assoc_mat': '28089576:Teint_Dans_La_Masse:3726:28235030,28089911:Teint_Dans_La_Masse:3726:28096206,28108548:Teint_Dans_La_Masse:3726:28231560,28108549:Teint_Dans_La_Masse:3726:28226872,28108550:Teint_Dans_La_Masse:3726:28109304,28108551:Teint_Dans_La_Masse:3726:28222444,28108552:Teint_Dans_La_Masse:3726:28218506,28108553:Teint_Dans_La_Masse:3726:28202028,28149920:Teint_Dans_La_Masse:3726:28181868,28151808:Teint_Dans_La_Masse:3726:28152171,28151809:Teint_Dans_La_Masse:3726:28183051,28160747:Teint_Dans_La_Masse:3726:28163959,28160748:Teint_Dans_La_Masse:3726:28165038,28161998:Teint_Dans_La_Masse:3726:28162261,28162011:Teint_Dans_La_Masse:3726:28162169,28202434:Teint_Dans_La_Masse:3726:28202747,28203992:Teint_Dans_La_Masse:3726:28206122,28203994:Teint_Dans_La_Masse:3726:28208199,28205713:Teint_Dans_La_Masse:3726:28205973,28212225:Teint_Dans_La_Masse:3726:28212286,28218560:Teint_Dans_La_Masse:3726:28219104,28218561:Teint_Dans_La_Masse:3726:28219455,28258194:Teint_Dans_La_Masse:3726:28258354,28260440:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 9445}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-11', 0.12997204383351063),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((9445,),), 'unwanted_material_monthly_percentage': ((0.12997204383351063,),), 'material_repartition': (('JRM', 3684),), 'material_dict': {'JRM': 3684}, 'coverage_data': (('2025/11/13/', 0.0350887), ('2025/11/12/', 0.0350887), ('2025/11/11/', 0.0350887), ('2025/11/10/', 0.0350887), ('2025/11/07/', 0.0350887), ('2025/11/06/', 0.020176), ('2025/11/05/', 0.0350887), ('2025/11/04/', 0.0350887), ('2025/11/03/', 0.0350887)), 'impurety_average_data': ((datetime.date(2025, 11, 3), 0.1180729613273435, 53), (datetime.date(2025, 11, 4), 0.1467938195167567, 50), (datetime.date(2025, 11, 5), 0.1208853267523201, 49), (datetime.date(2025, 11, 6), 0.1513714280139661, 56), (datetime.date(2025, 11, 7), 0.14171384470000145, 26), (datetime.date(2025, 11, 10), 0.12711039107695798, 90), (datetime.date(2025, 11, 11), 0.13995806962728902, 40), (datetime.date(2025, 11, 12), 0.13155116835195996, 41), (datetime.date(2025, 11, 13), 0.12762406844262622, 87), (datetime.date(2025, 11, 14), 0.1372573280153546, 52), (datetime.date(2025, 11, 17), 0.10619934209309101, 76), (datetime.date(2025, 11, 18), 0.13461998641788922, 47), (datetime.date(2025, 11, 20), 0.1280563818245692, 59), (datetime.date(2025, 11, 21), 0.1257301621057738, 87), (datetime.date(2025, 11, 24), 0.12479090604910942, 56), (datetime.date(2025, 11, 25), 0.1356483475486903, 41), (datetime.date(2025, 11, 26), 0.13005465731141946, 92), (datetime.date(2025, 11, 27), 0.1262112730131425, 63), (datetime.date(2025, 11, 28), 0.12835652842851344, 89)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 11, 3), 0.1180729613273435, 53), (datetime.date(2025, 11, 4), 0.1467938195167567, 50), (datetime.date(2025, 11, 5), 0.1208853267523201, 49), (datetime.date(2025, 11, 6), 0.1513714280139661, 56), (datetime.date(2025, 11, 7), 0.14171384470000145, 26), (datetime.date(2025, 11, 10), 0.12711039107695798, 90), (datetime.date(2025, 11, 11), 0.13995806962728902, 40), (datetime.date(2025, 11, 12), 0.13155116835195996, 41), (datetime.date(2025, 11, 13), 0.12762406844262622, 87), (datetime.date(2025, 11, 14), 0.1372573280153546, 52), (datetime.date(2025, 11, 17), 0.10619934209309101, 76), (datetime.date(2025, 11, 18), 0.13461998641788922, 47), (datetime.date(2025, 11, 20), 0.1280563818245692, 59), (datetime.date(2025, 11, 21), 0.1257301621057738, 87), (datetime.date(2025, 11, 24), 0.12479090604910942, 56), (datetime.date(2025, 11, 25), 0.1356483475486903, 41), (datetime.date(2025, 11, 26), 0.13005465731141946, 92), (datetime.date(2025, 11, 27), 0.1262112730131425, 63), (datetime.date(2025, 11, 28), 0.12835652842851344, 89))}, 'quality_array': [['0.010116606299203188', '03112025'], ['0.029907757763240696', '04112025'], ['0.10804999948072355', '05112025'], ['0.10843243641556141', '06112025'], ['-0.7402812313901023', '07112025'], ['-0.09638360122482441', '10112025'], ['0.11034254235584227', '11112025'], ['-0.004515510081097458', '12112025'], ['0.13475996627768339', '13112025'], ['-0.07434237005425896', '14112025'], ['-0.12468007262531486', '17112025'], ['-0.07203191793964331', '18112025'], ['0.17296576136672703', '20112025'], ['0.0570061039010247', '21112025'], ['0.18748584613012315', '24112025'], ['0.24318665321917163', '25112025'], ['0.25045053543260193', '26112025'], ['0.2769378006356159', '27112025'], ['0.25017510487750827', '28112025']], 'number_of_batch': ((129,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01337896185883309, 'nb_photo': 953, 'list_port_cont': '28096204,28109306,28152176,28162171,28162258,28163958,28165042,28181870,28183046,28202026,28202751,28205975,28206121,28208206,28212273,28218511,28219103,28219445,28222449,28226875,28231564,28235028,28258347,28268173,28310393,28316314,28318801,28320346,28387716,28391984,28395234,28428088,28429458,28430805,28445177,28462236,28462390,28463002,28481237,28481433,28487153,28488603,28535495,28535938,28538176,28604914,28608906,28611954,28663939,28664131,28677745,28711765,28752750,28753970,28764694,28778889,28817224,28819032,28819158,28830571,28830924,28843615,28885706,28891153,28917111,28919130,28920037,28922282,28925035,28926490,28927157,28930523,28963984,28966553,28990656,28991691,28993176,29005781,29006701,29017344,29019466,29087445,29090242,29091516,29092200,29095328,29101988,29117385,29121214,29123158,29123328,29124834,29136746,29136909,29137130,29137218,29137878,29139640,29140215,29140246,29140370,29145110,29145191,29145464,29145769,29145986,29146179,29146354,29147142,29147423,29147570,29147766,29148028,2914819', 'assoc_port': '28089576:28235028,28089911:28096204,28108548:28231564,28108549:28226875,28108550:28109306,28108551:28222449,28108552:28218511,28108553:28202026,28149920:28181870,28151808:28152176,28151809:28183046,28160747:28163958,28160748:28165042,28161998:28162258,28162011:28162171,28202434:28202751,28203992:28206121,28203994:28208206,28205713:28205975,28212225:28212273,28218560:28219103,28218561:28219445,28258194:28258347,28260440:28316314,28268018:28268173,28305062:28310393,28317403:28320346,28317406:28318801,28387523:28387716,28390669:28391984,28394918:28395234,28428060:28428088,28429249:28429458,28430700:28430805,28445023:28445177,28461945:28463002,28461959:28462390,28461960:28462236,28481121:28481237,28481259:28481433,28486928:28488603,28486929:28487153,28531431:28535938,28531893:28538176,28535129:28535495,28604691:28604914,28607984:28608906,28611739:28611954,28648632:28663939,28657270:28711765,28659001:28677745,28663898:28664131,28741805:28764694,28743736:28753970,28747224:28752750,28772299:28819158,28776702:2881903', 'assoc_mat': '28089576:autre_refus:3726:28235028,28089911:autre_refus:3726:28096204,28108548:autre_refus:3726:28231564,28108549:autre_refus:3726:28226875,28108550:autre_refus:3726:28109306,28108551:autre_refus:3726:28222449,28108552:autre_refus:3726:28218511,28108553:autre_refus:3726:28202026,28149920:autre_refus:3726:28181870,28151808:autre_refus:3726:28152176,28151809:autre_refus:3726:28183046,28160747:autre_refus:3726:28163958,28160748:autre_refus:3726:28165042,28161998:autre_refus:3726:28162258,28162011:autre_refus:3726:28162171,28202434:autre_refus:3726:28202751,28203992:autre_refus:3726:28206121,28203994:autre_refus:3726:28208206,28205713:autre_refus:3726:28205975,28212225:autre_refus:3726:28212273,28218560:autre_refus:3726:28219103,28218561:autre_refus:3726:28219445,28258194:autre_refus:3726:28258347,28260440:autre_refus:3726:28316314,28268018:autre_refus:3726:28268173,28305062:autre_refus:3726:28310393,28317403:autre_refus:3726:28320346,28317406:autre_refus:3726:28318801,28387523:autre_refus:3726:28387716,28390669:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014073399386045233, 'nb_photo': 3096, 'list_port_cont': '28096205,28109307,28152178,28162170,28162272,28163951,28165043,28181864,28183040,28202032,28202752,28205969,28206123,28208200,28212279,28218504,28219106,28219451,28222447,28226873,28231562,28235024,28258353,28268181,28310386,28316309,28318812,28320347,28387711,28391985,28395235,28428093,28429459,28430804,28445175,28462243,28462384,28463014,28481233,28481438,28487144,28488593,28535488,28535939,28538184,28604907,28608910,28611957,28663936,28664135,28677752,28711767,28752745,28753973,28764695,28778894,28817220,28819034,28819154,28830565,28830928,28843619,28885715,28891147,28917120,28919133,28920034,28922279,28925028,28926494,28927159,28930522,28963987,28966545,28990653,28991700,28993184,29005782,29006697,29017343,29019463,29087449,29090232,29091520,29092198,29093072,29095337,29101981,29117392,29121212,29123152,29123336,29124826,29136754,29136903,29137133,29137220,29137877,29137922,29139642,29140220,29140244,29140373,29145115,29145185,29145475,29145762,29145984,29146180,29146355,29147137,29147430,29147564,2914776', 'assoc_port': '28089576:28235024,28089911:28096205,28108548:28231562,28108549:28226873,28108550:28109307,28108551:28222447,28108552:28218504,28108553:28202032,28149920:28181864,28151808:28152178,28151809:28183040,28160747:28163951,28160748:28165043,28161998:28162272,28162011:28162170,28202434:28202752,28203992:28206123,28203994:28208200,28205713:28205969,28212225:28212279,28218560:28219106,28218561:28219451,28258194:28258353,28260440:28316309,28268018:28268181,28305062:28310386,28317403:28320347,28317406:28318812,28387523:28387711,28390669:28391985,28394918:28395235,28428060:28428093,28429249:28429459,28430700:28430804,28445023:28445175,28461945:28463014,28461959:28462384,28461960:28462243,28481121:28481233,28481259:28481438,28486928:28488593,28486929:28487144,28531431:28535939,28531893:28538184,28535129:28535488,28604691:28604907,28607984:28608910,28611739:28611957,28648632:28663936,28657270:28711767,28659001:28677752,28663898:28664135,28741805:28764695,28743736:28753973,28747224:28752745,28772299:28819154,28776702:2881903', 'assoc_mat': '28089576:cartonnette:3726:28235024,28089911:cartonnette:3726:28096205,28108548:cartonnette:3726:28231562,28108549:cartonnette:3726:28226873,28108550:cartonnette:3726:28109307,28108551:cartonnette:3726:28222447,28108552:cartonnette:3726:28218504,28108553:cartonnette:3726:28202032,28149920:cartonnette:3726:28181864,28151808:cartonnette:3726:28152178,28151809:cartonnette:3726:28183040,28160747:cartonnette:3726:28163951,28160748:cartonnette:3726:28165043,28161998:cartonnette:3726:28162272,28162011:cartonnette:3726:28162170,28202434:cartonnette:3726:28202752,28203992:cartonnette:3726:28206123,28203994:cartonnette:3726:28208200,28205713:cartonnette:3726:28205969,28212225:cartonnette:3726:28212279,28218560:cartonnette:3726:28219106,28218561:cartonnette:3726:28219451,28258194:cartonnette:3726:28258353,28260440:cartonnette:3726:28316309,28268018:cartonnette:3726:28268181,28305062:cartonnette:3726:28310386,28317403:cartonnette:3726:28320347,28317406:cartonnette:3726:28318812,28387523:cartonnette:3726:28387711,28390669:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0686762576780355, 'nb_photo': 14064, 'list_port_cont': '28096209,28109314,28152179,28162173,28162274,28163956,28165037,28181865,28183044,28202029,28202758,28205979,28206126,28208209,28212269,28218507,28219111,28219453,28222445,28226880,28231566,28235031,28258350,28268177,28310392,28316308,28318811,28320337,28387706,28391988,28395225,28428090,28429457,28430802,28445176,28462237,28462391,28463006,28481235,28481436,28487149,28488592,28535490,28535941,28538180,28604908,28608908,28611959,28663931,28664125,28677750,28711774,28752740,28753974,28764700,28778885,28817217,28819023,28819152,28830561,28830933,28843610,28885709,28891149,28917110,28919136,28920045,28922278,28925038,28926492,28927154,28930518,28963992,28966550,28990654,28991698,28993182,29005788,29006705,29017349,29019467,29087451,29090237,29091517,29092196,29093073,29095329,29101991,29117386,29121213,29123156,29123338,29124827,29136755,29136912,29137134,29137219,29137879,29137927,29139639,29140218,29140248,29140369,29145111,29145188,29145468,29145771,29145994,29146177,29146362,29147140,29147420,29147568,2914776', 'assoc_port': '28089576:28235031,28089911:28096209,28108548:28231566,28108549:28226880,28108550:28109314,28108551:28222445,28108552:28218507,28108553:28202029,28149920:28181865,28151808:28152179,28151809:28183044,28160747:28163956,28160748:28165037,28161998:28162274,28162011:28162173,28202434:28202758,28203992:28206126,28203994:28208209,28205713:28205979,28212225:28212269,28218560:28219111,28218561:28219453,28258194:28258350,28260440:28316308,28268018:28268177,28305062:28310392,28317403:28320337,28317406:28318811,28387523:28387706,28390669:28391988,28394918:28395225,28428060:28428090,28429249:28429457,28430700:28430802,28445023:28445176,28461945:28463006,28461959:28462391,28461960:28462237,28481121:28481235,28481259:28481436,28486928:28488592,28486929:28487149,28531431:28535941,28531893:28538180,28535129:28535490,28604691:28604908,28607984:28608908,28611739:28611959,28648632:28663931,28657270:28711774,28659001:28677750,28663898:28664125,28741805:28764700,28743736:28753974,28747224:28752740,28772299:28819152,28776702:2881902', 'assoc_mat': '28089576:Carton_brun:3726:28235031,28089911:Carton_brun:3726:28096209,28108548:Carton_brun:3726:28231566,28108549:Carton_brun:3726:28226880,28108550:Carton_brun:3726:28109314,28108551:Carton_brun:3726:28222445,28108552:Carton_brun:3726:28218507,28108553:Carton_brun:3726:28202029,28149920:Carton_brun:3726:28181865,28151808:Carton_brun:3726:28152179,28151809:Carton_brun:3726:28183044,28160747:Carton_brun:3726:28163956,28160748:Carton_brun:3726:28165037,28161998:Carton_brun:3726:28162274,28162011:Carton_brun:3726:28162173,28202434:Carton_brun:3726:28202758,28203992:Carton_brun:3726:28206126,28203994:Carton_brun:3726:28208209,28205713:Carton_brun:3726:28205979,28212225:Carton_brun:3726:28212269,28218560:Carton_brun:3726:28219111,28218561:Carton_brun:3726:28219453,28258194:Carton_brun:3726:28258350,28260440:Carton_brun:3726:28316308,28268018:Carton_brun:3726:28268177,28305062:Carton_brun:3726:28310392,28317403:Carton_brun:3726:28320337,28317406:Carton_brun:3726:28318811,28387523:Carton_brun:3726:28387706,28390669:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005901342627318269, 'nb_photo': 359, 'list_port_cont': '28152173,28162176,28162270,28163952,28181866,28183042,28202022,28205971,28206132,28208203,28218505,28219112,28219447,28222451,28226876,28231559,28235034,28258346,28268179,28316318,28318804,28320338,28387708,28391994,28395227,28428089,28429462,28430799,28445178,28462245,28463005,28481228,28487154,28488597,28535496,28535937,28604903,28608904,28611958,28664130,28677744,28752746,28753968,28764699,28778892,28817225,28819028,28819150,28830569,28843618,28885714,28891150,28917114,28919142,28920044,28922284,28925036,28926495,28927155,28930524,28963989,28966551,28990648,28991692,28993180,29005789,29006702,29019458,29087446,29090240,29091522,29092201,29093074,29095334,29101992,29117382,29121207,29123159,29123331,29124836,29136751,29136911,29137141,29137870,29139641,29140249,29140375,29145106,29145187,29145466,29145768,29145987,29146175,29146353,29147146,29147429,29147562,29147775,29148035,29148188,29148334,29148461,29159172,29159232,29159330,29159430,29159927,29165829', 'assoc_port': '28089576:28235034,28108548:28231559,28108549:28226876,28108551:28222451,28108552:28218505,28108553:28202022,28149920:28181866,28151808:28152173,28151809:28183042,28160747:28163952,28161998:28162270,28162011:28162176,28203992:28206132,28203994:28208203,28205713:28205971,28218560:28219112,28218561:28219447,28258194:28258346,28260440:28316318,28268018:28268179,28317403:28320338,28317406:28318804,28387523:28387708,28390669:28391994,28394918:28395227,28428060:28428089,28429249:28429462,28430700:28430799,28445023:28445178,28461945:28463005,28461960:28462245,28481121:28481228,28486928:28488597,28486929:28487154,28531431:28535937,28535129:28535496,28604691:28604903,28607984:28608904,28611739:28611958,28659001:28677744,28663898:28664130,28741805:28764699,28743736:28753968,28747224:28752746,28772299:28819150,28776702:28819028,28778850:28778892,28812169:28817225,28830497:28830569,28833921:28843618,28885100:28885714,28885113:28891150,28916686:28919142,28916687:28930524,28916690:28917114,28916692:28926495,28916693:2892004', 'assoc_mat': '28089576:Carton_gris:3726:28235034,28108548:Carton_gris:3726:28231559,28108549:Carton_gris:3726:28226876,28108551:Carton_gris:3726:28222451,28108552:Carton_gris:3726:28218505,28108553:Carton_gris:3726:28202022,28149920:Carton_gris:3726:28181866,28151808:Carton_gris:3726:28152173,28151809:Carton_gris:3726:28183042,28160747:Carton_gris:3726:28163952,28161998:Carton_gris:3726:28162270,28162011:Carton_gris:3726:28162176,28203992:Carton_gris:3726:28206132,28203994:Carton_gris:3726:28208203,28205713:Carton_gris:3726:28205971,28218560:Carton_gris:3726:28219112,28218561:Carton_gris:3726:28219447,28258194:Carton_gris:3726:28258346,28260440:Carton_gris:3726:28316318,28268018:Carton_gris:3726:28268179,28317403:Carton_gris:3726:28320338,28317406:Carton_gris:3726:28318804,28387523:Carton_gris:3726:28387708,28390669:Carton_gris:3726:28391994,28394918:Carton_gris:3726:28395227,28428060:Carton_gris:3726:28428089,28429249:Carton_gris:3726:28429462,28430700:Carton_gris:3726:28430799,28445023:Carton_gris:3726:28445178,28461945:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0041420937416624505, 'nb_photo': 270, 'list_port_cont': '28096208,28109308,28152174,28162179,28162260,28163960,28183050,28202023,28205976,28206124,28208197,28212270,28218510,28219452,28222446,28226874,28235033,28258351,28310384,28316316,28318802,28320344,28387709,28391992,28395232,28429463,28430806,28445169,28462238,28462385,28481227,28481441,28487148,28535494,28535935,28538179,28608907,28664133,28764702,28817216,28819031,28819151,28830567,28830932,28843621,28885707,28891154,28917115,28919132,28922287,28925027,28926493,28927150,28930517,28963985,28966546,28991697,28993178,29006698,29017345,29019460,29090233,29095332,29117387,29121215,29123157,29123330,29124829,29136745,29136908,29137137,29137215,29137875,29139646,29140219,29140240,29140378,29145113,29145192,29145472,29145761,29145990,29146359,29147428,29147569,29147770,29148030,29148196,29159170,29159227,29159328,29159425,29159929,29377044', 'assoc_port': '28089576:28235033,28089911:28096208,28108549:28226874,28108550:28109308,28108551:28222446,28108552:28218510,28108553:28202023,28151808:28152174,28151809:28183050,28160747:28163960,28161998:28162260,28162011:28162179,28203992:28206124,28203994:28208197,28205713:28205976,28212225:28212270,28218561:28219452,28258194:28258351,28260440:28316316,28305062:28310384,28317403:28320344,28317406:28318802,28387523:28387709,28390669:28391992,28394918:28395232,28429249:28429463,28430700:28430806,28445023:28445169,28461959:28462385,28461960:28462238,28481121:28481227,28481259:28481441,28486929:28487148,28531431:28535935,28531893:28538179,28535129:28535494,28607984:28608907,28663898:28664133,28741805:28764702,28772299:28819151,28776702:28819031,28812169:28817216,28828305:28830932,28830497:28830567,28833921:28843621,28885100:28885707,28885113:28891154,28916686:28919132,28916687:28930517,28916690:28917115,28916692:28926493,28920300:28927150,28922239:28922287,28924701:28925027,28960078:28963985,28960380:28966546,28990611:2899169', 'assoc_mat': '28089576:kraft:3726:28235033,28089911:kraft:3726:28096208,28108549:kraft:3726:28226874,28108550:kraft:3726:28109308,28108551:kraft:3726:28222446,28108552:kraft:3726:28218510,28108553:kraft:3726:28202023,28151808:kraft:3726:28152174,28151809:kraft:3726:28183050,28160747:kraft:3726:28163960,28161998:kraft:3726:28162260,28162011:kraft:3726:28162179,28203992:kraft:3726:28206124,28203994:kraft:3726:28208197,28205713:kraft:3726:28205976,28212225:kraft:3726:28212270,28218561:kraft:3726:28219452,28258194:kraft:3726:28258351,28260440:kraft:3726:28316316,28305062:kraft:3726:28310384,28317403:kraft:3726:28320344,28317406:kraft:3726:28318802,28387523:kraft:3726:28387709,28390669:kraft:3726:28391992,28394918:kraft:3726:28395232,28429249:kraft:3726:28429463,28430700:kraft:3726:28430806,28445023:kraft:3726:28445169,28461959:kraft:3726:28462385,28461960:kraft:3726:28462238,28481121:kraft:3726:28481227,28481259:kraft:3726:28481441,28486929:kraft:3726:28487148,28531431:kraft:3726:28535935,28531893:kraft:3726:28538179,28535129:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.00152216349994341, 'nb_photo': 29, 'list_port_cont': '28162174,28162264,28387712,28395226,28428095,28429456,28445173,28819024,28843614,28927148,28963991,29087444,29091519,29101990,29136913,29139644,29145186,29146356,29147565,29147769,29377048', 'assoc_port': '28161998:28162264,28162011:28162174,28387523:28387712,28394918:28395226,28428060:28428095,28429249:28429456,28445023:28445173,28776702:28819024,28833921:28843614,28920300:28927148,28960078:28963991,29080507:29101990,29082474:29091519,29083737:29087444,29136579:29145186,29136588:29136913,29136935:29139644,29140154:29377048,29140158:29147565,29140160:29147769,29140174:29146356', 'assoc_mat': '28161998:metal:3726:28162264,28162011:metal:3726:28162174,28387523:metal:3726:28387712,28394918:metal:3726:28395226,28428060:metal:3726:28428095,28429249:metal:3726:28429456,28445023:metal:3726:28445173,28776702:metal:3726:28819024,28833921:metal:3726:28843614,28920300:metal:3726:28927148,28960078:metal:3726:28963991,29080507:metal:3726:29101990,29082474:metal:3726:29091519,29083737:metal:3726:29087444,29136579:metal:3726:29145186,29136588:metal:3726:29136913,29136935:metal:3726:29139644,29140154:metal:3726:29377048,29140158:metal:3726:29147565,29140160:metal:3726:29147769,29140174:metal:3726:29146356'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.011397044774063638, 'nb_photo': 2235, 'list_port_cont': '28096212,28109312,28152169,28162178,28162268,28163957,28165034,28181863,28183043,28202025,28202746,28205968,28206127,28208204,28212277,28218515,28219114,28219450,28222443,28226877,28231561,28235029,28258355,28268175,28310391,28316307,28318807,28320342,28387717,28391990,28395233,28428096,28429460,28430807,28445167,28462235,28462388,28463012,28481229,28481432,28487152,28488598,28535492,28535930,28538183,28604909,28608912,28611955,28663938,28664134,28677749,28711762,28752742,28753966,28764693,28778893,28817226,28819030,28819155,28830560,28830925,28843620,28885710,28891156,28917112,28919138,28920035,28922277,28925033,28926485,28927151,28930519,28963990,28966549,28990651,28991695,28993183,29005778,29006700,29017346,29019462,29087454,29090236,29091523,29092193,29093068,29095326,29101985,29117383,29121211,29123151,29123333,29124833,29136756,29136914,29137131,29137223,29137872,29137918,29139650,29140213,29140243,29140377,29145112,29145189,29145469,29145764,29145991,29146183,29146358,29147147,29147425,29147563,2914777', 'assoc_port': '28089576:28235029,28089911:28096212,28108548:28231561,28108549:28226877,28108550:28109312,28108551:28222443,28108552:28218515,28108553:28202025,28149920:28181863,28151808:28152169,28151809:28183043,28160747:28163957,28160748:28165034,28161998:28162268,28162011:28162178,28202434:28202746,28203992:28206127,28203994:28208204,28205713:28205968,28212225:28212277,28218560:28219114,28218561:28219450,28258194:28258355,28260440:28316307,28268018:28268175,28305062:28310391,28317403:28320342,28317406:28318807,28387523:28387717,28390669:28391990,28394918:28395233,28428060:28428096,28429249:28429460,28430700:28430807,28445023:28445167,28461945:28463012,28461959:28462388,28461960:28462235,28481121:28481229,28481259:28481432,28486928:28488598,28486929:28487152,28531431:28535930,28531893:28538183,28535129:28535492,28604691:28604909,28607984:28608912,28611739:28611955,28648632:28663938,28657270:28711762,28659001:28677749,28663898:28664134,28741805:28764693,28743736:28753966,28747224:28752742,28772299:28819155,28776702:2881903', 'assoc_mat': '28089576:plastique:3726:28235029,28089911:plastique:3726:28096212,28108548:plastique:3726:28231561,28108549:plastique:3726:28226877,28108550:plastique:3726:28109312,28108551:plastique:3726:28222443,28108552:plastique:3726:28218515,28108553:plastique:3726:28202025,28149920:plastique:3726:28181863,28151808:plastique:3726:28152169,28151809:plastique:3726:28183043,28160747:plastique:3726:28163957,28160748:plastique:3726:28165034,28161998:plastique:3726:28162268,28162011:plastique:3726:28162178,28202434:plastique:3726:28202746,28203992:plastique:3726:28206127,28203994:plastique:3726:28208204,28205713:plastique:3726:28205968,28212225:plastique:3726:28212277,28218560:plastique:3726:28219114,28218561:plastique:3726:28219450,28258194:plastique:3726:28258355,28260440:plastique:3726:28316307,28268018:plastique:3726:28268175,28305062:plastique:3726:28310391,28317403:plastique:3726:28320342,28317406:plastique:3726:28318807,28387523:plastique:3726:28387717,28390669:plastique:3726:28391990,28394918:plastique:3726:28395233,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.020717781378948037, 'nb_photo': 6789, 'list_port_cont': '28096206,28109304,28152171,28162169,28162261,28163959,28165038,28181868,28183051,28202028,28202747,28205973,28206122,28208199,28212286,28218506,28219104,28219455,28222444,28226872,28231560,28235030,28258354,28268174,28310389,28316317,28318805,28320343,28387710,28391989,28395224,28428097,28429464,28430801,28445170,28462242,28462381,28463013,28481234,28481439,28487155,28488599,28535489,28535936,28538177,28604904,28608914,28611953,28663928,28664129,28677743,28711771,28752749,28753976,28764696,28778895,28817218,28819033,28819153,28830562,28830934,28843611,28885708,28891157,28917116,28919140,28920036,28922281,28925029,28926488,28927152,28930525,28963993,28966554,28990649,28991699,28993179,29005787,29006707,29017338,29019464,29087452,29090235,29091524,29092192,29093065,29095330,29101982,29117384,29121210,29123153,29123335,29124835,29136750,29136906,29137138,29137222,29137869,29137925,29139647,29140222,29140250,29140367,29145107,29145194,29145465,29145760,29145993,29146182,29146351,29147138,29147421,29147572,2914776', 'assoc_port': '28089576:28235030,28089911:28096206,28108548:28231560,28108549:28226872,28108550:28109304,28108551:28222444,28108552:28218506,28108553:28202028,28149920:28181868,28151808:28152171,28151809:28183051,28160747:28163959,28160748:28165038,28161998:28162261,28162011:28162169,28202434:28202747,28203992:28206122,28203994:28208199,28205713:28205973,28212225:28212286,28218560:28219104,28218561:28219455,28258194:28258354,28260440:28316317,28268018:28268174,28305062:28310389,28317403:28320343,28317406:28318805,28387523:28387710,28390669:28391989,28394918:28395224,28428060:28428097,28429249:28429464,28430700:28430801,28445023:28445170,28461945:28463013,28461959:28462381,28461960:28462242,28481121:28481234,28481259:28481439,28486928:28488599,28486929:28487155,28531431:28535936,28531893:28538177,28535129:28535489,28604691:28604904,28607984:28608914,28611739:28611953,28648632:28663928,28657270:28711771,28659001:28677743,28663898:28664129,28741805:28764696,28743736:28753976,28747224:28752749,28772299:28819153,28776702:2881903', 'assoc_mat': '28089576:Teint_Dans_La_Masse:3726:28235030,28089911:Teint_Dans_La_Masse:3726:28096206,28108548:Teint_Dans_La_Masse:3726:28231560,28108549:Teint_Dans_La_Masse:3726:28226872,28108550:Teint_Dans_La_Masse:3726:28109304,28108551:Teint_Dans_La_Masse:3726:28222444,28108552:Teint_Dans_La_Masse:3726:28218506,28108553:Teint_Dans_La_Masse:3726:28202028,28149920:Teint_Dans_La_Masse:3726:28181868,28151808:Teint_Dans_La_Masse:3726:28152171,28151809:Teint_Dans_La_Masse:3726:28183051,28160747:Teint_Dans_La_Masse:3726:28163959,28160748:Teint_Dans_La_Masse:3726:28165038,28161998:Teint_Dans_La_Masse:3726:28162261,28162011:Teint_Dans_La_Masse:3726:28162169,28202434:Teint_Dans_La_Masse:3726:28202747,28203992:Teint_Dans_La_Masse:3726:28206122,28203994:Teint_Dans_La_Masse:3726:28208199,28205713:Teint_Dans_La_Masse:3726:28205973,28212225:Teint_Dans_La_Masse:3726:28212286,28218560:Teint_Dans_La_Masse:3726:28219104,28218561:Teint_Dans_La_Masse:3726:28219455,28258194:Teint_Dans_La_Masse:3726:28258354,28260440:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 9445}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-11', 0.12997204383351063),)]} filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_11_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.34%', 953], 'cartonnette': ['cartonnette', '1.41%', 3096], 'Carton_brun': ['Carton_brun', '6.87%', 14064], 'Carton_gris': ['Carton_gris', '0.59%', 359], 'kraft': ['kraft', '0.41%', 270], 'metal': ['metal', '0.15%', 29], 'plastique': ['plastique', '1.14%', 2235], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '2.07%', 6789]}} before organize_and_plot_coverage_data before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_11_annee_2025.pdf le fichier se trouve ici : /data_4/data_log/job/memo/Perlen_convoyeur 3.09user 2.97system 0:06.81elapsed 89%CPU (0avgtext+0avgdata 182620maxresident)k 26328inputs+360outputs (89major+52554minor)pagefaults 0swaps