python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_4/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2025-12 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (0, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (0, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 12 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2025-12 year : 2025 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2025-12%') and created_at like '%2025-12%'))); nb_day : (0, 31) after unwanted_material_data nb_day : (0, 31) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2025/12%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2025-12-01 00:00:00,2025-12-02 00:00:00,2025-12-03 00:00:00,2025-12-04 00:00:00,2025-12-05 00:00:00,2025-12-08 00:00:00,2025-12-09 00:00:00,2025-12-10 00:00:00,2025-12-11 00:00:00,2025-12-12 00:00:00,2025-12-15 00:00:00,2025-12-16 00:00:00,2025-12-17 00:00:00,2025-12-18 00:00:00,2025-12-19 00:00:00,2025-12-22 00:00:00,2025-12-23 00:00:00,2025-12-24 00:00:00,2025-12-25 00:00:00,2025-12-26 00:00:00,2025-12-29 00:00:00,2025-12-30 00:00:00,2025-12-31 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 134 and month(ded.date) = 12 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 12 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%122025%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2025-12-01 : dt_date_just_month_year : 2025-12-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-12-01" AND ded.date <= "2025-12-31" apple3 {'JRM': {'mat': 'JRM', 'pht': 3726, 'datou_carac_id': 4433, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'papier'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (2692137,2699580,2706283,2715412,2744626,2764678,2721661,2730844,2744209,2750851,2753310,2759567,2770129,2776017,2786812,2796558,2863170,2863138,2864343) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01282516116792771, 'nb_photo': 656, 'list_port_cont': '29044663,29100657,29103234,29103369,29103453,29103666,29112085,29113127,29127575,29128466,29128912,29130755,29132160,29133380,29135505,29141095,29144598,29145140,29147332,29148489,29151247,29151526,29178041,29181313,29181888,29182267,29184375,29187670,29218261,29218313,29224738,29225265,29228563,29228641,29262819,29292024,29339519,29340730,29346206,29374831,29376603,29378589,29381588,29423419,29425479,29431411,29433290,29437010,29465949,29466615,29469264,29472221,29476680,29478429,29506015,29506154,29508888,29510169,29541601,29545030,29545111,29547784,29563483,29566250,29566777,29569166,29591317,29655447,29659384,29701883,29773487,29776586,29795256,29815175,29815203,29815244,30010608,30010691,30010712,30010795,30011328,30011458,30011508,30011556,30012890,30014397', 'assoc_port': '29044459:29044663,29045368:29133380,29045370:29135505,29052220:29132160,29052222:29130755,29053304:29128912,29053305:29128466,29054993:29127575,29082250:29100657,29102956:29113127,29102957:29103666,29102959:29103453,29102960:29112085,29102962:29103369,29102963:29103234,29140852:29144598,29140938:29141095,29141768:29145140,29147078:29151247,29147091:29147332,29148287:29148489,29148288:29151526,29148289:29218313,29177917:29178041,29181035:29181313,29181858:29182267,29181859:29181888,29184142:29184375,29185054:29187670,29218204:29218261,29223038:29224738,29225244:29225265,29225960:29228641,29228464:29228563,29262639:29262819,29265884:29376603,29291686:29292024,29339470:29339519,29340567:29340730,29346149:29346206,29374519:29374831,29377724:29378589,29381395:29381588,29423267:29423419,29425313:29425479,29431299:29431411,29433054:29433290,29436929:29437010,29465631:29466615,29465632:29465949,29469200:29469264,29471168:29472221,29476398:29478429,29476400:29476680,29505892:29510169,29505894:29506154,29505907:2950601', 'assoc_mat': '29044459:autre_refus:3726:29044663,29045368:autre_refus:3726:29133380,29045370:autre_refus:3726:29135505,29052220:autre_refus:3726:29132160,29052222:autre_refus:3726:29130755,29053304:autre_refus:3726:29128912,29053305:autre_refus:3726:29128466,29054993:autre_refus:3726:29127575,29082250:autre_refus:3726:29100657,29102956:autre_refus:3726:29113127,29102957:autre_refus:3726:29103666,29102959:autre_refus:3726:29103453,29102960:autre_refus:3726:29112085,29102962:autre_refus:3726:29103369,29102963:autre_refus:3726:29103234,29140852:autre_refus:3726:29144598,29140938:autre_refus:3726:29141095,29141768:autre_refus:3726:29145140,29147078:autre_refus:3726:29151247,29147091:autre_refus:3726:29147332,29148287:autre_refus:3726:29148489,29148288:autre_refus:3726:29151526,29148289:autre_refus:3726:29218313,29177917:autre_refus:3726:29178041,29181035:autre_refus:3726:29181313,29181858:autre_refus:3726:29182267,29181859:autre_refus:3726:29181888,29184142:autre_refus:3726:29184375,29185054:autre_refus:3726:29187670,29218204:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014900298421457004, 'nb_photo': 2279, 'list_port_cont': '29044662,29100645,29103235,29103376,29103456,29103665,29112091,29113137,29127578,29128468,29128909,29130760,29132158,29133368,29135507,29141103,29144607,29145138,29147327,29148490,29151237,29151529,29178047,29181309,29181889,29182276,29184360,29187654,29218254,29218310,29224739,29225264,29228566,29228635,29262814,29292022,29339517,29340735,29346200,29346917,29374820,29376607,29378593,29381583,29423418,29425471,29431420,29433295,29437011,29465946,29466625,29469258,29472217,29476678,29478431,29506010,29506155,29508887,29510179,29541609,29545040,29545113,29547780,29563484,29566244,29566784,29569172,29591311,29655444,29659389,29701885,29773483,29776587,29795259,29815182,29815201,29815245,30010613,30010689,30010705,30010800,30011327,30011460,30011516,30011555,30012901,30014403', 'assoc_port': '29044459:29044662,29045368:29133368,29045370:29135507,29052220:29132158,29052222:29130760,29053304:29128909,29053305:29128468,29054993:29127578,29082250:29100645,29102956:29113137,29102957:29103665,29102959:29103456,29102960:29112091,29102962:29103376,29102963:29103235,29140852:29144607,29140938:29141103,29141768:29145138,29147078:29151237,29147091:29147327,29148287:29148490,29148288:29151529,29148289:29218310,29177917:29178047,29181035:29181309,29181858:29182276,29181859:29181889,29184142:29184360,29185054:29187654,29218204:29218254,29223038:29224739,29225244:29225264,29225960:29228635,29228464:29228566,29262639:29262814,29265884:29376607,29291686:29292022,29339470:29339517,29340567:29340735,29346149:29346200,29346150:29346917,29374519:29374820,29377724:29378593,29381395:29381583,29423267:29423418,29425313:29425471,29431299:29431420,29433054:29433295,29436929:29437011,29465631:29466625,29465632:29465946,29469200:29469258,29471168:29472217,29476398:29478431,29476400:29476678,29505892:29510179,29505894:2950615', 'assoc_mat': '29044459:cartonnette:3726:29044662,29045368:cartonnette:3726:29133368,29045370:cartonnette:3726:29135507,29052220:cartonnette:3726:29132158,29052222:cartonnette:3726:29130760,29053304:cartonnette:3726:29128909,29053305:cartonnette:3726:29128468,29054993:cartonnette:3726:29127578,29082250:cartonnette:3726:29100645,29102956:cartonnette:3726:29113137,29102957:cartonnette:3726:29103665,29102959:cartonnette:3726:29103456,29102960:cartonnette:3726:29112091,29102962:cartonnette:3726:29103376,29102963:cartonnette:3726:29103235,29140852:cartonnette:3726:29144607,29140938:cartonnette:3726:29141103,29141768:cartonnette:3726:29145138,29147078:cartonnette:3726:29151237,29147091:cartonnette:3726:29147327,29148287:cartonnette:3726:29148490,29148288:cartonnette:3726:29151529,29148289:cartonnette:3726:29218310,29177917:cartonnette:3726:29178047,29181035:cartonnette:3726:29181309,29181858:cartonnette:3726:29182276,29181859:cartonnette:3726:29181889,29184142:cartonnette:3726:29184360,29185054:cartonnette:3726:29187654,29218204:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.07095590103541602, 'nb_photo': 9809, 'list_port_cont': '29044659,29100651,29103237,29103371,29103450,29103669,29112080,29113133,29127577,29128462,29128911,29130764,29132156,29133369,29135508,29141099,29144606,29145130,29147336,29148484,29151238,29151525,29178043,29181308,29181894,29182273,29184365,29187668,29218256,29218314,29224731,29225272,29228573,29228631,29262822,29292021,29339518,29340733,29346205,29346909,29374828,29376605,29378588,29381594,29423425,29425468,29431416,29433289,29437008,29465952,29466614,29469268,29472219,29476677,29478425,29506004,29506163,29508890,29510180,29541604,29545046,29545112,29547785,29563487,29566243,29566774,29569171,29591315,29655445,29659380,29701888,29773494,29776593,29795262,29815186,29815205,29815255,30010611,30010683,30010713,30010794,30011331,30011468,30011507,30011549,30012902,30014401', 'assoc_port': '29044459:29044659,29045368:29133369,29045370:29135508,29052220:29132156,29052222:29130764,29053304:29128911,29053305:29128462,29054993:29127577,29082250:29100651,29102956:29113133,29102957:29103669,29102959:29103450,29102960:29112080,29102962:29103371,29102963:29103237,29140852:29144606,29140938:29141099,29141768:29145130,29147078:29151238,29147091:29147336,29148287:29148484,29148288:29151525,29148289:29218314,29177917:29178043,29181035:29181308,29181858:29182273,29181859:29181894,29184142:29184365,29185054:29187668,29218204:29218256,29223038:29224731,29225244:29225272,29225960:29228631,29228464:29228573,29262639:29262822,29265884:29376605,29291686:29292021,29339470:29339518,29340567:29340733,29346149:29346205,29346150:29346909,29374519:29374828,29377724:29378588,29381395:29381594,29423267:29423425,29425313:29425468,29431299:29431416,29433054:29433289,29436929:29437008,29465631:29466614,29465632:29465952,29469200:29469268,29471168:29472219,29476398:29478425,29476400:29476677,29505892:29510180,29505894:2950616', 'assoc_mat': '29044459:Carton_brun:3726:29044659,29045368:Carton_brun:3726:29133369,29045370:Carton_brun:3726:29135508,29052220:Carton_brun:3726:29132156,29052222:Carton_brun:3726:29130764,29053304:Carton_brun:3726:29128911,29053305:Carton_brun:3726:29128462,29054993:Carton_brun:3726:29127577,29082250:Carton_brun:3726:29100651,29102956:Carton_brun:3726:29113133,29102957:Carton_brun:3726:29103669,29102959:Carton_brun:3726:29103450,29102960:Carton_brun:3726:29112080,29102962:Carton_brun:3726:29103371,29102963:Carton_brun:3726:29103237,29140852:Carton_brun:3726:29144606,29140938:Carton_brun:3726:29141099,29141768:Carton_brun:3726:29145130,29147078:Carton_brun:3726:29151238,29147091:Carton_brun:3726:29147336,29148287:Carton_brun:3726:29148484,29148288:Carton_brun:3726:29151525,29148289:Carton_brun:3726:29218314,29177917:Carton_brun:3726:29178043,29181035:Carton_brun:3726:29181308,29181858:Carton_brun:3726:29182273,29181859:Carton_brun:3726:29181894,29184142:Carton_brun:3726:29184365,29185054:Carton_brun:3726:29187668,29218204:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005581392724584216, 'nb_photo': 271, 'list_port_cont': '29044655,29100652,29103231,29103370,29103451,29103664,29112081,29113134,29128464,29130757,29132164,29133376,29135511,29141096,29145135,29147334,29148494,29151245,29151530,29178038,29182269,29184359,29187659,29218257,29224736,29225270,29228574,29228633,29262825,29292018,29339512,29340729,29346204,29374816,29376610,29378592,29381587,29423423,29425475,29433293,29437000,29466626,29469267,29472215,29478426,29506014,29506159,29508889,29541606,29545035,29545107,29547778,29563480,29566242,29566779,29569174,29591318,29659383,29701887,29776589,29795261,29815177,29815210,29815249,30010604,30010686,30010716,30010805,30011323,30011463,30011517,30011547,30012898,30014398', 'assoc_port': '29044459:29044655,29045368:29133376,29045370:29135511,29052220:29132164,29052222:29130757,29053305:29128464,29082250:29100652,29102956:29113134,29102957:29103664,29102959:29103451,29102960:29112081,29102962:29103370,29102963:29103231,29140938:29141096,29141768:29145135,29147078:29151245,29147091:29147334,29148287:29148494,29148288:29151530,29177917:29178038,29181858:29182269,29184142:29184359,29185054:29187659,29218204:29218257,29223038:29224736,29225244:29225270,29225960:29228633,29228464:29228574,29262639:29262825,29265884:29376610,29291686:29292018,29339470:29339512,29340567:29340729,29346149:29346204,29374519:29374816,29377724:29378592,29381395:29381587,29423267:29423423,29425313:29425475,29433054:29433293,29436929:29437000,29465631:29466626,29469200:29469267,29471168:29472215,29476398:29478426,29505894:29506159,29505907:29506014,29505908:29508889,29539870:29545035,29541455:29541606,29544153:29545107,29547572:29547778,29563477:29563480,29564943:29566242,29566736:29566779,29569048:29569174,29591306:2959131', 'assoc_mat': '29044459:Carton_gris:3726:29044655,29045368:Carton_gris:3726:29133376,29045370:Carton_gris:3726:29135511,29052220:Carton_gris:3726:29132164,29052222:Carton_gris:3726:29130757,29053305:Carton_gris:3726:29128464,29082250:Carton_gris:3726:29100652,29102956:Carton_gris:3726:29113134,29102957:Carton_gris:3726:29103664,29102959:Carton_gris:3726:29103451,29102960:Carton_gris:3726:29112081,29102962:Carton_gris:3726:29103370,29102963:Carton_gris:3726:29103231,29140938:Carton_gris:3726:29141096,29141768:Carton_gris:3726:29145135,29147078:Carton_gris:3726:29151245,29147091:Carton_gris:3726:29147334,29148287:Carton_gris:3726:29148494,29148288:Carton_gris:3726:29151530,29177917:Carton_gris:3726:29178038,29181858:Carton_gris:3726:29182269,29184142:Carton_gris:3726:29184359,29185054:Carton_gris:3726:29187659,29218204:Carton_gris:3726:29218257,29223038:Carton_gris:3726:29224736,29225244:Carton_gris:3726:29225270,29225960:Carton_gris:3726:29228633,29228464:Carton_gris:3726:29228574,29262639:Carton_gris:3726:29262825,29265884:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.004268073041246917, 'nb_photo': 198, 'list_port_cont': '29044654,29100646,29103230,29103374,29103452,29103659,29112088,29113136,29127582,29128472,29130763,29133370,29135512,29141094,29144603,29147328,29151246,29151523,29178040,29181311,29181892,29182277,29184363,29187655,29218251,29224737,29225266,29228569,29262824,29292016,29339511,29340727,29346209,29374818,29376604,29378586,29423427,29433294,29437009,29465956,29469261,29476672,29478435,29506008,29506156,29508893,29541608,29545033,29545110,29563490,29566775,29569173,29591320,29655442,29701879,29773482,29776592,29795252,29815181,29815204,29815246,30010609,30010680,30010708,30010801,30011325,30011469,30011514,30011550,30012900', 'assoc_port': '29044459:29044654,29045368:29133370,29045370:29135512,29052222:29130763,29053305:29128472,29054993:29127582,29082250:29100646,29102956:29113136,29102957:29103659,29102959:29103452,29102960:29112088,29102962:29103374,29102963:29103230,29140852:29144603,29140938:29141094,29147078:29151246,29147091:29147328,29148288:29151523,29177917:29178040,29181035:29181311,29181858:29182277,29181859:29181892,29184142:29184363,29185054:29187655,29218204:29218251,29223038:29224737,29225244:29225266,29228464:29228569,29262639:29262824,29265884:29376604,29291686:29292016,29339470:29339511,29340567:29340727,29346149:29346209,29374519:29374818,29377724:29378586,29423267:29423427,29433054:29433294,29436929:29437009,29465632:29465956,29469200:29469261,29476398:29478435,29476400:29476672,29505894:29506156,29505907:29506008,29505908:29508893,29539870:29545033,29541455:29541608,29544153:29545110,29563477:29563490,29566736:29566775,29569048:29569173,29591306:29591320,29655251:29655442,29701851:29701879,29773315:29773482,29776366:2977659', 'assoc_mat': '29044459:kraft:3726:29044654,29045368:kraft:3726:29133370,29045370:kraft:3726:29135512,29052222:kraft:3726:29130763,29053305:kraft:3726:29128472,29054993:kraft:3726:29127582,29082250:kraft:3726:29100646,29102956:kraft:3726:29113136,29102957:kraft:3726:29103659,29102959:kraft:3726:29103452,29102960:kraft:3726:29112088,29102962:kraft:3726:29103374,29102963:kraft:3726:29103230,29140852:kraft:3726:29144603,29140938:kraft:3726:29141094,29147078:kraft:3726:29151246,29147091:kraft:3726:29147328,29148288:kraft:3726:29151523,29177917:kraft:3726:29178040,29181035:kraft:3726:29181311,29181858:kraft:3726:29182277,29181859:kraft:3726:29181892,29184142:kraft:3726:29184363,29185054:kraft:3726:29187655,29218204:kraft:3726:29218251,29223038:kraft:3726:29224737,29225244:kraft:3726:29225266,29228464:kraft:3726:29228569,29262639:kraft:3726:29262824,29265884:kraft:3726:29376604,29291686:kraft:3726:29292016,29339470:kraft:3726:29339511,29340567:kraft:3726:29340727,29346149:kraft:3726:29346209,29374519:kraft:3726:29374818,29377724:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.001011349880746541, 'nb_photo': 22, 'list_port_cont': '29103229,29141105,29181319,29181891,29187658,29340736,29378587,29425469,29465953,29506161,29545034,29566780,29569170,29815185', 'assoc_port': '29102963:29103229,29140938:29141105,29181035:29181319,29181859:29181891,29185054:29187658,29340567:29340736,29377724:29378587,29425313:29425469,29465632:29465953,29505894:29506161,29539870:29545034,29566736:29566780,29569048:29569170,29814715:29815185', 'assoc_mat': '29102963:metal:3726:29103229,29140938:metal:3726:29141105,29181035:metal:3726:29181319,29181859:metal:3726:29181891,29185054:metal:3726:29187658,29340567:metal:3726:29340736,29377724:metal:3726:29378587,29425313:metal:3726:29425469,29465632:metal:3726:29465953,29505894:metal:3726:29506161,29539870:metal:3726:29545034,29566736:metal:3726:29566780,29569048:metal:3726:29569170,29814715:metal:3726:29815185'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.011225948088618914, 'nb_photo': 1604, 'list_port_cont': '29044665,29100653,29103238,29103366,29103460,29103667,29112082,29113138,29127581,29128469,29128913,29130761,29132163,29133378,29135502,29141101,29144599,29145134,29147338,29148485,29151236,29151531,29178046,29181312,29181890,29182272,29184373,29187666,29218255,29218309,29224735,29225275,29228567,29228642,29262815,29292025,29339514,29340731,29346201,29346913,29374825,29376612,29378585,29381591,29423428,29425470,29431418,29433297,29437001,29465954,29466616,29469259,29472216,29476674,29478428,29506011,29506162,29508883,29510175,29541603,29545032,29545106,29547781,29563482,29566252,29566782,29569168,29591310,29655443,29659385,29701878,29773475,29776582,29795255,29815183,29815212,29815247,30010610,30010681,30010707,30010802,30011333,30011462,30011513,30011545,30012893,30014400', 'assoc_port': '29044459:29044665,29045368:29133378,29045370:29135502,29052220:29132163,29052222:29130761,29053304:29128913,29053305:29128469,29054993:29127581,29082250:29100653,29102956:29113138,29102957:29103667,29102959:29103460,29102960:29112082,29102962:29103366,29102963:29103238,29140852:29144599,29140938:29141101,29141768:29145134,29147078:29151236,29147091:29147338,29148287:29148485,29148288:29151531,29148289:29218309,29177917:29178046,29181035:29181312,29181858:29182272,29181859:29181890,29184142:29184373,29185054:29187666,29218204:29218255,29223038:29224735,29225244:29225275,29225960:29228642,29228464:29228567,29262639:29262815,29265884:29376612,29291686:29292025,29339470:29339514,29340567:29340731,29346149:29346201,29346150:29346913,29374519:29374825,29377724:29378585,29381395:29381591,29423267:29423428,29425313:29425470,29431299:29431418,29433054:29433297,29436929:29437001,29465631:29466616,29465632:29465954,29469200:29469259,29471168:29472216,29476398:29478428,29476400:29476674,29505892:29510175,29505894:2950616', 'assoc_mat': '29044459:plastique:3726:29044665,29045368:plastique:3726:29133378,29045370:plastique:3726:29135502,29052220:plastique:3726:29132163,29052222:plastique:3726:29130761,29053304:plastique:3726:29128913,29053305:plastique:3726:29128469,29054993:plastique:3726:29127581,29082250:plastique:3726:29100653,29102956:plastique:3726:29113138,29102957:plastique:3726:29103667,29102959:plastique:3726:29103460,29102960:plastique:3726:29112082,29102962:plastique:3726:29103366,29102963:plastique:3726:29103238,29140852:plastique:3726:29144599,29140938:plastique:3726:29141101,29141768:plastique:3726:29145134,29147078:plastique:3726:29151236,29147091:plastique:3726:29147338,29148287:plastique:3726:29148485,29148288:plastique:3726:29151531,29148289:plastique:3726:29218309,29177917:plastique:3726:29178046,29181035:plastique:3726:29181312,29181858:plastique:3726:29182272,29181859:plastique:3726:29181890,29184142:plastique:3726:29184373,29185054:plastique:3726:29187666,29218204:plastique:3726:29218255,29223038:plastique:3726:29224735,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.020322642279698603, 'nb_photo': 5021, 'list_port_cont': '29044660,29100649,29103236,29103367,29103455,29103668,29112083,29113130,29127576,29128473,29128903,29130766,29132165,29133382,29135504,29141102,29144596,29145131,29147335,29148495,29151239,29151533,29178042,29181318,29181893,29182270,29184379,29187662,29218250,29218318,29224740,29225269,29228565,29228640,29262820,29292023,29339520,29340728,29346207,29346918,29374822,29376614,29378590,29381586,29423417,29425477,29431412,29433292,29437006,29465947,29466619,29469260,29472210,29476671,29478432,29506005,29506158,29508891,29510177,29541600,29545042,29545109,29547788,29563485,29566253,29566785,29569176,29591309,29655436,29659392,29701882,29773485,29776584,29795251,29815179,29815208,29815253,30010612,30010690,30010711,30010798,30011326,30011467,30011509,30011554,30012897,30014402', 'assoc_port': '29044459:29044660,29045368:29133382,29045370:29135504,29052220:29132165,29052222:29130766,29053304:29128903,29053305:29128473,29054993:29127576,29082250:29100649,29102956:29113130,29102957:29103668,29102959:29103455,29102960:29112083,29102962:29103367,29102963:29103236,29140852:29144596,29140938:29141102,29141768:29145131,29147078:29151239,29147091:29147335,29148287:29148495,29148288:29151533,29148289:29218318,29177917:29178042,29181035:29181318,29181858:29182270,29181859:29181893,29184142:29184379,29185054:29187662,29218204:29218250,29223038:29224740,29225244:29225269,29225960:29228640,29228464:29228565,29262639:29262820,29265884:29376614,29291686:29292023,29339470:29339520,29340567:29340728,29346149:29346207,29346150:29346918,29374519:29374822,29377724:29378590,29381395:29381586,29423267:29423417,29425313:29425477,29431299:29431412,29433054:29433292,29436929:29437006,29465631:29466619,29465632:29465947,29469200:29469260,29471168:29472210,29476398:29478432,29476400:29476671,29505892:29510177,29505894:2950615', 'assoc_mat': '29044459:Teint_Dans_La_Masse:3726:29044660,29045368:Teint_Dans_La_Masse:3726:29133382,29045370:Teint_Dans_La_Masse:3726:29135504,29052220:Teint_Dans_La_Masse:3726:29132165,29052222:Teint_Dans_La_Masse:3726:29130766,29053304:Teint_Dans_La_Masse:3726:29128903,29053305:Teint_Dans_La_Masse:3726:29128473,29054993:Teint_Dans_La_Masse:3726:29127576,29082250:Teint_Dans_La_Masse:3726:29100649,29102956:Teint_Dans_La_Masse:3726:29113130,29102957:Teint_Dans_La_Masse:3726:29103668,29102959:Teint_Dans_La_Masse:3726:29103455,29102960:Teint_Dans_La_Masse:3726:29112083,29102962:Teint_Dans_La_Masse:3726:29103367,29102963:Teint_Dans_La_Masse:3726:29103236,29140852:Teint_Dans_La_Masse:3726:29144596,29140938:Teint_Dans_La_Masse:3726:29141102,29141768:Teint_Dans_La_Masse:3726:29145131,29147078:Teint_Dans_La_Masse:3726:29151239,29147091:Teint_Dans_La_Masse:3726:29147335,29148287:Teint_Dans_La_Masse:3726:29148495,29148288:Teint_Dans_La_Masse:3726:29151533,29148289:Teint_Dans_La_Masse:3726:29218318,29177917:Teint_Dans_La_Masse:3726:2'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(2692137,2699580,2706283,2715412,2744626,2764678,2721661,2730844,2744209,2750851,2753310,2759567,2770129,2776017,2786812,2796558,2863170,2863138,2864343)); after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2025-12-01' and date <= '2025-12-31') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((6089,),), 'unwanted_material_monthly_percentage': ((0.1331294401432142,),), 'material_repartition': (('JRM', 4927),), 'material_dict': {'JRM': 4927}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 12, 1), 0.15015759294885436, 30), (datetime.date(2025, 12, 2), 0.12680752120545516, 87), (datetime.date(2025, 12, 3), 0.10135137330190444, 55), (datetime.date(2025, 12, 4), 0.12123870392164246, 56), (datetime.date(2025, 12, 5), 0.09991438374603595, 28), (datetime.date(2025, 12, 8), 0.10924574074519251, 90), (datetime.date(2025, 12, 9), 0.12951825259208125, 75), (datetime.date(2025, 12, 11), 0.13914827549883657, 48), (datetime.date(2025, 12, 12), 0.1438948928243706, 73), (datetime.date(2025, 12, 15), 0.08813230788044424, 24), (datetime.date(2025, 12, 16), 0.1306839380897617, 87), (datetime.date(2025, 12, 17), 0.14258372585635412, 27), (datetime.date(2025, 12, 18), 0.11089880639002693, 17), (datetime.date(2025, 12, 19), 0.13820118416680383, 88), (datetime.date(2025, 12, 23), 0.13160767157258885, 79), (datetime.date(2025, 12, 24), 0.15915961867316214, 85), (datetime.date(2025, 12, 29), 0.15925169244529191, 31), (datetime.date(2025, 12, 30), 0.18585019341445827, 76)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 12, 1), 0.15015759294885436, 30), (datetime.date(2025, 12, 2), 0.12680752120545516, 87), (datetime.date(2025, 12, 3), 0.10135137330190444, 55), (datetime.date(2025, 12, 4), 0.12123870392164246, 56), (datetime.date(2025, 12, 5), 0.09991438374603595, 28), (datetime.date(2025, 12, 8), 0.10924574074519251, 90), (datetime.date(2025, 12, 9), 0.12951825259208125, 75), (datetime.date(2025, 12, 11), 0.13914827549883657, 48), (datetime.date(2025, 12, 12), 0.1438948928243706, 73), (datetime.date(2025, 12, 15), 0.08813230788044424, 24), (datetime.date(2025, 12, 16), 0.1306839380897617, 87), (datetime.date(2025, 12, 17), 0.14258372585635412, 27), (datetime.date(2025, 12, 18), 0.11089880639002693, 17), (datetime.date(2025, 12, 19), 0.13820118416680383, 88), (datetime.date(2025, 12, 23), 0.13160767157258885, 79), (datetime.date(2025, 12, 24), 0.15915961867316214, 85), (datetime.date(2025, 12, 29), 0.15925169244529191, 31), (datetime.date(2025, 12, 30), 0.18585019341445827, 76))}, 'quality_array': [['0.10310068087385806', '01122025'], ['0.23391688885190765', '02122025'], ['0.14880156306990547', '03122025'], ['0.13358879163362158', '04122025'], ['0.03824775221796673', '05122025'], ['-0.07090301157384278', '08122025'], ['-0.13880538860229308', '09122025'], ['-0.34600306510106327', '11122025'], ['-0.05895065539663433', '12122025'], ['0.3159236191464729', '15122025'], ['-0.025916563639147266', '16122025'], ['0.04380369722865854', '17122025'], ['0.19639010065651552', '18122025'], ['-0.04978601005144664', '19122025'], ['-1.4295092878118685', '23122025'], ['-0.5420881047498785', '24122025'], ['-0.9353426635249097', '29122025'], ['-0.7260850455743152', '30122025']], 'number_of_batch': ((88,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01282516116792771, 'nb_photo': 656, 'list_port_cont': '29044663,29100657,29103234,29103369,29103453,29103666,29112085,29113127,29127575,29128466,29128912,29130755,29132160,29133380,29135505,29141095,29144598,29145140,29147332,29148489,29151247,29151526,29178041,29181313,29181888,29182267,29184375,29187670,29218261,29218313,29224738,29225265,29228563,29228641,29262819,29292024,29339519,29340730,29346206,29374831,29376603,29378589,29381588,29423419,29425479,29431411,29433290,29437010,29465949,29466615,29469264,29472221,29476680,29478429,29506015,29506154,29508888,29510169,29541601,29545030,29545111,29547784,29563483,29566250,29566777,29569166,29591317,29655447,29659384,29701883,29773487,29776586,29795256,29815175,29815203,29815244,30010608,30010691,30010712,30010795,30011328,30011458,30011508,30011556,30012890,30014397', 'assoc_port': '29044459:29044663,29045368:29133380,29045370:29135505,29052220:29132160,29052222:29130755,29053304:29128912,29053305:29128466,29054993:29127575,29082250:29100657,29102956:29113127,29102957:29103666,29102959:29103453,29102960:29112085,29102962:29103369,29102963:29103234,29140852:29144598,29140938:29141095,29141768:29145140,29147078:29151247,29147091:29147332,29148287:29148489,29148288:29151526,29148289:29218313,29177917:29178041,29181035:29181313,29181858:29182267,29181859:29181888,29184142:29184375,29185054:29187670,29218204:29218261,29223038:29224738,29225244:29225265,29225960:29228641,29228464:29228563,29262639:29262819,29265884:29376603,29291686:29292024,29339470:29339519,29340567:29340730,29346149:29346206,29374519:29374831,29377724:29378589,29381395:29381588,29423267:29423419,29425313:29425479,29431299:29431411,29433054:29433290,29436929:29437010,29465631:29466615,29465632:29465949,29469200:29469264,29471168:29472221,29476398:29478429,29476400:29476680,29505892:29510169,29505894:29506154,29505907:2950601', 'assoc_mat': '29044459:autre_refus:3726:29044663,29045368:autre_refus:3726:29133380,29045370:autre_refus:3726:29135505,29052220:autre_refus:3726:29132160,29052222:autre_refus:3726:29130755,29053304:autre_refus:3726:29128912,29053305:autre_refus:3726:29128466,29054993:autre_refus:3726:29127575,29082250:autre_refus:3726:29100657,29102956:autre_refus:3726:29113127,29102957:autre_refus:3726:29103666,29102959:autre_refus:3726:29103453,29102960:autre_refus:3726:29112085,29102962:autre_refus:3726:29103369,29102963:autre_refus:3726:29103234,29140852:autre_refus:3726:29144598,29140938:autre_refus:3726:29141095,29141768:autre_refus:3726:29145140,29147078:autre_refus:3726:29151247,29147091:autre_refus:3726:29147332,29148287:autre_refus:3726:29148489,29148288:autre_refus:3726:29151526,29148289:autre_refus:3726:29218313,29177917:autre_refus:3726:29178041,29181035:autre_refus:3726:29181313,29181858:autre_refus:3726:29182267,29181859:autre_refus:3726:29181888,29184142:autre_refus:3726:29184375,29185054:autre_refus:3726:29187670,29218204:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014900298421457004, 'nb_photo': 2279, 'list_port_cont': '29044662,29100645,29103235,29103376,29103456,29103665,29112091,29113137,29127578,29128468,29128909,29130760,29132158,29133368,29135507,29141103,29144607,29145138,29147327,29148490,29151237,29151529,29178047,29181309,29181889,29182276,29184360,29187654,29218254,29218310,29224739,29225264,29228566,29228635,29262814,29292022,29339517,29340735,29346200,29346917,29374820,29376607,29378593,29381583,29423418,29425471,29431420,29433295,29437011,29465946,29466625,29469258,29472217,29476678,29478431,29506010,29506155,29508887,29510179,29541609,29545040,29545113,29547780,29563484,29566244,29566784,29569172,29591311,29655444,29659389,29701885,29773483,29776587,29795259,29815182,29815201,29815245,30010613,30010689,30010705,30010800,30011327,30011460,30011516,30011555,30012901,30014403', 'assoc_port': '29044459:29044662,29045368:29133368,29045370:29135507,29052220:29132158,29052222:29130760,29053304:29128909,29053305:29128468,29054993:29127578,29082250:29100645,29102956:29113137,29102957:29103665,29102959:29103456,29102960:29112091,29102962:29103376,29102963:29103235,29140852:29144607,29140938:29141103,29141768:29145138,29147078:29151237,29147091:29147327,29148287:29148490,29148288:29151529,29148289:29218310,29177917:29178047,29181035:29181309,29181858:29182276,29181859:29181889,29184142:29184360,29185054:29187654,29218204:29218254,29223038:29224739,29225244:29225264,29225960:29228635,29228464:29228566,29262639:29262814,29265884:29376607,29291686:29292022,29339470:29339517,29340567:29340735,29346149:29346200,29346150:29346917,29374519:29374820,29377724:29378593,29381395:29381583,29423267:29423418,29425313:29425471,29431299:29431420,29433054:29433295,29436929:29437011,29465631:29466625,29465632:29465946,29469200:29469258,29471168:29472217,29476398:29478431,29476400:29476678,29505892:29510179,29505894:2950615', 'assoc_mat': '29044459:cartonnette:3726:29044662,29045368:cartonnette:3726:29133368,29045370:cartonnette:3726:29135507,29052220:cartonnette:3726:29132158,29052222:cartonnette:3726:29130760,29053304:cartonnette:3726:29128909,29053305:cartonnette:3726:29128468,29054993:cartonnette:3726:29127578,29082250:cartonnette:3726:29100645,29102956:cartonnette:3726:29113137,29102957:cartonnette:3726:29103665,29102959:cartonnette:3726:29103456,29102960:cartonnette:3726:29112091,29102962:cartonnette:3726:29103376,29102963:cartonnette:3726:29103235,29140852:cartonnette:3726:29144607,29140938:cartonnette:3726:29141103,29141768:cartonnette:3726:29145138,29147078:cartonnette:3726:29151237,29147091:cartonnette:3726:29147327,29148287:cartonnette:3726:29148490,29148288:cartonnette:3726:29151529,29148289:cartonnette:3726:29218310,29177917:cartonnette:3726:29178047,29181035:cartonnette:3726:29181309,29181858:cartonnette:3726:29182276,29181859:cartonnette:3726:29181889,29184142:cartonnette:3726:29184360,29185054:cartonnette:3726:29187654,29218204:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.07095590103541602, 'nb_photo': 9809, 'list_port_cont': '29044659,29100651,29103237,29103371,29103450,29103669,29112080,29113133,29127577,29128462,29128911,29130764,29132156,29133369,29135508,29141099,29144606,29145130,29147336,29148484,29151238,29151525,29178043,29181308,29181894,29182273,29184365,29187668,29218256,29218314,29224731,29225272,29228573,29228631,29262822,29292021,29339518,29340733,29346205,29346909,29374828,29376605,29378588,29381594,29423425,29425468,29431416,29433289,29437008,29465952,29466614,29469268,29472219,29476677,29478425,29506004,29506163,29508890,29510180,29541604,29545046,29545112,29547785,29563487,29566243,29566774,29569171,29591315,29655445,29659380,29701888,29773494,29776593,29795262,29815186,29815205,29815255,30010611,30010683,30010713,30010794,30011331,30011468,30011507,30011549,30012902,30014401', 'assoc_port': '29044459:29044659,29045368:29133369,29045370:29135508,29052220:29132156,29052222:29130764,29053304:29128911,29053305:29128462,29054993:29127577,29082250:29100651,29102956:29113133,29102957:29103669,29102959:29103450,29102960:29112080,29102962:29103371,29102963:29103237,29140852:29144606,29140938:29141099,29141768:29145130,29147078:29151238,29147091:29147336,29148287:29148484,29148288:29151525,29148289:29218314,29177917:29178043,29181035:29181308,29181858:29182273,29181859:29181894,29184142:29184365,29185054:29187668,29218204:29218256,29223038:29224731,29225244:29225272,29225960:29228631,29228464:29228573,29262639:29262822,29265884:29376605,29291686:29292021,29339470:29339518,29340567:29340733,29346149:29346205,29346150:29346909,29374519:29374828,29377724:29378588,29381395:29381594,29423267:29423425,29425313:29425468,29431299:29431416,29433054:29433289,29436929:29437008,29465631:29466614,29465632:29465952,29469200:29469268,29471168:29472219,29476398:29478425,29476400:29476677,29505892:29510180,29505894:2950616', 'assoc_mat': '29044459:Carton_brun:3726:29044659,29045368:Carton_brun:3726:29133369,29045370:Carton_brun:3726:29135508,29052220:Carton_brun:3726:29132156,29052222:Carton_brun:3726:29130764,29053304:Carton_brun:3726:29128911,29053305:Carton_brun:3726:29128462,29054993:Carton_brun:3726:29127577,29082250:Carton_brun:3726:29100651,29102956:Carton_brun:3726:29113133,29102957:Carton_brun:3726:29103669,29102959:Carton_brun:3726:29103450,29102960:Carton_brun:3726:29112080,29102962:Carton_brun:3726:29103371,29102963:Carton_brun:3726:29103237,29140852:Carton_brun:3726:29144606,29140938:Carton_brun:3726:29141099,29141768:Carton_brun:3726:29145130,29147078:Carton_brun:3726:29151238,29147091:Carton_brun:3726:29147336,29148287:Carton_brun:3726:29148484,29148288:Carton_brun:3726:29151525,29148289:Carton_brun:3726:29218314,29177917:Carton_brun:3726:29178043,29181035:Carton_brun:3726:29181308,29181858:Carton_brun:3726:29182273,29181859:Carton_brun:3726:29181894,29184142:Carton_brun:3726:29184365,29185054:Carton_brun:3726:29187668,29218204:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005581392724584216, 'nb_photo': 271, 'list_port_cont': '29044655,29100652,29103231,29103370,29103451,29103664,29112081,29113134,29128464,29130757,29132164,29133376,29135511,29141096,29145135,29147334,29148494,29151245,29151530,29178038,29182269,29184359,29187659,29218257,29224736,29225270,29228574,29228633,29262825,29292018,29339512,29340729,29346204,29374816,29376610,29378592,29381587,29423423,29425475,29433293,29437000,29466626,29469267,29472215,29478426,29506014,29506159,29508889,29541606,29545035,29545107,29547778,29563480,29566242,29566779,29569174,29591318,29659383,29701887,29776589,29795261,29815177,29815210,29815249,30010604,30010686,30010716,30010805,30011323,30011463,30011517,30011547,30012898,30014398', 'assoc_port': '29044459:29044655,29045368:29133376,29045370:29135511,29052220:29132164,29052222:29130757,29053305:29128464,29082250:29100652,29102956:29113134,29102957:29103664,29102959:29103451,29102960:29112081,29102962:29103370,29102963:29103231,29140938:29141096,29141768:29145135,29147078:29151245,29147091:29147334,29148287:29148494,29148288:29151530,29177917:29178038,29181858:29182269,29184142:29184359,29185054:29187659,29218204:29218257,29223038:29224736,29225244:29225270,29225960:29228633,29228464:29228574,29262639:29262825,29265884:29376610,29291686:29292018,29339470:29339512,29340567:29340729,29346149:29346204,29374519:29374816,29377724:29378592,29381395:29381587,29423267:29423423,29425313:29425475,29433054:29433293,29436929:29437000,29465631:29466626,29469200:29469267,29471168:29472215,29476398:29478426,29505894:29506159,29505907:29506014,29505908:29508889,29539870:29545035,29541455:29541606,29544153:29545107,29547572:29547778,29563477:29563480,29564943:29566242,29566736:29566779,29569048:29569174,29591306:2959131', 'assoc_mat': '29044459:Carton_gris:3726:29044655,29045368:Carton_gris:3726:29133376,29045370:Carton_gris:3726:29135511,29052220:Carton_gris:3726:29132164,29052222:Carton_gris:3726:29130757,29053305:Carton_gris:3726:29128464,29082250:Carton_gris:3726:29100652,29102956:Carton_gris:3726:29113134,29102957:Carton_gris:3726:29103664,29102959:Carton_gris:3726:29103451,29102960:Carton_gris:3726:29112081,29102962:Carton_gris:3726:29103370,29102963:Carton_gris:3726:29103231,29140938:Carton_gris:3726:29141096,29141768:Carton_gris:3726:29145135,29147078:Carton_gris:3726:29151245,29147091:Carton_gris:3726:29147334,29148287:Carton_gris:3726:29148494,29148288:Carton_gris:3726:29151530,29177917:Carton_gris:3726:29178038,29181858:Carton_gris:3726:29182269,29184142:Carton_gris:3726:29184359,29185054:Carton_gris:3726:29187659,29218204:Carton_gris:3726:29218257,29223038:Carton_gris:3726:29224736,29225244:Carton_gris:3726:29225270,29225960:Carton_gris:3726:29228633,29228464:Carton_gris:3726:29228574,29262639:Carton_gris:3726:29262825,29265884:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.004268073041246917, 'nb_photo': 198, 'list_port_cont': '29044654,29100646,29103230,29103374,29103452,29103659,29112088,29113136,29127582,29128472,29130763,29133370,29135512,29141094,29144603,29147328,29151246,29151523,29178040,29181311,29181892,29182277,29184363,29187655,29218251,29224737,29225266,29228569,29262824,29292016,29339511,29340727,29346209,29374818,29376604,29378586,29423427,29433294,29437009,29465956,29469261,29476672,29478435,29506008,29506156,29508893,29541608,29545033,29545110,29563490,29566775,29569173,29591320,29655442,29701879,29773482,29776592,29795252,29815181,29815204,29815246,30010609,30010680,30010708,30010801,30011325,30011469,30011514,30011550,30012900', 'assoc_port': '29044459:29044654,29045368:29133370,29045370:29135512,29052222:29130763,29053305:29128472,29054993:29127582,29082250:29100646,29102956:29113136,29102957:29103659,29102959:29103452,29102960:29112088,29102962:29103374,29102963:29103230,29140852:29144603,29140938:29141094,29147078:29151246,29147091:29147328,29148288:29151523,29177917:29178040,29181035:29181311,29181858:29182277,29181859:29181892,29184142:29184363,29185054:29187655,29218204:29218251,29223038:29224737,29225244:29225266,29228464:29228569,29262639:29262824,29265884:29376604,29291686:29292016,29339470:29339511,29340567:29340727,29346149:29346209,29374519:29374818,29377724:29378586,29423267:29423427,29433054:29433294,29436929:29437009,29465632:29465956,29469200:29469261,29476398:29478435,29476400:29476672,29505894:29506156,29505907:29506008,29505908:29508893,29539870:29545033,29541455:29541608,29544153:29545110,29563477:29563490,29566736:29566775,29569048:29569173,29591306:29591320,29655251:29655442,29701851:29701879,29773315:29773482,29776366:2977659', 'assoc_mat': '29044459:kraft:3726:29044654,29045368:kraft:3726:29133370,29045370:kraft:3726:29135512,29052222:kraft:3726:29130763,29053305:kraft:3726:29128472,29054993:kraft:3726:29127582,29082250:kraft:3726:29100646,29102956:kraft:3726:29113136,29102957:kraft:3726:29103659,29102959:kraft:3726:29103452,29102960:kraft:3726:29112088,29102962:kraft:3726:29103374,29102963:kraft:3726:29103230,29140852:kraft:3726:29144603,29140938:kraft:3726:29141094,29147078:kraft:3726:29151246,29147091:kraft:3726:29147328,29148288:kraft:3726:29151523,29177917:kraft:3726:29178040,29181035:kraft:3726:29181311,29181858:kraft:3726:29182277,29181859:kraft:3726:29181892,29184142:kraft:3726:29184363,29185054:kraft:3726:29187655,29218204:kraft:3726:29218251,29223038:kraft:3726:29224737,29225244:kraft:3726:29225266,29228464:kraft:3726:29228569,29262639:kraft:3726:29262824,29265884:kraft:3726:29376604,29291686:kraft:3726:29292016,29339470:kraft:3726:29339511,29340567:kraft:3726:29340727,29346149:kraft:3726:29346209,29374519:kraft:3726:29374818,29377724:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.001011349880746541, 'nb_photo': 22, 'list_port_cont': '29103229,29141105,29181319,29181891,29187658,29340736,29378587,29425469,29465953,29506161,29545034,29566780,29569170,29815185', 'assoc_port': '29102963:29103229,29140938:29141105,29181035:29181319,29181859:29181891,29185054:29187658,29340567:29340736,29377724:29378587,29425313:29425469,29465632:29465953,29505894:29506161,29539870:29545034,29566736:29566780,29569048:29569170,29814715:29815185', 'assoc_mat': '29102963:metal:3726:29103229,29140938:metal:3726:29141105,29181035:metal:3726:29181319,29181859:metal:3726:29181891,29185054:metal:3726:29187658,29340567:metal:3726:29340736,29377724:metal:3726:29378587,29425313:metal:3726:29425469,29465632:metal:3726:29465953,29505894:metal:3726:29506161,29539870:metal:3726:29545034,29566736:metal:3726:29566780,29569048:metal:3726:29569170,29814715:metal:3726:29815185'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.011225948088618914, 'nb_photo': 1604, 'list_port_cont': '29044665,29100653,29103238,29103366,29103460,29103667,29112082,29113138,29127581,29128469,29128913,29130761,29132163,29133378,29135502,29141101,29144599,29145134,29147338,29148485,29151236,29151531,29178046,29181312,29181890,29182272,29184373,29187666,29218255,29218309,29224735,29225275,29228567,29228642,29262815,29292025,29339514,29340731,29346201,29346913,29374825,29376612,29378585,29381591,29423428,29425470,29431418,29433297,29437001,29465954,29466616,29469259,29472216,29476674,29478428,29506011,29506162,29508883,29510175,29541603,29545032,29545106,29547781,29563482,29566252,29566782,29569168,29591310,29655443,29659385,29701878,29773475,29776582,29795255,29815183,29815212,29815247,30010610,30010681,30010707,30010802,30011333,30011462,30011513,30011545,30012893,30014400', 'assoc_port': '29044459:29044665,29045368:29133378,29045370:29135502,29052220:29132163,29052222:29130761,29053304:29128913,29053305:29128469,29054993:29127581,29082250:29100653,29102956:29113138,29102957:29103667,29102959:29103460,29102960:29112082,29102962:29103366,29102963:29103238,29140852:29144599,29140938:29141101,29141768:29145134,29147078:29151236,29147091:29147338,29148287:29148485,29148288:29151531,29148289:29218309,29177917:29178046,29181035:29181312,29181858:29182272,29181859:29181890,29184142:29184373,29185054:29187666,29218204:29218255,29223038:29224735,29225244:29225275,29225960:29228642,29228464:29228567,29262639:29262815,29265884:29376612,29291686:29292025,29339470:29339514,29340567:29340731,29346149:29346201,29346150:29346913,29374519:29374825,29377724:29378585,29381395:29381591,29423267:29423428,29425313:29425470,29431299:29431418,29433054:29433297,29436929:29437001,29465631:29466616,29465632:29465954,29469200:29469259,29471168:29472216,29476398:29478428,29476400:29476674,29505892:29510175,29505894:2950616', 'assoc_mat': '29044459:plastique:3726:29044665,29045368:plastique:3726:29133378,29045370:plastique:3726:29135502,29052220:plastique:3726:29132163,29052222:plastique:3726:29130761,29053304:plastique:3726:29128913,29053305:plastique:3726:29128469,29054993:plastique:3726:29127581,29082250:plastique:3726:29100653,29102956:plastique:3726:29113138,29102957:plastique:3726:29103667,29102959:plastique:3726:29103460,29102960:plastique:3726:29112082,29102962:plastique:3726:29103366,29102963:plastique:3726:29103238,29140852:plastique:3726:29144599,29140938:plastique:3726:29141101,29141768:plastique:3726:29145134,29147078:plastique:3726:29151236,29147091:plastique:3726:29147338,29148287:plastique:3726:29148485,29148288:plastique:3726:29151531,29148289:plastique:3726:29218309,29177917:plastique:3726:29178046,29181035:plastique:3726:29181312,29181858:plastique:3726:29182272,29181859:plastique:3726:29181890,29184142:plastique:3726:29184373,29185054:plastique:3726:29187666,29218204:plastique:3726:29218255,29223038:plastique:3726:29224735,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.020322642279698603, 'nb_photo': 5021, 'list_port_cont': '29044660,29100649,29103236,29103367,29103455,29103668,29112083,29113130,29127576,29128473,29128903,29130766,29132165,29133382,29135504,29141102,29144596,29145131,29147335,29148495,29151239,29151533,29178042,29181318,29181893,29182270,29184379,29187662,29218250,29218318,29224740,29225269,29228565,29228640,29262820,29292023,29339520,29340728,29346207,29346918,29374822,29376614,29378590,29381586,29423417,29425477,29431412,29433292,29437006,29465947,29466619,29469260,29472210,29476671,29478432,29506005,29506158,29508891,29510177,29541600,29545042,29545109,29547788,29563485,29566253,29566785,29569176,29591309,29655436,29659392,29701882,29773485,29776584,29795251,29815179,29815208,29815253,30010612,30010690,30010711,30010798,30011326,30011467,30011509,30011554,30012897,30014402', 'assoc_port': '29044459:29044660,29045368:29133382,29045370:29135504,29052220:29132165,29052222:29130766,29053304:29128903,29053305:29128473,29054993:29127576,29082250:29100649,29102956:29113130,29102957:29103668,29102959:29103455,29102960:29112083,29102962:29103367,29102963:29103236,29140852:29144596,29140938:29141102,29141768:29145131,29147078:29151239,29147091:29147335,29148287:29148495,29148288:29151533,29148289:29218318,29177917:29178042,29181035:29181318,29181858:29182270,29181859:29181893,29184142:29184379,29185054:29187662,29218204:29218250,29223038:29224740,29225244:29225269,29225960:29228640,29228464:29228565,29262639:29262820,29265884:29376614,29291686:29292023,29339470:29339520,29340567:29340728,29346149:29346207,29346150:29346918,29374519:29374822,29377724:29378590,29381395:29381586,29423267:29423417,29425313:29425477,29431299:29431412,29433054:29433292,29436929:29437006,29465631:29466619,29465632:29465947,29469200:29469260,29471168:29472210,29476398:29478432,29476400:29476671,29505892:29510177,29505894:2950615', 'assoc_mat': '29044459:Teint_Dans_La_Masse:3726:29044660,29045368:Teint_Dans_La_Masse:3726:29133382,29045370:Teint_Dans_La_Masse:3726:29135504,29052220:Teint_Dans_La_Masse:3726:29132165,29052222:Teint_Dans_La_Masse:3726:29130766,29053304:Teint_Dans_La_Masse:3726:29128903,29053305:Teint_Dans_La_Masse:3726:29128473,29054993:Teint_Dans_La_Masse:3726:29127576,29082250:Teint_Dans_La_Masse:3726:29100649,29102956:Teint_Dans_La_Masse:3726:29113130,29102957:Teint_Dans_La_Masse:3726:29103668,29102959:Teint_Dans_La_Masse:3726:29103455,29102960:Teint_Dans_La_Masse:3726:29112083,29102962:Teint_Dans_La_Masse:3726:29103367,29102963:Teint_Dans_La_Masse:3726:29103236,29140852:Teint_Dans_La_Masse:3726:29144596,29140938:Teint_Dans_La_Masse:3726:29141102,29141768:Teint_Dans_La_Masse:3726:29145131,29147078:Teint_Dans_La_Masse:3726:29151239,29147091:Teint_Dans_La_Masse:3726:29147335,29148287:Teint_Dans_La_Masse:3726:29148495,29148288:Teint_Dans_La_Masse:3726:29151533,29148289:Teint_Dans_La_Masse:3726:29218318,29177917:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 6089}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-12', 0.1331294401432142),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((6089,),), 'unwanted_material_monthly_percentage': ((0.1331294401432142,),), 'material_repartition': (('JRM', 4927),), 'material_dict': {'JRM': 4927}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 12, 1), 0.15015759294885436, 30), (datetime.date(2025, 12, 2), 0.12680752120545516, 87), (datetime.date(2025, 12, 3), 0.10135137330190444, 55), (datetime.date(2025, 12, 4), 0.12123870392164246, 56), (datetime.date(2025, 12, 5), 0.09991438374603595, 28), (datetime.date(2025, 12, 8), 0.10924574074519251, 90), (datetime.date(2025, 12, 9), 0.12951825259208125, 75), (datetime.date(2025, 12, 11), 0.13914827549883657, 48), (datetime.date(2025, 12, 12), 0.1438948928243706, 73), (datetime.date(2025, 12, 15), 0.08813230788044424, 24), (datetime.date(2025, 12, 16), 0.1306839380897617, 87), (datetime.date(2025, 12, 17), 0.14258372585635412, 27), (datetime.date(2025, 12, 18), 0.11089880639002693, 17), (datetime.date(2025, 12, 19), 0.13820118416680383, 88), (datetime.date(2025, 12, 23), 0.13160767157258885, 79), (datetime.date(2025, 12, 24), 0.15915961867316214, 85), (datetime.date(2025, 12, 29), 0.15925169244529191, 31), (datetime.date(2025, 12, 30), 0.18585019341445827, 76)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 12, 1), 0.15015759294885436, 30), (datetime.date(2025, 12, 2), 0.12680752120545516, 87), (datetime.date(2025, 12, 3), 0.10135137330190444, 55), (datetime.date(2025, 12, 4), 0.12123870392164246, 56), (datetime.date(2025, 12, 5), 0.09991438374603595, 28), (datetime.date(2025, 12, 8), 0.10924574074519251, 90), (datetime.date(2025, 12, 9), 0.12951825259208125, 75), (datetime.date(2025, 12, 11), 0.13914827549883657, 48), (datetime.date(2025, 12, 12), 0.1438948928243706, 73), (datetime.date(2025, 12, 15), 0.08813230788044424, 24), (datetime.date(2025, 12, 16), 0.1306839380897617, 87), (datetime.date(2025, 12, 17), 0.14258372585635412, 27), (datetime.date(2025, 12, 18), 0.11089880639002693, 17), (datetime.date(2025, 12, 19), 0.13820118416680383, 88), (datetime.date(2025, 12, 23), 0.13160767157258885, 79), (datetime.date(2025, 12, 24), 0.15915961867316214, 85), (datetime.date(2025, 12, 29), 0.15925169244529191, 31), (datetime.date(2025, 12, 30), 0.18585019341445827, 76))}, 'quality_array': [['0.10310068087385806', '01122025'], ['0.23391688885190765', '02122025'], ['0.14880156306990547', '03122025'], ['0.13358879163362158', '04122025'], ['0.03824775221796673', '05122025'], ['-0.07090301157384278', '08122025'], ['-0.13880538860229308', '09122025'], ['-0.34600306510106327', '11122025'], ['-0.05895065539663433', '12122025'], ['0.3159236191464729', '15122025'], ['-0.025916563639147266', '16122025'], ['0.04380369722865854', '17122025'], ['0.19639010065651552', '18122025'], ['-0.04978601005144664', '19122025'], ['-1.4295092878118685', '23122025'], ['-0.5420881047498785', '24122025'], ['-0.9353426635249097', '29122025'], ['-0.7260850455743152', '30122025']], 'number_of_batch': ((88,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01282516116792771, 'nb_photo': 656, 'list_port_cont': '29044663,29100657,29103234,29103369,29103453,29103666,29112085,29113127,29127575,29128466,29128912,29130755,29132160,29133380,29135505,29141095,29144598,29145140,29147332,29148489,29151247,29151526,29178041,29181313,29181888,29182267,29184375,29187670,29218261,29218313,29224738,29225265,29228563,29228641,29262819,29292024,29339519,29340730,29346206,29374831,29376603,29378589,29381588,29423419,29425479,29431411,29433290,29437010,29465949,29466615,29469264,29472221,29476680,29478429,29506015,29506154,29508888,29510169,29541601,29545030,29545111,29547784,29563483,29566250,29566777,29569166,29591317,29655447,29659384,29701883,29773487,29776586,29795256,29815175,29815203,29815244,30010608,30010691,30010712,30010795,30011328,30011458,30011508,30011556,30012890,30014397', 'assoc_port': '29044459:29044663,29045368:29133380,29045370:29135505,29052220:29132160,29052222:29130755,29053304:29128912,29053305:29128466,29054993:29127575,29082250:29100657,29102956:29113127,29102957:29103666,29102959:29103453,29102960:29112085,29102962:29103369,29102963:29103234,29140852:29144598,29140938:29141095,29141768:29145140,29147078:29151247,29147091:29147332,29148287:29148489,29148288:29151526,29148289:29218313,29177917:29178041,29181035:29181313,29181858:29182267,29181859:29181888,29184142:29184375,29185054:29187670,29218204:29218261,29223038:29224738,29225244:29225265,29225960:29228641,29228464:29228563,29262639:29262819,29265884:29376603,29291686:29292024,29339470:29339519,29340567:29340730,29346149:29346206,29374519:29374831,29377724:29378589,29381395:29381588,29423267:29423419,29425313:29425479,29431299:29431411,29433054:29433290,29436929:29437010,29465631:29466615,29465632:29465949,29469200:29469264,29471168:29472221,29476398:29478429,29476400:29476680,29505892:29510169,29505894:29506154,29505907:2950601', 'assoc_mat': '29044459:autre_refus:3726:29044663,29045368:autre_refus:3726:29133380,29045370:autre_refus:3726:29135505,29052220:autre_refus:3726:29132160,29052222:autre_refus:3726:29130755,29053304:autre_refus:3726:29128912,29053305:autre_refus:3726:29128466,29054993:autre_refus:3726:29127575,29082250:autre_refus:3726:29100657,29102956:autre_refus:3726:29113127,29102957:autre_refus:3726:29103666,29102959:autre_refus:3726:29103453,29102960:autre_refus:3726:29112085,29102962:autre_refus:3726:29103369,29102963:autre_refus:3726:29103234,29140852:autre_refus:3726:29144598,29140938:autre_refus:3726:29141095,29141768:autre_refus:3726:29145140,29147078:autre_refus:3726:29151247,29147091:autre_refus:3726:29147332,29148287:autre_refus:3726:29148489,29148288:autre_refus:3726:29151526,29148289:autre_refus:3726:29218313,29177917:autre_refus:3726:29178041,29181035:autre_refus:3726:29181313,29181858:autre_refus:3726:29182267,29181859:autre_refus:3726:29181888,29184142:autre_refus:3726:29184375,29185054:autre_refus:3726:29187670,29218204:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014900298421457004, 'nb_photo': 2279, 'list_port_cont': '29044662,29100645,29103235,29103376,29103456,29103665,29112091,29113137,29127578,29128468,29128909,29130760,29132158,29133368,29135507,29141103,29144607,29145138,29147327,29148490,29151237,29151529,29178047,29181309,29181889,29182276,29184360,29187654,29218254,29218310,29224739,29225264,29228566,29228635,29262814,29292022,29339517,29340735,29346200,29346917,29374820,29376607,29378593,29381583,29423418,29425471,29431420,29433295,29437011,29465946,29466625,29469258,29472217,29476678,29478431,29506010,29506155,29508887,29510179,29541609,29545040,29545113,29547780,29563484,29566244,29566784,29569172,29591311,29655444,29659389,29701885,29773483,29776587,29795259,29815182,29815201,29815245,30010613,30010689,30010705,30010800,30011327,30011460,30011516,30011555,30012901,30014403', 'assoc_port': '29044459:29044662,29045368:29133368,29045370:29135507,29052220:29132158,29052222:29130760,29053304:29128909,29053305:29128468,29054993:29127578,29082250:29100645,29102956:29113137,29102957:29103665,29102959:29103456,29102960:29112091,29102962:29103376,29102963:29103235,29140852:29144607,29140938:29141103,29141768:29145138,29147078:29151237,29147091:29147327,29148287:29148490,29148288:29151529,29148289:29218310,29177917:29178047,29181035:29181309,29181858:29182276,29181859:29181889,29184142:29184360,29185054:29187654,29218204:29218254,29223038:29224739,29225244:29225264,29225960:29228635,29228464:29228566,29262639:29262814,29265884:29376607,29291686:29292022,29339470:29339517,29340567:29340735,29346149:29346200,29346150:29346917,29374519:29374820,29377724:29378593,29381395:29381583,29423267:29423418,29425313:29425471,29431299:29431420,29433054:29433295,29436929:29437011,29465631:29466625,29465632:29465946,29469200:29469258,29471168:29472217,29476398:29478431,29476400:29476678,29505892:29510179,29505894:2950615', 'assoc_mat': '29044459:cartonnette:3726:29044662,29045368:cartonnette:3726:29133368,29045370:cartonnette:3726:29135507,29052220:cartonnette:3726:29132158,29052222:cartonnette:3726:29130760,29053304:cartonnette:3726:29128909,29053305:cartonnette:3726:29128468,29054993:cartonnette:3726:29127578,29082250:cartonnette:3726:29100645,29102956:cartonnette:3726:29113137,29102957:cartonnette:3726:29103665,29102959:cartonnette:3726:29103456,29102960:cartonnette:3726:29112091,29102962:cartonnette:3726:29103376,29102963:cartonnette:3726:29103235,29140852:cartonnette:3726:29144607,29140938:cartonnette:3726:29141103,29141768:cartonnette:3726:29145138,29147078:cartonnette:3726:29151237,29147091:cartonnette:3726:29147327,29148287:cartonnette:3726:29148490,29148288:cartonnette:3726:29151529,29148289:cartonnette:3726:29218310,29177917:cartonnette:3726:29178047,29181035:cartonnette:3726:29181309,29181858:cartonnette:3726:29182276,29181859:cartonnette:3726:29181889,29184142:cartonnette:3726:29184360,29185054:cartonnette:3726:29187654,29218204:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.07095590103541602, 'nb_photo': 9809, 'list_port_cont': '29044659,29100651,29103237,29103371,29103450,29103669,29112080,29113133,29127577,29128462,29128911,29130764,29132156,29133369,29135508,29141099,29144606,29145130,29147336,29148484,29151238,29151525,29178043,29181308,29181894,29182273,29184365,29187668,29218256,29218314,29224731,29225272,29228573,29228631,29262822,29292021,29339518,29340733,29346205,29346909,29374828,29376605,29378588,29381594,29423425,29425468,29431416,29433289,29437008,29465952,29466614,29469268,29472219,29476677,29478425,29506004,29506163,29508890,29510180,29541604,29545046,29545112,29547785,29563487,29566243,29566774,29569171,29591315,29655445,29659380,29701888,29773494,29776593,29795262,29815186,29815205,29815255,30010611,30010683,30010713,30010794,30011331,30011468,30011507,30011549,30012902,30014401', 'assoc_port': '29044459:29044659,29045368:29133369,29045370:29135508,29052220:29132156,29052222:29130764,29053304:29128911,29053305:29128462,29054993:29127577,29082250:29100651,29102956:29113133,29102957:29103669,29102959:29103450,29102960:29112080,29102962:29103371,29102963:29103237,29140852:29144606,29140938:29141099,29141768:29145130,29147078:29151238,29147091:29147336,29148287:29148484,29148288:29151525,29148289:29218314,29177917:29178043,29181035:29181308,29181858:29182273,29181859:29181894,29184142:29184365,29185054:29187668,29218204:29218256,29223038:29224731,29225244:29225272,29225960:29228631,29228464:29228573,29262639:29262822,29265884:29376605,29291686:29292021,29339470:29339518,29340567:29340733,29346149:29346205,29346150:29346909,29374519:29374828,29377724:29378588,29381395:29381594,29423267:29423425,29425313:29425468,29431299:29431416,29433054:29433289,29436929:29437008,29465631:29466614,29465632:29465952,29469200:29469268,29471168:29472219,29476398:29478425,29476400:29476677,29505892:29510180,29505894:2950616', 'assoc_mat': '29044459:Carton_brun:3726:29044659,29045368:Carton_brun:3726:29133369,29045370:Carton_brun:3726:29135508,29052220:Carton_brun:3726:29132156,29052222:Carton_brun:3726:29130764,29053304:Carton_brun:3726:29128911,29053305:Carton_brun:3726:29128462,29054993:Carton_brun:3726:29127577,29082250:Carton_brun:3726:29100651,29102956:Carton_brun:3726:29113133,29102957:Carton_brun:3726:29103669,29102959:Carton_brun:3726:29103450,29102960:Carton_brun:3726:29112080,29102962:Carton_brun:3726:29103371,29102963:Carton_brun:3726:29103237,29140852:Carton_brun:3726:29144606,29140938:Carton_brun:3726:29141099,29141768:Carton_brun:3726:29145130,29147078:Carton_brun:3726:29151238,29147091:Carton_brun:3726:29147336,29148287:Carton_brun:3726:29148484,29148288:Carton_brun:3726:29151525,29148289:Carton_brun:3726:29218314,29177917:Carton_brun:3726:29178043,29181035:Carton_brun:3726:29181308,29181858:Carton_brun:3726:29182273,29181859:Carton_brun:3726:29181894,29184142:Carton_brun:3726:29184365,29185054:Carton_brun:3726:29187668,29218204:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005581392724584216, 'nb_photo': 271, 'list_port_cont': '29044655,29100652,29103231,29103370,29103451,29103664,29112081,29113134,29128464,29130757,29132164,29133376,29135511,29141096,29145135,29147334,29148494,29151245,29151530,29178038,29182269,29184359,29187659,29218257,29224736,29225270,29228574,29228633,29262825,29292018,29339512,29340729,29346204,29374816,29376610,29378592,29381587,29423423,29425475,29433293,29437000,29466626,29469267,29472215,29478426,29506014,29506159,29508889,29541606,29545035,29545107,29547778,29563480,29566242,29566779,29569174,29591318,29659383,29701887,29776589,29795261,29815177,29815210,29815249,30010604,30010686,30010716,30010805,30011323,30011463,30011517,30011547,30012898,30014398', 'assoc_port': '29044459:29044655,29045368:29133376,29045370:29135511,29052220:29132164,29052222:29130757,29053305:29128464,29082250:29100652,29102956:29113134,29102957:29103664,29102959:29103451,29102960:29112081,29102962:29103370,29102963:29103231,29140938:29141096,29141768:29145135,29147078:29151245,29147091:29147334,29148287:29148494,29148288:29151530,29177917:29178038,29181858:29182269,29184142:29184359,29185054:29187659,29218204:29218257,29223038:29224736,29225244:29225270,29225960:29228633,29228464:29228574,29262639:29262825,29265884:29376610,29291686:29292018,29339470:29339512,29340567:29340729,29346149:29346204,29374519:29374816,29377724:29378592,29381395:29381587,29423267:29423423,29425313:29425475,29433054:29433293,29436929:29437000,29465631:29466626,29469200:29469267,29471168:29472215,29476398:29478426,29505894:29506159,29505907:29506014,29505908:29508889,29539870:29545035,29541455:29541606,29544153:29545107,29547572:29547778,29563477:29563480,29564943:29566242,29566736:29566779,29569048:29569174,29591306:2959131', 'assoc_mat': '29044459:Carton_gris:3726:29044655,29045368:Carton_gris:3726:29133376,29045370:Carton_gris:3726:29135511,29052220:Carton_gris:3726:29132164,29052222:Carton_gris:3726:29130757,29053305:Carton_gris:3726:29128464,29082250:Carton_gris:3726:29100652,29102956:Carton_gris:3726:29113134,29102957:Carton_gris:3726:29103664,29102959:Carton_gris:3726:29103451,29102960:Carton_gris:3726:29112081,29102962:Carton_gris:3726:29103370,29102963:Carton_gris:3726:29103231,29140938:Carton_gris:3726:29141096,29141768:Carton_gris:3726:29145135,29147078:Carton_gris:3726:29151245,29147091:Carton_gris:3726:29147334,29148287:Carton_gris:3726:29148494,29148288:Carton_gris:3726:29151530,29177917:Carton_gris:3726:29178038,29181858:Carton_gris:3726:29182269,29184142:Carton_gris:3726:29184359,29185054:Carton_gris:3726:29187659,29218204:Carton_gris:3726:29218257,29223038:Carton_gris:3726:29224736,29225244:Carton_gris:3726:29225270,29225960:Carton_gris:3726:29228633,29228464:Carton_gris:3726:29228574,29262639:Carton_gris:3726:29262825,29265884:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.004268073041246917, 'nb_photo': 198, 'list_port_cont': '29044654,29100646,29103230,29103374,29103452,29103659,29112088,29113136,29127582,29128472,29130763,29133370,29135512,29141094,29144603,29147328,29151246,29151523,29178040,29181311,29181892,29182277,29184363,29187655,29218251,29224737,29225266,29228569,29262824,29292016,29339511,29340727,29346209,29374818,29376604,29378586,29423427,29433294,29437009,29465956,29469261,29476672,29478435,29506008,29506156,29508893,29541608,29545033,29545110,29563490,29566775,29569173,29591320,29655442,29701879,29773482,29776592,29795252,29815181,29815204,29815246,30010609,30010680,30010708,30010801,30011325,30011469,30011514,30011550,30012900', 'assoc_port': '29044459:29044654,29045368:29133370,29045370:29135512,29052222:29130763,29053305:29128472,29054993:29127582,29082250:29100646,29102956:29113136,29102957:29103659,29102959:29103452,29102960:29112088,29102962:29103374,29102963:29103230,29140852:29144603,29140938:29141094,29147078:29151246,29147091:29147328,29148288:29151523,29177917:29178040,29181035:29181311,29181858:29182277,29181859:29181892,29184142:29184363,29185054:29187655,29218204:29218251,29223038:29224737,29225244:29225266,29228464:29228569,29262639:29262824,29265884:29376604,29291686:29292016,29339470:29339511,29340567:29340727,29346149:29346209,29374519:29374818,29377724:29378586,29423267:29423427,29433054:29433294,29436929:29437009,29465632:29465956,29469200:29469261,29476398:29478435,29476400:29476672,29505894:29506156,29505907:29506008,29505908:29508893,29539870:29545033,29541455:29541608,29544153:29545110,29563477:29563490,29566736:29566775,29569048:29569173,29591306:29591320,29655251:29655442,29701851:29701879,29773315:29773482,29776366:2977659', 'assoc_mat': '29044459:kraft:3726:29044654,29045368:kraft:3726:29133370,29045370:kraft:3726:29135512,29052222:kraft:3726:29130763,29053305:kraft:3726:29128472,29054993:kraft:3726:29127582,29082250:kraft:3726:29100646,29102956:kraft:3726:29113136,29102957:kraft:3726:29103659,29102959:kraft:3726:29103452,29102960:kraft:3726:29112088,29102962:kraft:3726:29103374,29102963:kraft:3726:29103230,29140852:kraft:3726:29144603,29140938:kraft:3726:29141094,29147078:kraft:3726:29151246,29147091:kraft:3726:29147328,29148288:kraft:3726:29151523,29177917:kraft:3726:29178040,29181035:kraft:3726:29181311,29181858:kraft:3726:29182277,29181859:kraft:3726:29181892,29184142:kraft:3726:29184363,29185054:kraft:3726:29187655,29218204:kraft:3726:29218251,29223038:kraft:3726:29224737,29225244:kraft:3726:29225266,29228464:kraft:3726:29228569,29262639:kraft:3726:29262824,29265884:kraft:3726:29376604,29291686:kraft:3726:29292016,29339470:kraft:3726:29339511,29340567:kraft:3726:29340727,29346149:kraft:3726:29346209,29374519:kraft:3726:29374818,29377724:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.001011349880746541, 'nb_photo': 22, 'list_port_cont': '29103229,29141105,29181319,29181891,29187658,29340736,29378587,29425469,29465953,29506161,29545034,29566780,29569170,29815185', 'assoc_port': '29102963:29103229,29140938:29141105,29181035:29181319,29181859:29181891,29185054:29187658,29340567:29340736,29377724:29378587,29425313:29425469,29465632:29465953,29505894:29506161,29539870:29545034,29566736:29566780,29569048:29569170,29814715:29815185', 'assoc_mat': '29102963:metal:3726:29103229,29140938:metal:3726:29141105,29181035:metal:3726:29181319,29181859:metal:3726:29181891,29185054:metal:3726:29187658,29340567:metal:3726:29340736,29377724:metal:3726:29378587,29425313:metal:3726:29425469,29465632:metal:3726:29465953,29505894:metal:3726:29506161,29539870:metal:3726:29545034,29566736:metal:3726:29566780,29569048:metal:3726:29569170,29814715:metal:3726:29815185'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.011225948088618914, 'nb_photo': 1604, 'list_port_cont': '29044665,29100653,29103238,29103366,29103460,29103667,29112082,29113138,29127581,29128469,29128913,29130761,29132163,29133378,29135502,29141101,29144599,29145134,29147338,29148485,29151236,29151531,29178046,29181312,29181890,29182272,29184373,29187666,29218255,29218309,29224735,29225275,29228567,29228642,29262815,29292025,29339514,29340731,29346201,29346913,29374825,29376612,29378585,29381591,29423428,29425470,29431418,29433297,29437001,29465954,29466616,29469259,29472216,29476674,29478428,29506011,29506162,29508883,29510175,29541603,29545032,29545106,29547781,29563482,29566252,29566782,29569168,29591310,29655443,29659385,29701878,29773475,29776582,29795255,29815183,29815212,29815247,30010610,30010681,30010707,30010802,30011333,30011462,30011513,30011545,30012893,30014400', 'assoc_port': '29044459:29044665,29045368:29133378,29045370:29135502,29052220:29132163,29052222:29130761,29053304:29128913,29053305:29128469,29054993:29127581,29082250:29100653,29102956:29113138,29102957:29103667,29102959:29103460,29102960:29112082,29102962:29103366,29102963:29103238,29140852:29144599,29140938:29141101,29141768:29145134,29147078:29151236,29147091:29147338,29148287:29148485,29148288:29151531,29148289:29218309,29177917:29178046,29181035:29181312,29181858:29182272,29181859:29181890,29184142:29184373,29185054:29187666,29218204:29218255,29223038:29224735,29225244:29225275,29225960:29228642,29228464:29228567,29262639:29262815,29265884:29376612,29291686:29292025,29339470:29339514,29340567:29340731,29346149:29346201,29346150:29346913,29374519:29374825,29377724:29378585,29381395:29381591,29423267:29423428,29425313:29425470,29431299:29431418,29433054:29433297,29436929:29437001,29465631:29466616,29465632:29465954,29469200:29469259,29471168:29472216,29476398:29478428,29476400:29476674,29505892:29510175,29505894:2950616', 'assoc_mat': '29044459:plastique:3726:29044665,29045368:plastique:3726:29133378,29045370:plastique:3726:29135502,29052220:plastique:3726:29132163,29052222:plastique:3726:29130761,29053304:plastique:3726:29128913,29053305:plastique:3726:29128469,29054993:plastique:3726:29127581,29082250:plastique:3726:29100653,29102956:plastique:3726:29113138,29102957:plastique:3726:29103667,29102959:plastique:3726:29103460,29102960:plastique:3726:29112082,29102962:plastique:3726:29103366,29102963:plastique:3726:29103238,29140852:plastique:3726:29144599,29140938:plastique:3726:29141101,29141768:plastique:3726:29145134,29147078:plastique:3726:29151236,29147091:plastique:3726:29147338,29148287:plastique:3726:29148485,29148288:plastique:3726:29151531,29148289:plastique:3726:29218309,29177917:plastique:3726:29178046,29181035:plastique:3726:29181312,29181858:plastique:3726:29182272,29181859:plastique:3726:29181890,29184142:plastique:3726:29184373,29185054:plastique:3726:29187666,29218204:plastique:3726:29218255,29223038:plastique:3726:29224735,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.020322642279698603, 'nb_photo': 5021, 'list_port_cont': '29044660,29100649,29103236,29103367,29103455,29103668,29112083,29113130,29127576,29128473,29128903,29130766,29132165,29133382,29135504,29141102,29144596,29145131,29147335,29148495,29151239,29151533,29178042,29181318,29181893,29182270,29184379,29187662,29218250,29218318,29224740,29225269,29228565,29228640,29262820,29292023,29339520,29340728,29346207,29346918,29374822,29376614,29378590,29381586,29423417,29425477,29431412,29433292,29437006,29465947,29466619,29469260,29472210,29476671,29478432,29506005,29506158,29508891,29510177,29541600,29545042,29545109,29547788,29563485,29566253,29566785,29569176,29591309,29655436,29659392,29701882,29773485,29776584,29795251,29815179,29815208,29815253,30010612,30010690,30010711,30010798,30011326,30011467,30011509,30011554,30012897,30014402', 'assoc_port': '29044459:29044660,29045368:29133382,29045370:29135504,29052220:29132165,29052222:29130766,29053304:29128903,29053305:29128473,29054993:29127576,29082250:29100649,29102956:29113130,29102957:29103668,29102959:29103455,29102960:29112083,29102962:29103367,29102963:29103236,29140852:29144596,29140938:29141102,29141768:29145131,29147078:29151239,29147091:29147335,29148287:29148495,29148288:29151533,29148289:29218318,29177917:29178042,29181035:29181318,29181858:29182270,29181859:29181893,29184142:29184379,29185054:29187662,29218204:29218250,29223038:29224740,29225244:29225269,29225960:29228640,29228464:29228565,29262639:29262820,29265884:29376614,29291686:29292023,29339470:29339520,29340567:29340728,29346149:29346207,29346150:29346918,29374519:29374822,29377724:29378590,29381395:29381586,29423267:29423417,29425313:29425477,29431299:29431412,29433054:29433292,29436929:29437006,29465631:29466619,29465632:29465947,29469200:29469260,29471168:29472210,29476398:29478432,29476400:29476671,29505892:29510177,29505894:2950615', 'assoc_mat': '29044459:Teint_Dans_La_Masse:3726:29044660,29045368:Teint_Dans_La_Masse:3726:29133382,29045370:Teint_Dans_La_Masse:3726:29135504,29052220:Teint_Dans_La_Masse:3726:29132165,29052222:Teint_Dans_La_Masse:3726:29130766,29053304:Teint_Dans_La_Masse:3726:29128903,29053305:Teint_Dans_La_Masse:3726:29128473,29054993:Teint_Dans_La_Masse:3726:29127576,29082250:Teint_Dans_La_Masse:3726:29100649,29102956:Teint_Dans_La_Masse:3726:29113130,29102957:Teint_Dans_La_Masse:3726:29103668,29102959:Teint_Dans_La_Masse:3726:29103455,29102960:Teint_Dans_La_Masse:3726:29112083,29102962:Teint_Dans_La_Masse:3726:29103367,29102963:Teint_Dans_La_Masse:3726:29103236,29140852:Teint_Dans_La_Masse:3726:29144596,29140938:Teint_Dans_La_Masse:3726:29141102,29141768:Teint_Dans_La_Masse:3726:29145131,29147078:Teint_Dans_La_Masse:3726:29151239,29147091:Teint_Dans_La_Masse:3726:29147335,29148287:Teint_Dans_La_Masse:3726:29148495,29148288:Teint_Dans_La_Masse:3726:29151533,29148289:Teint_Dans_La_Masse:3726:29218318,29177917:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 6089}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-12', 0.1331294401432142),)]} filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_12_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.28%', 656], 'cartonnette': ['cartonnette', '1.49%', 2279], 'Carton_brun': ['Carton_brun', '7.1%', 9809], 'Carton_gris': ['Carton_gris', '0.56%', 271], 'kraft': ['kraft', '0.43%', 198], 'metal': ['metal', '0.1%', 22], 'plastique': ['plastique', '1.12%', 1604], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '2.03%', 5021]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_12_annee_2025.pdf le fichier se trouve ici : /data_4/data_log/job/memo/Perlen_convoyeur 2.99user 2.09system 0:06.22elapsed 81%CPU (0avgtext+0avgdata 185012maxresident)k 10048inputs+336outputs (2major+66163minor)pagefaults 0swaps