python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_4/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2025-09 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (0, 30) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (0, 30) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 09 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2025-09 year : 2025 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2025-09%') and created_at like '%2025-09%'))); nb_day : (0, 30) after unwanted_material_data nb_day : (0, 30) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2025/09%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2025-09-01 00:00:00,2025-09-02 00:00:00,2025-09-03 00:00:00,2025-09-04 00:00:00,2025-09-05 00:00:00,2025-09-08 00:00:00,2025-09-09 00:00:00,2025-09-10 00:00:00,2025-09-11 00:00:00,2025-09-12 00:00:00,2025-09-15 00:00:00,2025-09-16 00:00:00,2025-09-17 00:00:00,2025-09-18 00:00:00,2025-09-19 00:00:00,2025-09-22 00:00:00,2025-09-23 00:00:00,2025-09-24 00:00:00,2025-09-25 00:00:00,2025-09-26 00:00:00,2025-09-29 00:00:00,2025-09-30 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 134 and month(ded.date) = 09 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 09 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%092025%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2025-09-01 : dt_date_just_month_year : 2025-09-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-09-01" AND ded.date <= "2025-09-30" apple3 {'JRM': {'mat': 'JRM', 'pht': 3726, 'datou_carac_id': 4433, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'papier'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (2237631,2237633,2243737,2263243,2264159,2278512,2290341,2295563,2318979,2344345,2361425,2361331,2339633,2352085,2354613,2361239) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.011601197420810543, 'nb_photo': 459, 'list_port_cont': '26398868,26435708,26436245,26436464,26494404,26494514,26497512,26531102,26531645,26533034,26568102,26630856,26630910,26640075,26649561,26649647,26676970,26680161,26681320,26681482,26683157,26713299,26720480,26721420,26722172,26724208,26729915,26730217,26732607,26733666,26733786,26798525,26803403,26803895,26804077,26805582,26805971,26807987,26847526,26848325,26848580,26856569,26856804,26857717,26884616,26885412,26890424,26896729,26912078,26996124,26996207,26998366,26999650,27001013,27067320,27086851,27094602,27097814,27100094,27112577,27130230,27131848,27133813,27136512,27139795,27172560,27185858,27219709,27224969,27226608,27230069,27268788,27270696,27270826,27273370,27273731,27279483', 'assoc_port': '26398702:26398868,26435574:26435708,26436145:26436464,26436146:26436245,26494257:26497512,26494258:26494514,26494259:26494404,26530430:26533034,26530912:26531102,26531401:26531645,26567741:26568102,26629437:26630910,26629438:26640075,26629440:26630856,26643082:26649647,26643085:26649561,26676916:26676970,26679105:26680161,26680253:26681320,26680255:26683157,26681308:26681482,26686352:26732607,26686353:26724208,26687228:26730217,26713186:26713299,26713187:26733666,26719930:26729915,26719931:26720480,26719932:26733786,26721224:26721420,26721232:26722172,26782560:26805971,26784000:26807987,26786079:26798525,26792833:26803403,26793872:26803895,26793873:26804077,26795547:26805582,26845133:26847526,26846354:26848325,26846355:26848580,26853400:26856569,26853403:26856804,26854972:26857717,26881098:26884616,26884386:26885412,26890323:26890424,26892366:26912078,26896442:26896729,26996063:26996207,26996065:26996124,26998004:26998366,26999382:26999650,27000904:27001013,27066951:27067320,27082215:27086851,27089390:2709460', 'assoc_mat': '26398702:autre_refus:3726:26398868,26435574:autre_refus:3726:26435708,26436145:autre_refus:3726:26436464,26436146:autre_refus:3726:26436245,26494257:autre_refus:3726:26497512,26494258:autre_refus:3726:26494514,26494259:autre_refus:3726:26494404,26530430:autre_refus:3726:26533034,26530912:autre_refus:3726:26531102,26531401:autre_refus:3726:26531645,26567741:autre_refus:3726:26568102,26629437:autre_refus:3726:26630910,26629438:autre_refus:3726:26640075,26629440:autre_refus:3726:26630856,26643082:autre_refus:3726:26649647,26643085:autre_refus:3726:26649561,26676916:autre_refus:3726:26676970,26679105:autre_refus:3726:26680161,26680253:autre_refus:3726:26681320,26680255:autre_refus:3726:26683157,26681308:autre_refus:3726:26681482,26686352:autre_refus:3726:26732607,26686353:autre_refus:3726:26724208,26687228:autre_refus:3726:26730217,26713186:autre_refus:3726:26713299,26713187:autre_refus:3726:26733666,26719930:autre_refus:3726:26729915,26719931:autre_refus:3726:26720480,26719932:autre_refus:3726:26733786,26721224:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014079342180348038, 'nb_photo': 1624, 'list_port_cont': '26398872,26435697,26436244,26436471,26494410,26494511,26497515,26531100,26531643,26533030,26568104,26630851,26630918,26640076,26649562,26649654,26676972,26680164,26681317,26681477,26683160,26713298,26720479,26721419,26722169,26724206,26729917,26730223,26732600,26733659,26733779,26798522,26803394,26803896,26804074,26805584,26805970,26807988,26847529,26848318,26848587,26848891,26856575,26856794,26857727,26884612,26885410,26896735,26912069,26996127,26996208,26998364,26999642,27001004,27066992,27067317,27086847,27094605,27097803,27100102,27112583,27130229,27131844,27133821,27136507,27139801,27172558,27185857,27219716,27224966,27226607,27230070,27268789,27270690,27270835,27273367,27273422,27279476', 'assoc_port': '26398702:26398872,26435574:26435697,26436145:26436471,26436146:26436244,26494257:26497515,26494258:26494511,26494259:26494410,26530430:26533030,26530912:26531100,26531401:26531643,26567741:26568104,26629437:26630918,26629438:26640076,26629440:26630851,26643082:26649654,26643085:26649562,26676916:26676972,26679105:26680164,26680253:26681317,26680255:26683160,26681308:26681477,26686352:26732600,26686353:26724206,26687228:26730223,26713186:26713298,26713187:26733659,26719930:26729917,26719931:26720479,26719932:26733779,26721224:26721419,26721232:26722169,26782559:26848891,26782560:26805970,26784000:26807988,26786079:26798522,26792833:26803394,26793872:26803896,26793873:26804074,26795547:26805584,26845133:26847529,26846354:26848318,26846355:26848587,26853400:26856575,26853403:26856794,26854972:26857727,26881098:26884612,26884386:26885410,26892366:26912069,26896442:26896735,26996063:26996208,26996065:26996127,26998004:26998364,26999382:26999642,27000904:27001004,27066907:27066992,27066951:27067317,27082215:2708684', 'assoc_mat': '26398702:cartonnette:3726:26398872,26435574:cartonnette:3726:26435697,26436145:cartonnette:3726:26436471,26436146:cartonnette:3726:26436244,26494257:cartonnette:3726:26497515,26494258:cartonnette:3726:26494511,26494259:cartonnette:3726:26494410,26530430:cartonnette:3726:26533030,26530912:cartonnette:3726:26531100,26531401:cartonnette:3726:26531643,26567741:cartonnette:3726:26568104,26629437:cartonnette:3726:26630918,26629438:cartonnette:3726:26640076,26629440:cartonnette:3726:26630851,26643082:cartonnette:3726:26649654,26643085:cartonnette:3726:26649562,26676916:cartonnette:3726:26676972,26679105:cartonnette:3726:26680164,26680253:cartonnette:3726:26681317,26680255:cartonnette:3726:26683160,26681308:cartonnette:3726:26681477,26686352:cartonnette:3726:26732600,26686353:cartonnette:3726:26724206,26687228:cartonnette:3726:26730223,26713186:cartonnette:3726:26713298,26713187:cartonnette:3726:26733659,26719930:cartonnette:3726:26729917,26719931:cartonnette:3726:26720479,26719932:cartonnette:3726:26733779,26721224:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.06785221831544842, 'nb_photo': 7065, 'list_port_cont': '26398873,26435707,26436235,26436462,26494401,26494505,26497508,26531101,26531640,26533039,26568093,26630854,26630920,26640070,26644457,26649564,26649655,26676963,26680156,26681312,26681485,26683162,26713297,26720482,26721428,26722170,26724207,26729916,26730218,26732605,26733665,26733787,26798520,26803397,26803899,26804075,26805591,26805969,26807984,26847520,26848323,26848585,26848892,26856577,26856800,26857720,26884611,26885418,26890422,26896734,26912073,26996126,26996205,26998358,26999645,27001003,27066990,27067312,27086842,27094598,27097807,27100098,27112581,27130231,27131851,27133818,27136509,27139797,27172556,27185867,27219712,27224965,27226609,27230077,27268797,27270698,27270825,27273363,27273418,27279477', 'assoc_port': '26398702:26398873,26435574:26435707,26436145:26436462,26436146:26436235,26494257:26497508,26494258:26494505,26494259:26494401,26530430:26533039,26530912:26531101,26531401:26531640,26567741:26568093,26629437:26630920,26629438:26640070,26629440:26630854,26641722:26644457,26643082:26649655,26643085:26649564,26676916:26676963,26679105:26680156,26680253:26681312,26680255:26683162,26681308:26681485,26686352:26732605,26686353:26724207,26687228:26730218,26713186:26713297,26713187:26733665,26719930:26729916,26719931:26720482,26719932:26733787,26721224:26721428,26721232:26722170,26782559:26848892,26782560:26805969,26784000:26807984,26786079:26798520,26792833:26803397,26793872:26803899,26793873:26804075,26795547:26805591,26845133:26847520,26846354:26848323,26846355:26848585,26853400:26856577,26853403:26856800,26854972:26857720,26881098:26884611,26884386:26885418,26890323:26890422,26892366:26912073,26896442:26896734,26996063:26996205,26996065:26996126,26998004:26998358,26999382:26999645,27000904:27001003,27066907:2706699', 'assoc_mat': '26398702:Carton_brun:3726:26398873,26435574:Carton_brun:3726:26435707,26436145:Carton_brun:3726:26436462,26436146:Carton_brun:3726:26436235,26494257:Carton_brun:3726:26497508,26494258:Carton_brun:3726:26494505,26494259:Carton_brun:3726:26494401,26530430:Carton_brun:3726:26533039,26530912:Carton_brun:3726:26531101,26531401:Carton_brun:3726:26531640,26567741:Carton_brun:3726:26568093,26629437:Carton_brun:3726:26630920,26629438:Carton_brun:3726:26640070,26629440:Carton_brun:3726:26630854,26641722:Carton_brun:3726:26644457,26643082:Carton_brun:3726:26649655,26643085:Carton_brun:3726:26649564,26676916:Carton_brun:3726:26676963,26679105:Carton_brun:3726:26680156,26680253:Carton_brun:3726:26681312,26680255:Carton_brun:3726:26683162,26681308:Carton_brun:3726:26681485,26686352:Carton_brun:3726:26732605,26686353:Carton_brun:3726:26724207,26687228:Carton_brun:3726:26730218,26713186:Carton_brun:3726:26713297,26713187:Carton_brun:3726:26733665,26719930:Carton_brun:3726:26729916,26719931:Carton_brun:3726:26720482,26719932:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.007464128792582348, 'nb_photo': 210, 'list_port_cont': '26398869,26436240,26436468,26494507,26497518,26531107,26531635,26533028,26568098,26630919,26649566,26649652,26676967,26681314,26681486,26683153,26713294,26720478,26721425,26729920,26730219,26732601,26733657,26733782,26803393,26803898,26804076,26805587,26805977,26807986,26847527,26848317,26848583,26856567,26856803,26884610,26896737,26912074,26996130,26996199,26998365,26999647,27001011,27066983,27067313,27086848,27094597,27097813,27100097,27130224,27133816,27185868,27219713,27224964,27226610,27230079,27268794,27270697,27270833,27273362,27279488', 'assoc_port': '26398702:26398869,26436145:26436468,26436146:26436240,26494257:26497518,26494258:26494507,26530430:26533028,26530912:26531107,26531401:26531635,26567741:26568098,26629437:26630919,26643082:26649652,26643085:26649566,26676916:26676967,26680253:26681314,26680255:26683153,26681308:26681486,26686352:26732601,26687228:26730219,26713186:26713294,26713187:26733657,26719930:26729920,26719931:26720478,26719932:26733782,26721224:26721425,26782560:26805977,26784000:26807986,26792833:26803393,26793872:26803898,26793873:26804076,26795547:26805587,26845133:26847527,26846354:26848317,26846355:26848583,26853400:26856567,26853403:26856803,26881098:26884610,26892366:26912074,26896442:26896737,26996063:26996199,26996065:26996130,26998004:26998365,26999382:26999647,27000904:27001011,27066907:27066983,27066951:27067313,27082215:27086848,27089390:27094597,27090868:27097813,27099971:27100097,27124812:27130224,27133615:27133816,27172550:27185868,27193432:27279488,27193433:27273362,27219530:27219713,27224793:27224964,27226523:2722661', 'assoc_mat': '26398702:Carton_gris:3726:26398869,26436145:Carton_gris:3726:26436468,26436146:Carton_gris:3726:26436240,26494257:Carton_gris:3726:26497518,26494258:Carton_gris:3726:26494507,26530430:Carton_gris:3726:26533028,26530912:Carton_gris:3726:26531107,26531401:Carton_gris:3726:26531635,26567741:Carton_gris:3726:26568098,26629437:Carton_gris:3726:26630919,26643082:Carton_gris:3726:26649652,26643085:Carton_gris:3726:26649566,26676916:Carton_gris:3726:26676967,26680253:Carton_gris:3726:26681314,26680255:Carton_gris:3726:26683153,26681308:Carton_gris:3726:26681486,26686352:Carton_gris:3726:26732601,26687228:Carton_gris:3726:26730219,26713186:Carton_gris:3726:26713294,26713187:Carton_gris:3726:26733657,26719930:Carton_gris:3726:26729920,26719931:Carton_gris:3726:26720478,26719932:Carton_gris:3726:26733782,26721224:Carton_gris:3726:26721425,26782560:Carton_gris:3726:26805977,26784000:Carton_gris:3726:26807986,26792833:Carton_gris:3726:26803393,26793872:Carton_gris:3726:26803898,26793873:Carton_gris:3726:26804076,26795547:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.003523695750498546, 'nb_photo': 136, 'list_port_cont': '26398874,26435704,26436469,26494503,26497510,26531108,26533038,26568103,26630852,26630914,26649567,26649649,26676971,26680159,26681322,26681483,26683158,26713300,26720486,26721424,26722166,26729918,26730224,26732610,26733655,26733784,26798516,26803903,26804069,26805586,26805980,26807981,26847518,26848322,26848584,26856572,26856801,26857725,26884619,26885411,26890420,26896728,26912075,26996197,26999651,27001010,27066993,27067310,27086843,27094600,27097804,27100101,27112584,27131850,27133812,27136511,27219714,27226611,27268796,27270693,27270831,27279486', 'assoc_port': '26398702:26398874,26435574:26435704,26436145:26436469,26494257:26497510,26494258:26494503,26530430:26533038,26530912:26531108,26567741:26568103,26629437:26630914,26629440:26630852,26643082:26649649,26643085:26649567,26676916:26676971,26679105:26680159,26680253:26681322,26680255:26683158,26681308:26681483,26686352:26732610,26687228:26730224,26713186:26713300,26713187:26733655,26719930:26729918,26719931:26720486,26719932:26733784,26721224:26721424,26721232:26722166,26782560:26805980,26784000:26807981,26786079:26798516,26793872:26803903,26793873:26804069,26795547:26805586,26845133:26847518,26846354:26848322,26846355:26848584,26853400:26856572,26853403:26856801,26854972:26857725,26881098:26884619,26884386:26885411,26890323:26890420,26892366:26912075,26896442:26896728,26996063:26996197,26999382:26999651,27000904:27001010,27066907:27066993,27066951:27067310,27082215:27086843,27089390:27094600,27090868:27097804,27094143:27112584,27099971:27100101,27120288:27136511,27131406:27131850,27133615:27133812,27193432:2727948', 'assoc_mat': '26398702:kraft:3726:26398874,26435574:kraft:3726:26435704,26436145:kraft:3726:26436469,26494257:kraft:3726:26497510,26494258:kraft:3726:26494503,26530430:kraft:3726:26533038,26530912:kraft:3726:26531108,26567741:kraft:3726:26568103,26629437:kraft:3726:26630914,26629440:kraft:3726:26630852,26643082:kraft:3726:26649649,26643085:kraft:3726:26649567,26676916:kraft:3726:26676971,26679105:kraft:3726:26680159,26680253:kraft:3726:26681322,26680255:kraft:3726:26683158,26681308:kraft:3726:26681483,26686352:kraft:3726:26732610,26687228:kraft:3726:26730224,26713186:kraft:3726:26713300,26713187:kraft:3726:26733655,26719930:kraft:3726:26729918,26719931:kraft:3726:26720486,26719932:kraft:3726:26733784,26721224:kraft:3726:26721424,26721232:kraft:3726:26722166,26782560:kraft:3726:26805980,26784000:kraft:3726:26807981,26786079:kraft:3726:26798516,26793872:kraft:3726:26803903,26793873:kraft:3726:26804069,26795547:kraft:3726:26805586,26845133:kraft:3726:26847518,26846354:kraft:3726:26848322,26846355:kraft:3726:26848584,26853400:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0013497182093445104, 'nb_photo': 18, 'list_port_cont': '26676966,26681318,26683159,26721426,26730225,26732609,26798517,26807983,26848314,26884617,27270689,27270834', 'assoc_port': '26676916:26676966,26680253:26681318,26680255:26683159,26686352:26732609,26687228:26730225,26721224:26721426,26784000:26807983,26786079:26798517,26846354:26848314,26881098:26884617,27266666:27270689,27267728:27270834', 'assoc_mat': '26676916:metal:3726:26676966,26680253:metal:3726:26681318,26680255:metal:3726:26683159,26686352:metal:3726:26732609,26687228:metal:3726:26730225,26721224:metal:3726:26721426,26784000:metal:3726:26807983,26786079:metal:3726:26798517,26846354:metal:3726:26848314,26881098:metal:3726:26884617,27266666:metal:3726:27270689,27267728:metal:3726:27270834'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.010726465003660557, 'nb_photo': 1058, 'list_port_cont': '26398870,26435701,26436238,26436460,26494409,26494504,26497517,26531103,26531636,26533032,26568099,26630848,26630911,26640077,26644464,26649568,26649651,26676964,26680163,26681319,26681479,26683154,26713296,26720488,26721427,26722167,26724211,26729921,26730215,26732604,26733661,26733777,26798519,26803400,26803892,26804067,26805592,26805976,26807979,26847524,26848321,26848578,26848902,26856578,26856797,26857722,26884620,26885409,26890421,26896733,26912070,26996128,26996198,26998360,26999653,27001012,27066991,27067316,27086845,27094601,27097805,27100093,27112587,27130225,27131842,27133814,27136508,27139794,27172563,27185866,27219705,27224968,27226613,27230072,27268792,27270691,27270828,27273369,27273415,27279480', 'assoc_port': '26398702:26398870,26435574:26435701,26436145:26436460,26436146:26436238,26494257:26497517,26494258:26494504,26494259:26494409,26530430:26533032,26530912:26531103,26531401:26531636,26567741:26568099,26629437:26630911,26629438:26640077,26629440:26630848,26641722:26644464,26643082:26649651,26643085:26649568,26676916:26676964,26679105:26680163,26680253:26681319,26680255:26683154,26681308:26681479,26686352:26732604,26686353:26724211,26687228:26730215,26713186:26713296,26713187:26733661,26719930:26729921,26719931:26720488,26719932:26733777,26721224:26721427,26721232:26722167,26782559:26848902,26782560:26805976,26784000:26807979,26786079:26798519,26792833:26803400,26793872:26803892,26793873:26804067,26795547:26805592,26845133:26847524,26846354:26848321,26846355:26848578,26853400:26856578,26853403:26856797,26854972:26857722,26881098:26884620,26884386:26885409,26890323:26890421,26892366:26912070,26896442:26896733,26996063:26996198,26996065:26996128,26998004:26998360,26999382:26999653,27000904:27001012,27066907:2706699', 'assoc_mat': '26398702:plastique:3726:26398870,26435574:plastique:3726:26435701,26436145:plastique:3726:26436460,26436146:plastique:3726:26436238,26494257:plastique:3726:26497517,26494258:plastique:3726:26494504,26494259:plastique:3726:26494409,26530430:plastique:3726:26533032,26530912:plastique:3726:26531103,26531401:plastique:3726:26531636,26567741:plastique:3726:26568099,26629437:plastique:3726:26630911,26629438:plastique:3726:26640077,26629440:plastique:3726:26630848,26641722:plastique:3726:26644464,26643082:plastique:3726:26649651,26643085:plastique:3726:26649568,26676916:plastique:3726:26676964,26679105:plastique:3726:26680163,26680253:plastique:3726:26681319,26680255:plastique:3726:26683154,26681308:plastique:3726:26681479,26686352:plastique:3726:26732604,26686353:plastique:3726:26724211,26687228:plastique:3726:26730215,26713186:plastique:3726:26713296,26713187:plastique:3726:26733661,26719930:plastique:3726:26729921,26719931:plastique:3726:26720488,26719932:plastique:3726:26733777,26721224:plastique:3726:26721427,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01994309792958598, 'nb_photo': 3585, 'list_port_cont': '26398867,26435706,26436236,26436465,26494408,26494506,26497511,26531106,26531638,26533035,26568095,26630855,26630912,26640071,26644459,26649558,26649646,26676968,26680160,26681313,26681480,26683161,26713292,26720477,26721423,26722163,26724209,26729924,26730216,26732608,26733658,26733785,26798518,26803395,26803902,26804066,26805593,26805973,26807978,26847525,26848324,26848576,26848893,26856571,26856796,26857724,26884613,26885420,26890429,26896736,26912071,26996125,26996203,26998356,26999652,27001006,27066987,27067321,27086853,27094595,27097812,27100092,27112579,27130226,27131853,27133810,27136515,27139798,27172553,27185859,27219710,27224975,27226615,27230074,27268791,27270694,27270830,27273364,27273414,27273727,27279484', 'assoc_port': '26398702:26398867,26435574:26435706,26436145:26436465,26436146:26436236,26494257:26497511,26494258:26494506,26494259:26494408,26530430:26533035,26530912:26531106,26531401:26531638,26567741:26568095,26629437:26630912,26629438:26640071,26629440:26630855,26641722:26644459,26643082:26649646,26643085:26649558,26676916:26676968,26679105:26680160,26680253:26681313,26680255:26683161,26681308:26681480,26686352:26732608,26686353:26724209,26687228:26730216,26713186:26713292,26713187:26733658,26719930:26729924,26719931:26720477,26719932:26733785,26721224:26721423,26721232:26722163,26782559:26848893,26782560:26805973,26784000:26807978,26786079:26798518,26792833:26803395,26793872:26803902,26793873:26804066,26795547:26805593,26845133:26847525,26846354:26848324,26846355:26848576,26853400:26856571,26853403:26856796,26854972:26857724,26881098:26884613,26884386:26885420,26890323:26890429,26892366:26912071,26896442:26896736,26996063:26996203,26996065:26996125,26998004:26998356,26999382:26999652,27000904:27001006,27066907:2706698', 'assoc_mat': '26398702:Teint_Dans_La_Masse:3726:26398867,26435574:Teint_Dans_La_Masse:3726:26435706,26436145:Teint_Dans_La_Masse:3726:26436465,26436146:Teint_Dans_La_Masse:3726:26436236,26494257:Teint_Dans_La_Masse:3726:26497511,26494258:Teint_Dans_La_Masse:3726:26494506,26494259:Teint_Dans_La_Masse:3726:26494408,26530430:Teint_Dans_La_Masse:3726:26533035,26530912:Teint_Dans_La_Masse:3726:26531106,26531401:Teint_Dans_La_Masse:3726:26531638,26567741:Teint_Dans_La_Masse:3726:26568095,26629437:Teint_Dans_La_Masse:3726:26630912,26629438:Teint_Dans_La_Masse:3726:26640071,26629440:Teint_Dans_La_Masse:3726:26630855,26641722:Teint_Dans_La_Masse:3726:26644459,26643082:Teint_Dans_La_Masse:3726:26649646,26643085:Teint_Dans_La_Masse:3726:26649558,26676916:Teint_Dans_La_Masse:3726:26676968,26679105:Teint_Dans_La_Masse:3726:26680160,26680253:Teint_Dans_La_Masse:3726:26681313,26680255:Teint_Dans_La_Masse:3726:26683161,26681308:Teint_Dans_La_Masse:3726:26681480,26686352:Teint_Dans_La_Masse:3726:26732608,26686353:Teint_Dans_La_Masse:3726:2'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(2237631,2237633,2243737,2263243,2264159,2278512,2290341,2295563,2318979,2344345,2361425,2361331,2339633,2352085,2354613,2361239)); after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2025-09-01' and date <= '2025-09-30') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((5285,),), 'unwanted_material_monthly_percentage': ((0.1242869376464151,),), 'material_repartition': (('JRM', 5253),), 'material_dict': {'JRM': 5253}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 9, 1), 0.05920921478503715, 39), (datetime.date(2025, 9, 2), 0.11283085671499408, 71), (datetime.date(2025, 9, 3), 0.0999436103808164, 84), (datetime.date(2025, 9, 4), 0.12872850033777272, 49), (datetime.date(2025, 9, 8), 0.11590651759715534, 12), (datetime.date(2025, 9, 9), 0.12089926277337074, 38), (datetime.date(2025, 9, 10), 0.1456824256962035, 39), (datetime.date(2025, 9, 12), 0.09935597844096529, 11), (datetime.date(2025, 9, 15), 0.1408124929072352, 81), (datetime.date(2025, 9, 16), 0.13137730245579662, 28), (datetime.date(2025, 9, 18), 0.12388527638690319, 30), (datetime.date(2025, 9, 19), 0.16108408376700542, 28), (datetime.date(2025, 9, 22), 0.15763705856327617, 90), (datetime.date(2025, 9, 23), 0.10923110106468537, 48), (datetime.date(2025, 9, 24), 0.11705393173544067, 14), (datetime.date(2025, 9, 25), 0.13341420581314709, 26)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 9, 1), 0.05920921478503715, 39), (datetime.date(2025, 9, 2), 0.11283085671499408, 71), (datetime.date(2025, 9, 3), 0.0999436103808164, 84), (datetime.date(2025, 9, 4), 0.12872850033777272, 49), (datetime.date(2025, 9, 8), 0.11590651759715534, 12), (datetime.date(2025, 9, 9), 0.12089926277337074, 38), (datetime.date(2025, 9, 10), 0.1456824256962035, 39), (datetime.date(2025, 9, 12), 0.09935597844096529, 11), (datetime.date(2025, 9, 15), 0.1408124929072352, 81), (datetime.date(2025, 9, 16), 0.13137730245579662, 28), (datetime.date(2025, 9, 18), 0.12388527638690319, 30), (datetime.date(2025, 9, 19), 0.16108408376700542, 28), (datetime.date(2025, 9, 22), 0.15763705856327617, 90), (datetime.date(2025, 9, 23), 0.10923110106468537, 48), (datetime.date(2025, 9, 24), 0.11705393173544067, 14), (datetime.date(2025, 9, 25), 0.13341420581314709, 26))}, 'quality_array': [['-0.44014785562696845', '01092025'], ['-0.2022738052355549', '02092025'], ['-0.012186955682995371', '03092025'], ['0.13231842612619255', '04092025'], ['-0.10198234576611295', '08092025'], ['-0.2529385219240787', '09092025'], ['-0.08538653498158626', '10092025'], ['-0.11015966706758502', '12092025'], ['-0.13995980592576784', '15092025'], ['-0.2416992257380958', '16092025'], ['-0.17891657204610512', '18092025'], ['-0.08536657367580464', '19092025'], ['-0.45551556102622087', '22092025'], ['0.08220622231593502', '23092025'], ['-0.1470061280251652', '24092025'], ['-0.06107129713459156', '25092025']], 'number_of_batch': ((82,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.011601197420810543, 'nb_photo': 459, 'list_port_cont': '26398868,26435708,26436245,26436464,26494404,26494514,26497512,26531102,26531645,26533034,26568102,26630856,26630910,26640075,26649561,26649647,26676970,26680161,26681320,26681482,26683157,26713299,26720480,26721420,26722172,26724208,26729915,26730217,26732607,26733666,26733786,26798525,26803403,26803895,26804077,26805582,26805971,26807987,26847526,26848325,26848580,26856569,26856804,26857717,26884616,26885412,26890424,26896729,26912078,26996124,26996207,26998366,26999650,27001013,27067320,27086851,27094602,27097814,27100094,27112577,27130230,27131848,27133813,27136512,27139795,27172560,27185858,27219709,27224969,27226608,27230069,27268788,27270696,27270826,27273370,27273731,27279483', 'assoc_port': '26398702:26398868,26435574:26435708,26436145:26436464,26436146:26436245,26494257:26497512,26494258:26494514,26494259:26494404,26530430:26533034,26530912:26531102,26531401:26531645,26567741:26568102,26629437:26630910,26629438:26640075,26629440:26630856,26643082:26649647,26643085:26649561,26676916:26676970,26679105:26680161,26680253:26681320,26680255:26683157,26681308:26681482,26686352:26732607,26686353:26724208,26687228:26730217,26713186:26713299,26713187:26733666,26719930:26729915,26719931:26720480,26719932:26733786,26721224:26721420,26721232:26722172,26782560:26805971,26784000:26807987,26786079:26798525,26792833:26803403,26793872:26803895,26793873:26804077,26795547:26805582,26845133:26847526,26846354:26848325,26846355:26848580,26853400:26856569,26853403:26856804,26854972:26857717,26881098:26884616,26884386:26885412,26890323:26890424,26892366:26912078,26896442:26896729,26996063:26996207,26996065:26996124,26998004:26998366,26999382:26999650,27000904:27001013,27066951:27067320,27082215:27086851,27089390:2709460', 'assoc_mat': '26398702:autre_refus:3726:26398868,26435574:autre_refus:3726:26435708,26436145:autre_refus:3726:26436464,26436146:autre_refus:3726:26436245,26494257:autre_refus:3726:26497512,26494258:autre_refus:3726:26494514,26494259:autre_refus:3726:26494404,26530430:autre_refus:3726:26533034,26530912:autre_refus:3726:26531102,26531401:autre_refus:3726:26531645,26567741:autre_refus:3726:26568102,26629437:autre_refus:3726:26630910,26629438:autre_refus:3726:26640075,26629440:autre_refus:3726:26630856,26643082:autre_refus:3726:26649647,26643085:autre_refus:3726:26649561,26676916:autre_refus:3726:26676970,26679105:autre_refus:3726:26680161,26680253:autre_refus:3726:26681320,26680255:autre_refus:3726:26683157,26681308:autre_refus:3726:26681482,26686352:autre_refus:3726:26732607,26686353:autre_refus:3726:26724208,26687228:autre_refus:3726:26730217,26713186:autre_refus:3726:26713299,26713187:autre_refus:3726:26733666,26719930:autre_refus:3726:26729915,26719931:autre_refus:3726:26720480,26719932:autre_refus:3726:26733786,26721224:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014079342180348038, 'nb_photo': 1624, 'list_port_cont': '26398872,26435697,26436244,26436471,26494410,26494511,26497515,26531100,26531643,26533030,26568104,26630851,26630918,26640076,26649562,26649654,26676972,26680164,26681317,26681477,26683160,26713298,26720479,26721419,26722169,26724206,26729917,26730223,26732600,26733659,26733779,26798522,26803394,26803896,26804074,26805584,26805970,26807988,26847529,26848318,26848587,26848891,26856575,26856794,26857727,26884612,26885410,26896735,26912069,26996127,26996208,26998364,26999642,27001004,27066992,27067317,27086847,27094605,27097803,27100102,27112583,27130229,27131844,27133821,27136507,27139801,27172558,27185857,27219716,27224966,27226607,27230070,27268789,27270690,27270835,27273367,27273422,27279476', 'assoc_port': '26398702:26398872,26435574:26435697,26436145:26436471,26436146:26436244,26494257:26497515,26494258:26494511,26494259:26494410,26530430:26533030,26530912:26531100,26531401:26531643,26567741:26568104,26629437:26630918,26629438:26640076,26629440:26630851,26643082:26649654,26643085:26649562,26676916:26676972,26679105:26680164,26680253:26681317,26680255:26683160,26681308:26681477,26686352:26732600,26686353:26724206,26687228:26730223,26713186:26713298,26713187:26733659,26719930:26729917,26719931:26720479,26719932:26733779,26721224:26721419,26721232:26722169,26782559:26848891,26782560:26805970,26784000:26807988,26786079:26798522,26792833:26803394,26793872:26803896,26793873:26804074,26795547:26805584,26845133:26847529,26846354:26848318,26846355:26848587,26853400:26856575,26853403:26856794,26854972:26857727,26881098:26884612,26884386:26885410,26892366:26912069,26896442:26896735,26996063:26996208,26996065:26996127,26998004:26998364,26999382:26999642,27000904:27001004,27066907:27066992,27066951:27067317,27082215:2708684', 'assoc_mat': '26398702:cartonnette:3726:26398872,26435574:cartonnette:3726:26435697,26436145:cartonnette:3726:26436471,26436146:cartonnette:3726:26436244,26494257:cartonnette:3726:26497515,26494258:cartonnette:3726:26494511,26494259:cartonnette:3726:26494410,26530430:cartonnette:3726:26533030,26530912:cartonnette:3726:26531100,26531401:cartonnette:3726:26531643,26567741:cartonnette:3726:26568104,26629437:cartonnette:3726:26630918,26629438:cartonnette:3726:26640076,26629440:cartonnette:3726:26630851,26643082:cartonnette:3726:26649654,26643085:cartonnette:3726:26649562,26676916:cartonnette:3726:26676972,26679105:cartonnette:3726:26680164,26680253:cartonnette:3726:26681317,26680255:cartonnette:3726:26683160,26681308:cartonnette:3726:26681477,26686352:cartonnette:3726:26732600,26686353:cartonnette:3726:26724206,26687228:cartonnette:3726:26730223,26713186:cartonnette:3726:26713298,26713187:cartonnette:3726:26733659,26719930:cartonnette:3726:26729917,26719931:cartonnette:3726:26720479,26719932:cartonnette:3726:26733779,26721224:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.06785221831544842, 'nb_photo': 7065, 'list_port_cont': '26398873,26435707,26436235,26436462,26494401,26494505,26497508,26531101,26531640,26533039,26568093,26630854,26630920,26640070,26644457,26649564,26649655,26676963,26680156,26681312,26681485,26683162,26713297,26720482,26721428,26722170,26724207,26729916,26730218,26732605,26733665,26733787,26798520,26803397,26803899,26804075,26805591,26805969,26807984,26847520,26848323,26848585,26848892,26856577,26856800,26857720,26884611,26885418,26890422,26896734,26912073,26996126,26996205,26998358,26999645,27001003,27066990,27067312,27086842,27094598,27097807,27100098,27112581,27130231,27131851,27133818,27136509,27139797,27172556,27185867,27219712,27224965,27226609,27230077,27268797,27270698,27270825,27273363,27273418,27279477', 'assoc_port': '26398702:26398873,26435574:26435707,26436145:26436462,26436146:26436235,26494257:26497508,26494258:26494505,26494259:26494401,26530430:26533039,26530912:26531101,26531401:26531640,26567741:26568093,26629437:26630920,26629438:26640070,26629440:26630854,26641722:26644457,26643082:26649655,26643085:26649564,26676916:26676963,26679105:26680156,26680253:26681312,26680255:26683162,26681308:26681485,26686352:26732605,26686353:26724207,26687228:26730218,26713186:26713297,26713187:26733665,26719930:26729916,26719931:26720482,26719932:26733787,26721224:26721428,26721232:26722170,26782559:26848892,26782560:26805969,26784000:26807984,26786079:26798520,26792833:26803397,26793872:26803899,26793873:26804075,26795547:26805591,26845133:26847520,26846354:26848323,26846355:26848585,26853400:26856577,26853403:26856800,26854972:26857720,26881098:26884611,26884386:26885418,26890323:26890422,26892366:26912073,26896442:26896734,26996063:26996205,26996065:26996126,26998004:26998358,26999382:26999645,27000904:27001003,27066907:2706699', 'assoc_mat': '26398702:Carton_brun:3726:26398873,26435574:Carton_brun:3726:26435707,26436145:Carton_brun:3726:26436462,26436146:Carton_brun:3726:26436235,26494257:Carton_brun:3726:26497508,26494258:Carton_brun:3726:26494505,26494259:Carton_brun:3726:26494401,26530430:Carton_brun:3726:26533039,26530912:Carton_brun:3726:26531101,26531401:Carton_brun:3726:26531640,26567741:Carton_brun:3726:26568093,26629437:Carton_brun:3726:26630920,26629438:Carton_brun:3726:26640070,26629440:Carton_brun:3726:26630854,26641722:Carton_brun:3726:26644457,26643082:Carton_brun:3726:26649655,26643085:Carton_brun:3726:26649564,26676916:Carton_brun:3726:26676963,26679105:Carton_brun:3726:26680156,26680253:Carton_brun:3726:26681312,26680255:Carton_brun:3726:26683162,26681308:Carton_brun:3726:26681485,26686352:Carton_brun:3726:26732605,26686353:Carton_brun:3726:26724207,26687228:Carton_brun:3726:26730218,26713186:Carton_brun:3726:26713297,26713187:Carton_brun:3726:26733665,26719930:Carton_brun:3726:26729916,26719931:Carton_brun:3726:26720482,26719932:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.007464128792582348, 'nb_photo': 210, 'list_port_cont': '26398869,26436240,26436468,26494507,26497518,26531107,26531635,26533028,26568098,26630919,26649566,26649652,26676967,26681314,26681486,26683153,26713294,26720478,26721425,26729920,26730219,26732601,26733657,26733782,26803393,26803898,26804076,26805587,26805977,26807986,26847527,26848317,26848583,26856567,26856803,26884610,26896737,26912074,26996130,26996199,26998365,26999647,27001011,27066983,27067313,27086848,27094597,27097813,27100097,27130224,27133816,27185868,27219713,27224964,27226610,27230079,27268794,27270697,27270833,27273362,27279488', 'assoc_port': '26398702:26398869,26436145:26436468,26436146:26436240,26494257:26497518,26494258:26494507,26530430:26533028,26530912:26531107,26531401:26531635,26567741:26568098,26629437:26630919,26643082:26649652,26643085:26649566,26676916:26676967,26680253:26681314,26680255:26683153,26681308:26681486,26686352:26732601,26687228:26730219,26713186:26713294,26713187:26733657,26719930:26729920,26719931:26720478,26719932:26733782,26721224:26721425,26782560:26805977,26784000:26807986,26792833:26803393,26793872:26803898,26793873:26804076,26795547:26805587,26845133:26847527,26846354:26848317,26846355:26848583,26853400:26856567,26853403:26856803,26881098:26884610,26892366:26912074,26896442:26896737,26996063:26996199,26996065:26996130,26998004:26998365,26999382:26999647,27000904:27001011,27066907:27066983,27066951:27067313,27082215:27086848,27089390:27094597,27090868:27097813,27099971:27100097,27124812:27130224,27133615:27133816,27172550:27185868,27193432:27279488,27193433:27273362,27219530:27219713,27224793:27224964,27226523:2722661', 'assoc_mat': '26398702:Carton_gris:3726:26398869,26436145:Carton_gris:3726:26436468,26436146:Carton_gris:3726:26436240,26494257:Carton_gris:3726:26497518,26494258:Carton_gris:3726:26494507,26530430:Carton_gris:3726:26533028,26530912:Carton_gris:3726:26531107,26531401:Carton_gris:3726:26531635,26567741:Carton_gris:3726:26568098,26629437:Carton_gris:3726:26630919,26643082:Carton_gris:3726:26649652,26643085:Carton_gris:3726:26649566,26676916:Carton_gris:3726:26676967,26680253:Carton_gris:3726:26681314,26680255:Carton_gris:3726:26683153,26681308:Carton_gris:3726:26681486,26686352:Carton_gris:3726:26732601,26687228:Carton_gris:3726:26730219,26713186:Carton_gris:3726:26713294,26713187:Carton_gris:3726:26733657,26719930:Carton_gris:3726:26729920,26719931:Carton_gris:3726:26720478,26719932:Carton_gris:3726:26733782,26721224:Carton_gris:3726:26721425,26782560:Carton_gris:3726:26805977,26784000:Carton_gris:3726:26807986,26792833:Carton_gris:3726:26803393,26793872:Carton_gris:3726:26803898,26793873:Carton_gris:3726:26804076,26795547:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.003523695750498546, 'nb_photo': 136, 'list_port_cont': '26398874,26435704,26436469,26494503,26497510,26531108,26533038,26568103,26630852,26630914,26649567,26649649,26676971,26680159,26681322,26681483,26683158,26713300,26720486,26721424,26722166,26729918,26730224,26732610,26733655,26733784,26798516,26803903,26804069,26805586,26805980,26807981,26847518,26848322,26848584,26856572,26856801,26857725,26884619,26885411,26890420,26896728,26912075,26996197,26999651,27001010,27066993,27067310,27086843,27094600,27097804,27100101,27112584,27131850,27133812,27136511,27219714,27226611,27268796,27270693,27270831,27279486', 'assoc_port': '26398702:26398874,26435574:26435704,26436145:26436469,26494257:26497510,26494258:26494503,26530430:26533038,26530912:26531108,26567741:26568103,26629437:26630914,26629440:26630852,26643082:26649649,26643085:26649567,26676916:26676971,26679105:26680159,26680253:26681322,26680255:26683158,26681308:26681483,26686352:26732610,26687228:26730224,26713186:26713300,26713187:26733655,26719930:26729918,26719931:26720486,26719932:26733784,26721224:26721424,26721232:26722166,26782560:26805980,26784000:26807981,26786079:26798516,26793872:26803903,26793873:26804069,26795547:26805586,26845133:26847518,26846354:26848322,26846355:26848584,26853400:26856572,26853403:26856801,26854972:26857725,26881098:26884619,26884386:26885411,26890323:26890420,26892366:26912075,26896442:26896728,26996063:26996197,26999382:26999651,27000904:27001010,27066907:27066993,27066951:27067310,27082215:27086843,27089390:27094600,27090868:27097804,27094143:27112584,27099971:27100101,27120288:27136511,27131406:27131850,27133615:27133812,27193432:2727948', 'assoc_mat': '26398702:kraft:3726:26398874,26435574:kraft:3726:26435704,26436145:kraft:3726:26436469,26494257:kraft:3726:26497510,26494258:kraft:3726:26494503,26530430:kraft:3726:26533038,26530912:kraft:3726:26531108,26567741:kraft:3726:26568103,26629437:kraft:3726:26630914,26629440:kraft:3726:26630852,26643082:kraft:3726:26649649,26643085:kraft:3726:26649567,26676916:kraft:3726:26676971,26679105:kraft:3726:26680159,26680253:kraft:3726:26681322,26680255:kraft:3726:26683158,26681308:kraft:3726:26681483,26686352:kraft:3726:26732610,26687228:kraft:3726:26730224,26713186:kraft:3726:26713300,26713187:kraft:3726:26733655,26719930:kraft:3726:26729918,26719931:kraft:3726:26720486,26719932:kraft:3726:26733784,26721224:kraft:3726:26721424,26721232:kraft:3726:26722166,26782560:kraft:3726:26805980,26784000:kraft:3726:26807981,26786079:kraft:3726:26798516,26793872:kraft:3726:26803903,26793873:kraft:3726:26804069,26795547:kraft:3726:26805586,26845133:kraft:3726:26847518,26846354:kraft:3726:26848322,26846355:kraft:3726:26848584,26853400:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0013497182093445104, 'nb_photo': 18, 'list_port_cont': '26676966,26681318,26683159,26721426,26730225,26732609,26798517,26807983,26848314,26884617,27270689,27270834', 'assoc_port': '26676916:26676966,26680253:26681318,26680255:26683159,26686352:26732609,26687228:26730225,26721224:26721426,26784000:26807983,26786079:26798517,26846354:26848314,26881098:26884617,27266666:27270689,27267728:27270834', 'assoc_mat': '26676916:metal:3726:26676966,26680253:metal:3726:26681318,26680255:metal:3726:26683159,26686352:metal:3726:26732609,26687228:metal:3726:26730225,26721224:metal:3726:26721426,26784000:metal:3726:26807983,26786079:metal:3726:26798517,26846354:metal:3726:26848314,26881098:metal:3726:26884617,27266666:metal:3726:27270689,27267728:metal:3726:27270834'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.010726465003660557, 'nb_photo': 1058, 'list_port_cont': '26398870,26435701,26436238,26436460,26494409,26494504,26497517,26531103,26531636,26533032,26568099,26630848,26630911,26640077,26644464,26649568,26649651,26676964,26680163,26681319,26681479,26683154,26713296,26720488,26721427,26722167,26724211,26729921,26730215,26732604,26733661,26733777,26798519,26803400,26803892,26804067,26805592,26805976,26807979,26847524,26848321,26848578,26848902,26856578,26856797,26857722,26884620,26885409,26890421,26896733,26912070,26996128,26996198,26998360,26999653,27001012,27066991,27067316,27086845,27094601,27097805,27100093,27112587,27130225,27131842,27133814,27136508,27139794,27172563,27185866,27219705,27224968,27226613,27230072,27268792,27270691,27270828,27273369,27273415,27279480', 'assoc_port': '26398702:26398870,26435574:26435701,26436145:26436460,26436146:26436238,26494257:26497517,26494258:26494504,26494259:26494409,26530430:26533032,26530912:26531103,26531401:26531636,26567741:26568099,26629437:26630911,26629438:26640077,26629440:26630848,26641722:26644464,26643082:26649651,26643085:26649568,26676916:26676964,26679105:26680163,26680253:26681319,26680255:26683154,26681308:26681479,26686352:26732604,26686353:26724211,26687228:26730215,26713186:26713296,26713187:26733661,26719930:26729921,26719931:26720488,26719932:26733777,26721224:26721427,26721232:26722167,26782559:26848902,26782560:26805976,26784000:26807979,26786079:26798519,26792833:26803400,26793872:26803892,26793873:26804067,26795547:26805592,26845133:26847524,26846354:26848321,26846355:26848578,26853400:26856578,26853403:26856797,26854972:26857722,26881098:26884620,26884386:26885409,26890323:26890421,26892366:26912070,26896442:26896733,26996063:26996198,26996065:26996128,26998004:26998360,26999382:26999653,27000904:27001012,27066907:2706699', 'assoc_mat': '26398702:plastique:3726:26398870,26435574:plastique:3726:26435701,26436145:plastique:3726:26436460,26436146:plastique:3726:26436238,26494257:plastique:3726:26497517,26494258:plastique:3726:26494504,26494259:plastique:3726:26494409,26530430:plastique:3726:26533032,26530912:plastique:3726:26531103,26531401:plastique:3726:26531636,26567741:plastique:3726:26568099,26629437:plastique:3726:26630911,26629438:plastique:3726:26640077,26629440:plastique:3726:26630848,26641722:plastique:3726:26644464,26643082:plastique:3726:26649651,26643085:plastique:3726:26649568,26676916:plastique:3726:26676964,26679105:plastique:3726:26680163,26680253:plastique:3726:26681319,26680255:plastique:3726:26683154,26681308:plastique:3726:26681479,26686352:plastique:3726:26732604,26686353:plastique:3726:26724211,26687228:plastique:3726:26730215,26713186:plastique:3726:26713296,26713187:plastique:3726:26733661,26719930:plastique:3726:26729921,26719931:plastique:3726:26720488,26719932:plastique:3726:26733777,26721224:plastique:3726:26721427,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01994309792958598, 'nb_photo': 3585, 'list_port_cont': '26398867,26435706,26436236,26436465,26494408,26494506,26497511,26531106,26531638,26533035,26568095,26630855,26630912,26640071,26644459,26649558,26649646,26676968,26680160,26681313,26681480,26683161,26713292,26720477,26721423,26722163,26724209,26729924,26730216,26732608,26733658,26733785,26798518,26803395,26803902,26804066,26805593,26805973,26807978,26847525,26848324,26848576,26848893,26856571,26856796,26857724,26884613,26885420,26890429,26896736,26912071,26996125,26996203,26998356,26999652,27001006,27066987,27067321,27086853,27094595,27097812,27100092,27112579,27130226,27131853,27133810,27136515,27139798,27172553,27185859,27219710,27224975,27226615,27230074,27268791,27270694,27270830,27273364,27273414,27273727,27279484', 'assoc_port': '26398702:26398867,26435574:26435706,26436145:26436465,26436146:26436236,26494257:26497511,26494258:26494506,26494259:26494408,26530430:26533035,26530912:26531106,26531401:26531638,26567741:26568095,26629437:26630912,26629438:26640071,26629440:26630855,26641722:26644459,26643082:26649646,26643085:26649558,26676916:26676968,26679105:26680160,26680253:26681313,26680255:26683161,26681308:26681480,26686352:26732608,26686353:26724209,26687228:26730216,26713186:26713292,26713187:26733658,26719930:26729924,26719931:26720477,26719932:26733785,26721224:26721423,26721232:26722163,26782559:26848893,26782560:26805973,26784000:26807978,26786079:26798518,26792833:26803395,26793872:26803902,26793873:26804066,26795547:26805593,26845133:26847525,26846354:26848324,26846355:26848576,26853400:26856571,26853403:26856796,26854972:26857724,26881098:26884613,26884386:26885420,26890323:26890429,26892366:26912071,26896442:26896736,26996063:26996203,26996065:26996125,26998004:26998356,26999382:26999652,27000904:27001006,27066907:2706698', 'assoc_mat': '26398702:Teint_Dans_La_Masse:3726:26398867,26435574:Teint_Dans_La_Masse:3726:26435706,26436145:Teint_Dans_La_Masse:3726:26436465,26436146:Teint_Dans_La_Masse:3726:26436236,26494257:Teint_Dans_La_Masse:3726:26497511,26494258:Teint_Dans_La_Masse:3726:26494506,26494259:Teint_Dans_La_Masse:3726:26494408,26530430:Teint_Dans_La_Masse:3726:26533035,26530912:Teint_Dans_La_Masse:3726:26531106,26531401:Teint_Dans_La_Masse:3726:26531638,26567741:Teint_Dans_La_Masse:3726:26568095,26629437:Teint_Dans_La_Masse:3726:26630912,26629438:Teint_Dans_La_Masse:3726:26640071,26629440:Teint_Dans_La_Masse:3726:26630855,26641722:Teint_Dans_La_Masse:3726:26644459,26643082:Teint_Dans_La_Masse:3726:26649646,26643085:Teint_Dans_La_Masse:3726:26649558,26676916:Teint_Dans_La_Masse:3726:26676968,26679105:Teint_Dans_La_Masse:3726:26680160,26680253:Teint_Dans_La_Masse:3726:26681313,26680255:Teint_Dans_La_Masse:3726:26683161,26681308:Teint_Dans_La_Masse:3726:26681480,26686352:Teint_Dans_La_Masse:3726:26732608,26686353:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 5285}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-09', 0.1242869376464151),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((5285,),), 'unwanted_material_monthly_percentage': ((0.1242869376464151,),), 'material_repartition': (('JRM', 5253),), 'material_dict': {'JRM': 5253}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 9, 1), 0.05920921478503715, 39), (datetime.date(2025, 9, 2), 0.11283085671499408, 71), (datetime.date(2025, 9, 3), 0.0999436103808164, 84), (datetime.date(2025, 9, 4), 0.12872850033777272, 49), (datetime.date(2025, 9, 8), 0.11590651759715534, 12), (datetime.date(2025, 9, 9), 0.12089926277337074, 38), (datetime.date(2025, 9, 10), 0.1456824256962035, 39), (datetime.date(2025, 9, 12), 0.09935597844096529, 11), (datetime.date(2025, 9, 15), 0.1408124929072352, 81), (datetime.date(2025, 9, 16), 0.13137730245579662, 28), (datetime.date(2025, 9, 18), 0.12388527638690319, 30), (datetime.date(2025, 9, 19), 0.16108408376700542, 28), (datetime.date(2025, 9, 22), 0.15763705856327617, 90), (datetime.date(2025, 9, 23), 0.10923110106468537, 48), (datetime.date(2025, 9, 24), 0.11705393173544067, 14), (datetime.date(2025, 9, 25), 0.13341420581314709, 26)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 9, 1), 0.05920921478503715, 39), (datetime.date(2025, 9, 2), 0.11283085671499408, 71), (datetime.date(2025, 9, 3), 0.0999436103808164, 84), (datetime.date(2025, 9, 4), 0.12872850033777272, 49), (datetime.date(2025, 9, 8), 0.11590651759715534, 12), (datetime.date(2025, 9, 9), 0.12089926277337074, 38), (datetime.date(2025, 9, 10), 0.1456824256962035, 39), (datetime.date(2025, 9, 12), 0.09935597844096529, 11), (datetime.date(2025, 9, 15), 0.1408124929072352, 81), (datetime.date(2025, 9, 16), 0.13137730245579662, 28), (datetime.date(2025, 9, 18), 0.12388527638690319, 30), (datetime.date(2025, 9, 19), 0.16108408376700542, 28), (datetime.date(2025, 9, 22), 0.15763705856327617, 90), (datetime.date(2025, 9, 23), 0.10923110106468537, 48), (datetime.date(2025, 9, 24), 0.11705393173544067, 14), (datetime.date(2025, 9, 25), 0.13341420581314709, 26))}, 'quality_array': [['-0.44014785562696845', '01092025'], ['-0.2022738052355549', '02092025'], ['-0.012186955682995371', '03092025'], ['0.13231842612619255', '04092025'], ['-0.10198234576611295', '08092025'], ['-0.2529385219240787', '09092025'], ['-0.08538653498158626', '10092025'], ['-0.11015966706758502', '12092025'], ['-0.13995980592576784', '15092025'], ['-0.2416992257380958', '16092025'], ['-0.17891657204610512', '18092025'], ['-0.08536657367580464', '19092025'], ['-0.45551556102622087', '22092025'], ['0.08220622231593502', '23092025'], ['-0.1470061280251652', '24092025'], ['-0.06107129713459156', '25092025']], 'number_of_batch': ((82,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.011601197420810543, 'nb_photo': 459, 'list_port_cont': '26398868,26435708,26436245,26436464,26494404,26494514,26497512,26531102,26531645,26533034,26568102,26630856,26630910,26640075,26649561,26649647,26676970,26680161,26681320,26681482,26683157,26713299,26720480,26721420,26722172,26724208,26729915,26730217,26732607,26733666,26733786,26798525,26803403,26803895,26804077,26805582,26805971,26807987,26847526,26848325,26848580,26856569,26856804,26857717,26884616,26885412,26890424,26896729,26912078,26996124,26996207,26998366,26999650,27001013,27067320,27086851,27094602,27097814,27100094,27112577,27130230,27131848,27133813,27136512,27139795,27172560,27185858,27219709,27224969,27226608,27230069,27268788,27270696,27270826,27273370,27273731,27279483', 'assoc_port': '26398702:26398868,26435574:26435708,26436145:26436464,26436146:26436245,26494257:26497512,26494258:26494514,26494259:26494404,26530430:26533034,26530912:26531102,26531401:26531645,26567741:26568102,26629437:26630910,26629438:26640075,26629440:26630856,26643082:26649647,26643085:26649561,26676916:26676970,26679105:26680161,26680253:26681320,26680255:26683157,26681308:26681482,26686352:26732607,26686353:26724208,26687228:26730217,26713186:26713299,26713187:26733666,26719930:26729915,26719931:26720480,26719932:26733786,26721224:26721420,26721232:26722172,26782560:26805971,26784000:26807987,26786079:26798525,26792833:26803403,26793872:26803895,26793873:26804077,26795547:26805582,26845133:26847526,26846354:26848325,26846355:26848580,26853400:26856569,26853403:26856804,26854972:26857717,26881098:26884616,26884386:26885412,26890323:26890424,26892366:26912078,26896442:26896729,26996063:26996207,26996065:26996124,26998004:26998366,26999382:26999650,27000904:27001013,27066951:27067320,27082215:27086851,27089390:2709460', 'assoc_mat': '26398702:autre_refus:3726:26398868,26435574:autre_refus:3726:26435708,26436145:autre_refus:3726:26436464,26436146:autre_refus:3726:26436245,26494257:autre_refus:3726:26497512,26494258:autre_refus:3726:26494514,26494259:autre_refus:3726:26494404,26530430:autre_refus:3726:26533034,26530912:autre_refus:3726:26531102,26531401:autre_refus:3726:26531645,26567741:autre_refus:3726:26568102,26629437:autre_refus:3726:26630910,26629438:autre_refus:3726:26640075,26629440:autre_refus:3726:26630856,26643082:autre_refus:3726:26649647,26643085:autre_refus:3726:26649561,26676916:autre_refus:3726:26676970,26679105:autre_refus:3726:26680161,26680253:autre_refus:3726:26681320,26680255:autre_refus:3726:26683157,26681308:autre_refus:3726:26681482,26686352:autre_refus:3726:26732607,26686353:autre_refus:3726:26724208,26687228:autre_refus:3726:26730217,26713186:autre_refus:3726:26713299,26713187:autre_refus:3726:26733666,26719930:autre_refus:3726:26729915,26719931:autre_refus:3726:26720480,26719932:autre_refus:3726:26733786,26721224:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014079342180348038, 'nb_photo': 1624, 'list_port_cont': '26398872,26435697,26436244,26436471,26494410,26494511,26497515,26531100,26531643,26533030,26568104,26630851,26630918,26640076,26649562,26649654,26676972,26680164,26681317,26681477,26683160,26713298,26720479,26721419,26722169,26724206,26729917,26730223,26732600,26733659,26733779,26798522,26803394,26803896,26804074,26805584,26805970,26807988,26847529,26848318,26848587,26848891,26856575,26856794,26857727,26884612,26885410,26896735,26912069,26996127,26996208,26998364,26999642,27001004,27066992,27067317,27086847,27094605,27097803,27100102,27112583,27130229,27131844,27133821,27136507,27139801,27172558,27185857,27219716,27224966,27226607,27230070,27268789,27270690,27270835,27273367,27273422,27279476', 'assoc_port': '26398702:26398872,26435574:26435697,26436145:26436471,26436146:26436244,26494257:26497515,26494258:26494511,26494259:26494410,26530430:26533030,26530912:26531100,26531401:26531643,26567741:26568104,26629437:26630918,26629438:26640076,26629440:26630851,26643082:26649654,26643085:26649562,26676916:26676972,26679105:26680164,26680253:26681317,26680255:26683160,26681308:26681477,26686352:26732600,26686353:26724206,26687228:26730223,26713186:26713298,26713187:26733659,26719930:26729917,26719931:26720479,26719932:26733779,26721224:26721419,26721232:26722169,26782559:26848891,26782560:26805970,26784000:26807988,26786079:26798522,26792833:26803394,26793872:26803896,26793873:26804074,26795547:26805584,26845133:26847529,26846354:26848318,26846355:26848587,26853400:26856575,26853403:26856794,26854972:26857727,26881098:26884612,26884386:26885410,26892366:26912069,26896442:26896735,26996063:26996208,26996065:26996127,26998004:26998364,26999382:26999642,27000904:27001004,27066907:27066992,27066951:27067317,27082215:2708684', 'assoc_mat': '26398702:cartonnette:3726:26398872,26435574:cartonnette:3726:26435697,26436145:cartonnette:3726:26436471,26436146:cartonnette:3726:26436244,26494257:cartonnette:3726:26497515,26494258:cartonnette:3726:26494511,26494259:cartonnette:3726:26494410,26530430:cartonnette:3726:26533030,26530912:cartonnette:3726:26531100,26531401:cartonnette:3726:26531643,26567741:cartonnette:3726:26568104,26629437:cartonnette:3726:26630918,26629438:cartonnette:3726:26640076,26629440:cartonnette:3726:26630851,26643082:cartonnette:3726:26649654,26643085:cartonnette:3726:26649562,26676916:cartonnette:3726:26676972,26679105:cartonnette:3726:26680164,26680253:cartonnette:3726:26681317,26680255:cartonnette:3726:26683160,26681308:cartonnette:3726:26681477,26686352:cartonnette:3726:26732600,26686353:cartonnette:3726:26724206,26687228:cartonnette:3726:26730223,26713186:cartonnette:3726:26713298,26713187:cartonnette:3726:26733659,26719930:cartonnette:3726:26729917,26719931:cartonnette:3726:26720479,26719932:cartonnette:3726:26733779,26721224:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.06785221831544842, 'nb_photo': 7065, 'list_port_cont': '26398873,26435707,26436235,26436462,26494401,26494505,26497508,26531101,26531640,26533039,26568093,26630854,26630920,26640070,26644457,26649564,26649655,26676963,26680156,26681312,26681485,26683162,26713297,26720482,26721428,26722170,26724207,26729916,26730218,26732605,26733665,26733787,26798520,26803397,26803899,26804075,26805591,26805969,26807984,26847520,26848323,26848585,26848892,26856577,26856800,26857720,26884611,26885418,26890422,26896734,26912073,26996126,26996205,26998358,26999645,27001003,27066990,27067312,27086842,27094598,27097807,27100098,27112581,27130231,27131851,27133818,27136509,27139797,27172556,27185867,27219712,27224965,27226609,27230077,27268797,27270698,27270825,27273363,27273418,27279477', 'assoc_port': '26398702:26398873,26435574:26435707,26436145:26436462,26436146:26436235,26494257:26497508,26494258:26494505,26494259:26494401,26530430:26533039,26530912:26531101,26531401:26531640,26567741:26568093,26629437:26630920,26629438:26640070,26629440:26630854,26641722:26644457,26643082:26649655,26643085:26649564,26676916:26676963,26679105:26680156,26680253:26681312,26680255:26683162,26681308:26681485,26686352:26732605,26686353:26724207,26687228:26730218,26713186:26713297,26713187:26733665,26719930:26729916,26719931:26720482,26719932:26733787,26721224:26721428,26721232:26722170,26782559:26848892,26782560:26805969,26784000:26807984,26786079:26798520,26792833:26803397,26793872:26803899,26793873:26804075,26795547:26805591,26845133:26847520,26846354:26848323,26846355:26848585,26853400:26856577,26853403:26856800,26854972:26857720,26881098:26884611,26884386:26885418,26890323:26890422,26892366:26912073,26896442:26896734,26996063:26996205,26996065:26996126,26998004:26998358,26999382:26999645,27000904:27001003,27066907:2706699', 'assoc_mat': '26398702:Carton_brun:3726:26398873,26435574:Carton_brun:3726:26435707,26436145:Carton_brun:3726:26436462,26436146:Carton_brun:3726:26436235,26494257:Carton_brun:3726:26497508,26494258:Carton_brun:3726:26494505,26494259:Carton_brun:3726:26494401,26530430:Carton_brun:3726:26533039,26530912:Carton_brun:3726:26531101,26531401:Carton_brun:3726:26531640,26567741:Carton_brun:3726:26568093,26629437:Carton_brun:3726:26630920,26629438:Carton_brun:3726:26640070,26629440:Carton_brun:3726:26630854,26641722:Carton_brun:3726:26644457,26643082:Carton_brun:3726:26649655,26643085:Carton_brun:3726:26649564,26676916:Carton_brun:3726:26676963,26679105:Carton_brun:3726:26680156,26680253:Carton_brun:3726:26681312,26680255:Carton_brun:3726:26683162,26681308:Carton_brun:3726:26681485,26686352:Carton_brun:3726:26732605,26686353:Carton_brun:3726:26724207,26687228:Carton_brun:3726:26730218,26713186:Carton_brun:3726:26713297,26713187:Carton_brun:3726:26733665,26719930:Carton_brun:3726:26729916,26719931:Carton_brun:3726:26720482,26719932:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.007464128792582348, 'nb_photo': 210, 'list_port_cont': '26398869,26436240,26436468,26494507,26497518,26531107,26531635,26533028,26568098,26630919,26649566,26649652,26676967,26681314,26681486,26683153,26713294,26720478,26721425,26729920,26730219,26732601,26733657,26733782,26803393,26803898,26804076,26805587,26805977,26807986,26847527,26848317,26848583,26856567,26856803,26884610,26896737,26912074,26996130,26996199,26998365,26999647,27001011,27066983,27067313,27086848,27094597,27097813,27100097,27130224,27133816,27185868,27219713,27224964,27226610,27230079,27268794,27270697,27270833,27273362,27279488', 'assoc_port': '26398702:26398869,26436145:26436468,26436146:26436240,26494257:26497518,26494258:26494507,26530430:26533028,26530912:26531107,26531401:26531635,26567741:26568098,26629437:26630919,26643082:26649652,26643085:26649566,26676916:26676967,26680253:26681314,26680255:26683153,26681308:26681486,26686352:26732601,26687228:26730219,26713186:26713294,26713187:26733657,26719930:26729920,26719931:26720478,26719932:26733782,26721224:26721425,26782560:26805977,26784000:26807986,26792833:26803393,26793872:26803898,26793873:26804076,26795547:26805587,26845133:26847527,26846354:26848317,26846355:26848583,26853400:26856567,26853403:26856803,26881098:26884610,26892366:26912074,26896442:26896737,26996063:26996199,26996065:26996130,26998004:26998365,26999382:26999647,27000904:27001011,27066907:27066983,27066951:27067313,27082215:27086848,27089390:27094597,27090868:27097813,27099971:27100097,27124812:27130224,27133615:27133816,27172550:27185868,27193432:27279488,27193433:27273362,27219530:27219713,27224793:27224964,27226523:2722661', 'assoc_mat': '26398702:Carton_gris:3726:26398869,26436145:Carton_gris:3726:26436468,26436146:Carton_gris:3726:26436240,26494257:Carton_gris:3726:26497518,26494258:Carton_gris:3726:26494507,26530430:Carton_gris:3726:26533028,26530912:Carton_gris:3726:26531107,26531401:Carton_gris:3726:26531635,26567741:Carton_gris:3726:26568098,26629437:Carton_gris:3726:26630919,26643082:Carton_gris:3726:26649652,26643085:Carton_gris:3726:26649566,26676916:Carton_gris:3726:26676967,26680253:Carton_gris:3726:26681314,26680255:Carton_gris:3726:26683153,26681308:Carton_gris:3726:26681486,26686352:Carton_gris:3726:26732601,26687228:Carton_gris:3726:26730219,26713186:Carton_gris:3726:26713294,26713187:Carton_gris:3726:26733657,26719930:Carton_gris:3726:26729920,26719931:Carton_gris:3726:26720478,26719932:Carton_gris:3726:26733782,26721224:Carton_gris:3726:26721425,26782560:Carton_gris:3726:26805977,26784000:Carton_gris:3726:26807986,26792833:Carton_gris:3726:26803393,26793872:Carton_gris:3726:26803898,26793873:Carton_gris:3726:26804076,26795547:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.003523695750498546, 'nb_photo': 136, 'list_port_cont': '26398874,26435704,26436469,26494503,26497510,26531108,26533038,26568103,26630852,26630914,26649567,26649649,26676971,26680159,26681322,26681483,26683158,26713300,26720486,26721424,26722166,26729918,26730224,26732610,26733655,26733784,26798516,26803903,26804069,26805586,26805980,26807981,26847518,26848322,26848584,26856572,26856801,26857725,26884619,26885411,26890420,26896728,26912075,26996197,26999651,27001010,27066993,27067310,27086843,27094600,27097804,27100101,27112584,27131850,27133812,27136511,27219714,27226611,27268796,27270693,27270831,27279486', 'assoc_port': '26398702:26398874,26435574:26435704,26436145:26436469,26494257:26497510,26494258:26494503,26530430:26533038,26530912:26531108,26567741:26568103,26629437:26630914,26629440:26630852,26643082:26649649,26643085:26649567,26676916:26676971,26679105:26680159,26680253:26681322,26680255:26683158,26681308:26681483,26686352:26732610,26687228:26730224,26713186:26713300,26713187:26733655,26719930:26729918,26719931:26720486,26719932:26733784,26721224:26721424,26721232:26722166,26782560:26805980,26784000:26807981,26786079:26798516,26793872:26803903,26793873:26804069,26795547:26805586,26845133:26847518,26846354:26848322,26846355:26848584,26853400:26856572,26853403:26856801,26854972:26857725,26881098:26884619,26884386:26885411,26890323:26890420,26892366:26912075,26896442:26896728,26996063:26996197,26999382:26999651,27000904:27001010,27066907:27066993,27066951:27067310,27082215:27086843,27089390:27094600,27090868:27097804,27094143:27112584,27099971:27100101,27120288:27136511,27131406:27131850,27133615:27133812,27193432:2727948', 'assoc_mat': '26398702:kraft:3726:26398874,26435574:kraft:3726:26435704,26436145:kraft:3726:26436469,26494257:kraft:3726:26497510,26494258:kraft:3726:26494503,26530430:kraft:3726:26533038,26530912:kraft:3726:26531108,26567741:kraft:3726:26568103,26629437:kraft:3726:26630914,26629440:kraft:3726:26630852,26643082:kraft:3726:26649649,26643085:kraft:3726:26649567,26676916:kraft:3726:26676971,26679105:kraft:3726:26680159,26680253:kraft:3726:26681322,26680255:kraft:3726:26683158,26681308:kraft:3726:26681483,26686352:kraft:3726:26732610,26687228:kraft:3726:26730224,26713186:kraft:3726:26713300,26713187:kraft:3726:26733655,26719930:kraft:3726:26729918,26719931:kraft:3726:26720486,26719932:kraft:3726:26733784,26721224:kraft:3726:26721424,26721232:kraft:3726:26722166,26782560:kraft:3726:26805980,26784000:kraft:3726:26807981,26786079:kraft:3726:26798516,26793872:kraft:3726:26803903,26793873:kraft:3726:26804069,26795547:kraft:3726:26805586,26845133:kraft:3726:26847518,26846354:kraft:3726:26848322,26846355:kraft:3726:26848584,26853400:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0013497182093445104, 'nb_photo': 18, 'list_port_cont': '26676966,26681318,26683159,26721426,26730225,26732609,26798517,26807983,26848314,26884617,27270689,27270834', 'assoc_port': '26676916:26676966,26680253:26681318,26680255:26683159,26686352:26732609,26687228:26730225,26721224:26721426,26784000:26807983,26786079:26798517,26846354:26848314,26881098:26884617,27266666:27270689,27267728:27270834', 'assoc_mat': '26676916:metal:3726:26676966,26680253:metal:3726:26681318,26680255:metal:3726:26683159,26686352:metal:3726:26732609,26687228:metal:3726:26730225,26721224:metal:3726:26721426,26784000:metal:3726:26807983,26786079:metal:3726:26798517,26846354:metal:3726:26848314,26881098:metal:3726:26884617,27266666:metal:3726:27270689,27267728:metal:3726:27270834'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.010726465003660557, 'nb_photo': 1058, 'list_port_cont': '26398870,26435701,26436238,26436460,26494409,26494504,26497517,26531103,26531636,26533032,26568099,26630848,26630911,26640077,26644464,26649568,26649651,26676964,26680163,26681319,26681479,26683154,26713296,26720488,26721427,26722167,26724211,26729921,26730215,26732604,26733661,26733777,26798519,26803400,26803892,26804067,26805592,26805976,26807979,26847524,26848321,26848578,26848902,26856578,26856797,26857722,26884620,26885409,26890421,26896733,26912070,26996128,26996198,26998360,26999653,27001012,27066991,27067316,27086845,27094601,27097805,27100093,27112587,27130225,27131842,27133814,27136508,27139794,27172563,27185866,27219705,27224968,27226613,27230072,27268792,27270691,27270828,27273369,27273415,27279480', 'assoc_port': '26398702:26398870,26435574:26435701,26436145:26436460,26436146:26436238,26494257:26497517,26494258:26494504,26494259:26494409,26530430:26533032,26530912:26531103,26531401:26531636,26567741:26568099,26629437:26630911,26629438:26640077,26629440:26630848,26641722:26644464,26643082:26649651,26643085:26649568,26676916:26676964,26679105:26680163,26680253:26681319,26680255:26683154,26681308:26681479,26686352:26732604,26686353:26724211,26687228:26730215,26713186:26713296,26713187:26733661,26719930:26729921,26719931:26720488,26719932:26733777,26721224:26721427,26721232:26722167,26782559:26848902,26782560:26805976,26784000:26807979,26786079:26798519,26792833:26803400,26793872:26803892,26793873:26804067,26795547:26805592,26845133:26847524,26846354:26848321,26846355:26848578,26853400:26856578,26853403:26856797,26854972:26857722,26881098:26884620,26884386:26885409,26890323:26890421,26892366:26912070,26896442:26896733,26996063:26996198,26996065:26996128,26998004:26998360,26999382:26999653,27000904:27001012,27066907:2706699', 'assoc_mat': '26398702:plastique:3726:26398870,26435574:plastique:3726:26435701,26436145:plastique:3726:26436460,26436146:plastique:3726:26436238,26494257:plastique:3726:26497517,26494258:plastique:3726:26494504,26494259:plastique:3726:26494409,26530430:plastique:3726:26533032,26530912:plastique:3726:26531103,26531401:plastique:3726:26531636,26567741:plastique:3726:26568099,26629437:plastique:3726:26630911,26629438:plastique:3726:26640077,26629440:plastique:3726:26630848,26641722:plastique:3726:26644464,26643082:plastique:3726:26649651,26643085:plastique:3726:26649568,26676916:plastique:3726:26676964,26679105:plastique:3726:26680163,26680253:plastique:3726:26681319,26680255:plastique:3726:26683154,26681308:plastique:3726:26681479,26686352:plastique:3726:26732604,26686353:plastique:3726:26724211,26687228:plastique:3726:26730215,26713186:plastique:3726:26713296,26713187:plastique:3726:26733661,26719930:plastique:3726:26729921,26719931:plastique:3726:26720488,26719932:plastique:3726:26733777,26721224:plastique:3726:26721427,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01994309792958598, 'nb_photo': 3585, 'list_port_cont': '26398867,26435706,26436236,26436465,26494408,26494506,26497511,26531106,26531638,26533035,26568095,26630855,26630912,26640071,26644459,26649558,26649646,26676968,26680160,26681313,26681480,26683161,26713292,26720477,26721423,26722163,26724209,26729924,26730216,26732608,26733658,26733785,26798518,26803395,26803902,26804066,26805593,26805973,26807978,26847525,26848324,26848576,26848893,26856571,26856796,26857724,26884613,26885420,26890429,26896736,26912071,26996125,26996203,26998356,26999652,27001006,27066987,27067321,27086853,27094595,27097812,27100092,27112579,27130226,27131853,27133810,27136515,27139798,27172553,27185859,27219710,27224975,27226615,27230074,27268791,27270694,27270830,27273364,27273414,27273727,27279484', 'assoc_port': '26398702:26398867,26435574:26435706,26436145:26436465,26436146:26436236,26494257:26497511,26494258:26494506,26494259:26494408,26530430:26533035,26530912:26531106,26531401:26531638,26567741:26568095,26629437:26630912,26629438:26640071,26629440:26630855,26641722:26644459,26643082:26649646,26643085:26649558,26676916:26676968,26679105:26680160,26680253:26681313,26680255:26683161,26681308:26681480,26686352:26732608,26686353:26724209,26687228:26730216,26713186:26713292,26713187:26733658,26719930:26729924,26719931:26720477,26719932:26733785,26721224:26721423,26721232:26722163,26782559:26848893,26782560:26805973,26784000:26807978,26786079:26798518,26792833:26803395,26793872:26803902,26793873:26804066,26795547:26805593,26845133:26847525,26846354:26848324,26846355:26848576,26853400:26856571,26853403:26856796,26854972:26857724,26881098:26884613,26884386:26885420,26890323:26890429,26892366:26912071,26896442:26896736,26996063:26996203,26996065:26996125,26998004:26998356,26999382:26999652,27000904:27001006,27066907:2706698', 'assoc_mat': '26398702:Teint_Dans_La_Masse:3726:26398867,26435574:Teint_Dans_La_Masse:3726:26435706,26436145:Teint_Dans_La_Masse:3726:26436465,26436146:Teint_Dans_La_Masse:3726:26436236,26494257:Teint_Dans_La_Masse:3726:26497511,26494258:Teint_Dans_La_Masse:3726:26494506,26494259:Teint_Dans_La_Masse:3726:26494408,26530430:Teint_Dans_La_Masse:3726:26533035,26530912:Teint_Dans_La_Masse:3726:26531106,26531401:Teint_Dans_La_Masse:3726:26531638,26567741:Teint_Dans_La_Masse:3726:26568095,26629437:Teint_Dans_La_Masse:3726:26630912,26629438:Teint_Dans_La_Masse:3726:26640071,26629440:Teint_Dans_La_Masse:3726:26630855,26641722:Teint_Dans_La_Masse:3726:26644459,26643082:Teint_Dans_La_Masse:3726:26649646,26643085:Teint_Dans_La_Masse:3726:26649558,26676916:Teint_Dans_La_Masse:3726:26676968,26679105:Teint_Dans_La_Masse:3726:26680160,26680253:Teint_Dans_La_Masse:3726:26681313,26680255:Teint_Dans_La_Masse:3726:26683161,26681308:Teint_Dans_La_Masse:3726:26681480,26686352:Teint_Dans_La_Masse:3726:26732608,26686353:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 5285}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-09', 0.1242869376464151),)]} filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_09_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.16%', 459], 'cartonnette': ['cartonnette', '1.41%', 1624], 'Carton_brun': ['Carton_brun', '6.79%', 7065], 'Carton_gris': ['Carton_gris', '0.75%', 210], 'kraft': ['kraft', '0.35%', 136], 'metal': ['metal', '0.13%', 18], 'plastique': ['plastique', '1.07%', 1058], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '1.99%', 3585]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_09_annee_2025.pdf le fichier se trouve ici : /data_4/data_log/job/memo/Perlen_convoyeur 2.19user 2.79system 0:04.58elapsed 108%CPU (0avgtext+0avgdata 176340maxresident)k 4568inputs+320outputs (18major+35307minor)pagefaults 0swaps