python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_4/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2026-04 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (2, 30) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (2, 30) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 04 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2026-04 year : 2026 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2026-04%') and created_at like '%2026-04%'))); nb_day : (2, 30) after unwanted_material_data nb_day : (2, 30) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2026/04%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2026-04-01 00:00:00,2026-04-02 00:00:00,2026-04-03 00:00:00,2026-04-06 00:00:00,2026-04-07 00:00:00,2026-04-08 00:00:00,2026-04-09 00:00:00,2026-04-10 00:00:00,2026-04-13 00:00:00,2026-04-14 00:00:00,2026-04-15 00:00:00,2026-04-16 00:00:00,2026-04-17 00:00:00,2026-04-20 00:00:00,2026-04-21 00:00:00,2026-04-22 00:00:00,2026-04-23 00:00:00,2026-04-24 00:00:00,2026-04-27 00:00:00,2026-04-28 00:00:00,2026-04-29 00:00:00,2026-04-30 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 134 and month(ded.date) = 04 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 04 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%042026%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2026-04-01 : dt_date_just_month_year : 2026-04-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2026-04-01" AND ded.date <= "2026-04-30" SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (2984294,2984296,2984092,2984098,2981158,2981156,2981152,2981356,2981136,2981240,2983544,2982894,2984058,2984030,2984524) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01438997608049277, 'nb_photo': 391, 'list_port_cont': '30917375,30953856,30975155,30975190,30975761,30975907,30975933,30976097,30976647,30980105,30980357,30980730,30980864,30985808,30985874,30986145,30986352,30986384,30986410,30987460,30991056,30991980,30992399,30995163,30995495,30995948,30997682,31005284,31005757,31006185,31007508,31007539,31008219,31011960,31012805,31013312,31014085,31014959,31014985,31015958,31017621,31018002,31018572,31018725,31020335,31020759,31020802,31021221,31021655,31022551,31023427,31024046,31027254', 'assoc_port': '30917256:30917375,30953845:30953856,30975135:30975155,30975136:30975190,30975137:30975761,30975834:30975907,30975889:30975933,30975890:30976647,30975891:30976097,30979930:30980105,30980343:30980357,30980344:30980730,30980836:30980864,30985725:30985808,30985727:30985874,30985728:30986145,30986179:30986352,30986180:30986384,30986181:30986410,30986515:30987460,30990864:30991056,30991816:30991980,30992384:30992399,30992780:30995948,30992811:30995495,30993070:30995163,30993631:30997682,31005129:31005284,31005651:31005757,31006001:31006185,31006217:31007508,31007348:31007539,31007349:31008219,31011943:31011960,31012794:31012805,31013076:31013312,31013881:31014085,31014909:31014959,31014910:31014985,31015872:31015958,31015873:31017621,31017480:31018572,31017761:31018002,31018057:31018725,31018329:31020335,31020170:31020759,31020513:31020802,31020886:31021221,31021166:31021655,31022047:31022551,31022075:31024046,31022076:31023427,31024384:31027254', 'assoc_mat': '30917256:autre_refus:3726:30917375,30953845:autre_refus:3726:30953856,30975135:autre_refus:3726:30975155,30975136:autre_refus:3726:30975190,30975137:autre_refus:3726:30975761,30975834:autre_refus:3726:30975907,30975889:autre_refus:3726:30975933,30975890:autre_refus:3726:30976647,30975891:autre_refus:3726:30976097,30979930:autre_refus:3726:30980105,30980343:autre_refus:3726:30980357,30980344:autre_refus:3726:30980730,30980836:autre_refus:3726:30980864,30985725:autre_refus:3726:30985808,30985727:autre_refus:3726:30985874,30985728:autre_refus:3726:30986145,30986179:autre_refus:3726:30986352,30986180:autre_refus:3726:30986384,30986181:autre_refus:3726:30986410,30986515:autre_refus:3726:30987460,30990864:autre_refus:3726:30991056,30991816:autre_refus:3726:30991980,30992384:autre_refus:3726:30992399,30992780:autre_refus:3726:30995948,30992811:autre_refus:3726:30995495,30993070:autre_refus:3726:30995163,30993631:autre_refus:3726:30997682,31005129:autre_refus:3726:31005284,31005651:autre_refus:3726:31005757,31006001:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014396444504866863, 'nb_photo': 1235, 'list_port_cont': '30917376,30953858,30975157,30975179,30975763,30975905,30975929,30976099,30976642,30980108,30980358,30980737,30980861,30985812,30985881,30986144,30986353,30986377,30986404,30987471,30991059,30991976,30992405,30995167,30995500,30995956,30997681,31005281,31005752,31006180,31007503,31007543,31008227,31011950,31012808,31013321,31014092,31014953,31014978,31015963,31017620,31018001,31018577,31018734,31020340,31020760,31020799,31021222,31021663,31022548,31023421,31024057,31027256', 'assoc_port': '30917256:30917376,30953845:30953858,30975135:30975157,30975136:30975179,30975137:30975763,30975834:30975905,30975889:30975929,30975890:30976642,30975891:30976099,30979930:30980108,30980343:30980358,30980344:30980737,30980836:30980861,30985725:30985812,30985727:30985881,30985728:30986144,30986179:30986353,30986180:30986377,30986181:30986404,30986515:30987471,30990864:30991059,30991816:30991976,30992384:30992405,30992780:30995956,30992811:30995500,30993070:30995167,30993631:30997681,31005129:31005281,31005651:31005752,31006001:31006180,31006217:31007503,31007348:31007543,31007349:31008227,31011943:31011950,31012794:31012808,31013076:31013321,31013881:31014092,31014909:31014953,31014910:31014978,31015872:31015963,31015873:31017620,31017480:31018577,31017761:31018001,31018057:31018734,31018329:31020340,31020170:31020760,31020513:31020799,31020886:31021222,31021166:31021663,31022047:31022548,31022075:31024057,31022076:31023421,31024384:31027256', 'assoc_mat': '30917256:cartonnette:3726:30917376,30953845:cartonnette:3726:30953858,30975135:cartonnette:3726:30975157,30975136:cartonnette:3726:30975179,30975137:cartonnette:3726:30975763,30975834:cartonnette:3726:30975905,30975889:cartonnette:3726:30975929,30975890:cartonnette:3726:30976642,30975891:cartonnette:3726:30976099,30979930:cartonnette:3726:30980108,30980343:cartonnette:3726:30980358,30980344:cartonnette:3726:30980737,30980836:cartonnette:3726:30980861,30985725:cartonnette:3726:30985812,30985727:cartonnette:3726:30985881,30985728:cartonnette:3726:30986144,30986179:cartonnette:3726:30986353,30986180:cartonnette:3726:30986377,30986181:cartonnette:3726:30986404,30986515:cartonnette:3726:30987471,30990864:cartonnette:3726:30991059,30991816:cartonnette:3726:30991976,30992384:cartonnette:3726:30992405,30992780:cartonnette:3726:30995956,30992811:cartonnette:3726:30995500,30993070:cartonnette:3726:30995167,30993631:cartonnette:3726:30997681,31005129:cartonnette:3726:31005281,31005651:cartonnette:3726:31005752,31006001:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.10041947546315683, 'nb_photo': 6408, 'list_port_cont': '30917384,30953864,30975150,30975184,30975767,30975906,30975935,30976100,30976644,30980106,30980366,30980741,30980857,30980978,30985810,30985878,30986150,30986356,30986380,30986406,30987463,30991057,30991977,30992403,30995164,30995493,30995950,30997674,31005279,31005749,31006182,31007507,31007538,31008217,31011959,31012811,31013314,31014095,31014957,31014988,31015956,31017628,31018006,31018575,31018730,31020342,31020763,31020795,31021219,31021656,31022544,31023418,31024054,31027249', 'assoc_port': '30917256:30917384,30953845:30953864,30975135:30975150,30975136:30975184,30975137:30975767,30975834:30975906,30975889:30975935,30975890:30976644,30975891:30976100,30979930:30980106,30980343:30980366,30980344:30980741,30980836:30980857,30980837:30980978,30985725:30985810,30985727:30985878,30985728:30986150,30986179:30986356,30986180:30986380,30986181:30986406,30986515:30987463,30990864:30991057,30991816:30991977,30992384:30992403,30992780:30995950,30992811:30995493,30993070:30995164,30993631:30997674,31005129:31005279,31005651:31005749,31006001:31006182,31006217:31007507,31007348:31007538,31007349:31008217,31011943:31011959,31012794:31012811,31013076:31013314,31013881:31014095,31014909:31014957,31014910:31014988,31015872:31015956,31015873:31017628,31017480:31018575,31017761:31018006,31018057:31018730,31018329:31020342,31020170:31020763,31020513:31020795,31020886:31021219,31021166:31021656,31022047:31022544,31022075:31024054,31022076:31023418,31024384:31027249', 'assoc_mat': '30917256:Carton_brun:3726:30917384,30953845:Carton_brun:3726:30953864,30975135:Carton_brun:3726:30975150,30975136:Carton_brun:3726:30975184,30975137:Carton_brun:3726:30975767,30975834:Carton_brun:3726:30975906,30975889:Carton_brun:3726:30975935,30975890:Carton_brun:3726:30976644,30975891:Carton_brun:3726:30976100,30979930:Carton_brun:3726:30980106,30980343:Carton_brun:3726:30980366,30980344:Carton_brun:3726:30980741,30980836:Carton_brun:3726:30980857,30980837:Carton_brun:3726:30980978,30985725:Carton_brun:3726:30985810,30985727:Carton_brun:3726:30985878,30985728:Carton_brun:3726:30986150,30986179:Carton_brun:3726:30986356,30986180:Carton_brun:3726:30986380,30986181:Carton_brun:3726:30986406,30986515:Carton_brun:3726:30987463,30990864:Carton_brun:3726:30991057,30991816:Carton_brun:3726:30991977,30992384:Carton_brun:3726:30992403,30992780:Carton_brun:3726:30995950,30992811:Carton_brun:3726:30995493,30993070:Carton_brun:3726:30995164,30993631:Carton_brun:3726:30997674,31005129:Carton_brun:3726:31005279,31005651:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005743760010223719, 'nb_photo': 144, 'list_port_cont': '30917377,30953854,30975768,30975904,30975936,30976091,30976640,30980103,30980365,30980738,30980858,30985816,30985875,30986146,30986346,30986381,30986400,30987468,30991065,30991974,30992398,30995166,30995498,30995946,30997673,31005288,31005747,31006183,31007502,31007541,31008222,31011956,31012813,31014089,31014955,31014987,31015962,31017622,31018004,31020337,31020756,31020804,31021220,31021661,31022552,31023423,31027257', 'assoc_port': '30917256:30917377,30953845:30953854,30975137:30975768,30975834:30975904,30975889:30975936,30975890:30976640,30975891:30976091,30979930:30980103,30980343:30980365,30980344:30980738,30980836:30980858,30985725:30985816,30985727:30985875,30985728:30986146,30986179:30986346,30986180:30986381,30986181:30986400,30986515:30987468,30990864:30991065,30991816:30991974,30992384:30992398,30992780:30995946,30992811:30995498,30993070:30995166,30993631:30997673,31005129:31005288,31005651:31005747,31006001:31006183,31006217:31007502,31007348:31007541,31007349:31008222,31011943:31011956,31012794:31012813,31013881:31014089,31014909:31014955,31014910:31014987,31015872:31015962,31015873:31017622,31017761:31018004,31018329:31020337,31020170:31020756,31020513:31020804,31020886:31021220,31021166:31021661,31022047:31022552,31022076:31023423,31024384:31027257', 'assoc_mat': '30917256:Carton_gris:3726:30917377,30953845:Carton_gris:3726:30953854,30975137:Carton_gris:3726:30975768,30975834:Carton_gris:3726:30975904,30975889:Carton_gris:3726:30975936,30975890:Carton_gris:3726:30976640,30975891:Carton_gris:3726:30976091,30979930:Carton_gris:3726:30980103,30980343:Carton_gris:3726:30980365,30980344:Carton_gris:3726:30980738,30980836:Carton_gris:3726:30980858,30985725:Carton_gris:3726:30985816,30985727:Carton_gris:3726:30985875,30985728:Carton_gris:3726:30986146,30986179:Carton_gris:3726:30986346,30986180:Carton_gris:3726:30986381,30986181:Carton_gris:3726:30986400,30986515:Carton_gris:3726:30987468,30990864:Carton_gris:3726:30991065,30991816:Carton_gris:3726:30991974,30992384:Carton_gris:3726:30992398,30992780:Carton_gris:3726:30995946,30992811:Carton_gris:3726:30995498,30993070:Carton_gris:3726:30995166,30993631:Carton_gris:3726:30997673,31005129:Carton_gris:3726:31005288,31005651:Carton_gris:3726:31005747,31006001:Carton_gris:3726:31006183,31006217:Carton_gris:3726:31007502,31007348:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.006153711459278353, 'nb_photo': 116, 'list_port_cont': '30917379,30975937,30976101,30976650,30980109,30980367,30980739,30980863,30985817,30985871,30986147,30986345,30986374,30986399,30987467,30991062,30995496,30995951,30997684,31005283,31005756,31006178,31007504,31007542,31008225,31011958,31012810,31014096,31014954,31014986,31017629,31018570,31018729,31020341,31020757,31021223,31021658,31024053,31027255', 'assoc_port': '30917256:30917379,30975889:30975937,30975890:30976650,30975891:30976101,30979930:30980109,30980343:30980367,30980344:30980739,30980836:30980863,30985725:30985817,30985727:30985871,30985728:30986147,30986179:30986345,30986180:30986374,30986181:30986399,30986515:30987467,30990864:30991062,30992780:30995951,30992811:30995496,30993631:30997684,31005129:31005283,31005651:31005756,31006001:31006178,31006217:31007504,31007348:31007542,31007349:31008225,31011943:31011958,31012794:31012810,31013881:31014096,31014909:31014954,31014910:31014986,31015873:31017629,31017480:31018570,31018057:31018729,31018329:31020341,31020170:31020757,31020886:31021223,31021166:31021658,31022075:31024053,31024384:31027255', 'assoc_mat': '30917256:kraft:3726:30917379,30975889:kraft:3726:30975937,30975890:kraft:3726:30976650,30975891:kraft:3726:30976101,30979930:kraft:3726:30980109,30980343:kraft:3726:30980367,30980344:kraft:3726:30980739,30980836:kraft:3726:30980863,30985725:kraft:3726:30985817,30985727:kraft:3726:30985871,30985728:kraft:3726:30986147,30986179:kraft:3726:30986345,30986180:kraft:3726:30986374,30986181:kraft:3726:30986399,30986515:kraft:3726:30987467,30990864:kraft:3726:30991062,30992780:kraft:3726:30995951,30992811:kraft:3726:30995496,30993631:kraft:3726:30997684,31005129:kraft:3726:31005283,31005651:kraft:3726:31005756,31006001:kraft:3726:31006178,31006217:kraft:3726:31007504,31007348:kraft:3726:31007542,31007349:kraft:3726:31008225,31011943:kraft:3726:31011958,31012794:kraft:3726:31012810,31013881:kraft:3726:31014096,31014909:kraft:3726:31014954,31014910:kraft:3726:31014986,31015873:kraft:3726:31017629,31017480:kraft:3726:31018570,31018057:kraft:3726:31018729,31018329:kraft:3726:31020341,31020170:kraft:3726:31020757,31020886:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0014255335365184663, 'nb_photo': 9, 'list_port_cont': '30953857,30975183,30980972,30997677,31005280,31014087,31014961,31021218', 'assoc_port': '30953845:30953857,30975136:30975183,30980837:30980972,30993631:30997677,31005129:31005280,31013881:31014087,31014909:31014961,31020886:31021218', 'assoc_mat': '30953845:metal:3726:30953857,30975136:metal:3726:30975183,30980837:metal:3726:30980972,30993631:metal:3726:30997677,31005129:metal:3726:31005280,31013881:metal:3726:31014087,31014909:metal:3726:31014961,31020886:metal:3726:31021218'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.012188833223553585, 'nb_photo': 853, 'list_port_cont': '30916911,30917385,30953860,30975153,30975181,30975762,30975897,30975932,30976096,30976645,30980099,30980362,30980732,30980865,30985818,30985872,30986148,30986349,30986378,30986403,30987465,30991061,30991972,30995160,30995497,30995947,30997683,31005286,31005755,31006184,31007510,31007540,31008221,31011952,31012802,31013322,31014091,31014960,31014982,31015961,31017619,31017999,31018567,31018732,31020339,31020766,31020794,31021216,31021654,31022546,31023419,31024048,31027253', 'assoc_port': '30916792:30916911,30917256:30917385,30953845:30953860,30975135:30975153,30975136:30975181,30975137:30975762,30975834:30975897,30975889:30975932,30975890:30976645,30975891:30976096,30979930:30980099,30980343:30980362,30980344:30980732,30980836:30980865,30985725:30985818,30985727:30985872,30985728:30986148,30986179:30986349,30986180:30986378,30986181:30986403,30986515:30987465,30990864:30991061,30991816:30991972,30992780:30995947,30992811:30995497,30993070:30995160,30993631:30997683,31005129:31005286,31005651:31005755,31006001:31006184,31006217:31007510,31007348:31007540,31007349:31008221,31011943:31011952,31012794:31012802,31013076:31013322,31013881:31014091,31014909:31014960,31014910:31014982,31015872:31015961,31015873:31017619,31017480:31018567,31017761:31017999,31018057:31018732,31018329:31020339,31020170:31020766,31020513:31020794,31020886:31021216,31021166:31021654,31022047:31022546,31022075:31024048,31022076:31023419,31024384:31027253', 'assoc_mat': '30916792:plastique:3726:30916911,30917256:plastique:3726:30917385,30953845:plastique:3726:30953860,30975135:plastique:3726:30975153,30975136:plastique:3726:30975181,30975137:plastique:3726:30975762,30975834:plastique:3726:30975897,30975889:plastique:3726:30975932,30975890:plastique:3726:30976645,30975891:plastique:3726:30976096,30979930:plastique:3726:30980099,30980343:plastique:3726:30980362,30980344:plastique:3726:30980732,30980836:plastique:3726:30980865,30985725:plastique:3726:30985818,30985727:plastique:3726:30985872,30985728:plastique:3726:30986148,30986179:plastique:3726:30986349,30986180:plastique:3726:30986378,30986181:plastique:3726:30986403,30986515:plastique:3726:30987465,30990864:plastique:3726:30991061,30991816:plastique:3726:30991972,30992780:plastique:3726:30995947,30992811:plastique:3726:30995497,30993070:plastique:3726:30995160,30993631:plastique:3726:30997683,31005129:plastique:3726:31005286,31005651:plastique:3726:31005755,31006001:plastique:3726:31006184,31006217:plastique:3726:31007510,3'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.020337638132060576, 'nb_photo': 2702, 'list_port_cont': '30916914,30917382,30953861,30975152,30975182,30975770,30975903,30975939,30976095,30976646,30980107,30980363,30980740,30980856,30980977,30985813,30985879,30986151,30986347,30986385,30986407,30987464,30991064,30991979,30992407,30995170,30995502,30995954,30997676,31005278,31005753,31006188,31007505,31007532,31008223,31011953,31012803,31013311,31014093,31014958,31014983,31015954,31017624,31017998,31018574,31018724,31020334,31020758,31020796,31021217,31021660,31022545,31023424,31024055,31027252', 'assoc_port': '30916792:30916914,30917256:30917382,30953845:30953861,30975135:30975152,30975136:30975182,30975137:30975770,30975834:30975903,30975889:30975939,30975890:30976646,30975891:30976095,30979930:30980107,30980343:30980363,30980344:30980740,30980836:30980856,30980837:30980977,30985725:30985813,30985727:30985879,30985728:30986151,30986179:30986347,30986180:30986385,30986181:30986407,30986515:30987464,30990864:30991064,30991816:30991979,30992384:30992407,30992780:30995954,30992811:30995502,30993070:30995170,30993631:30997676,31005129:31005278,31005651:31005753,31006001:31006188,31006217:31007505,31007348:31007532,31007349:31008223,31011943:31011953,31012794:31012803,31013076:31013311,31013881:31014093,31014909:31014958,31014910:31014983,31015872:31015954,31015873:31017624,31017480:31018574,31017761:31017998,31018057:31018724,31018329:31020334,31020170:31020758,31020513:31020796,31020886:31021217,31021166:31021660,31022047:31022545,31022075:31024055,31022076:31023424,31024384:31027252', 'assoc_mat': '30916792:Teint_Dans_La_Masse:3726:30916914,30917256:Teint_Dans_La_Masse:3726:30917382,30953845:Teint_Dans_La_Masse:3726:30953861,30975135:Teint_Dans_La_Masse:3726:30975152,30975136:Teint_Dans_La_Masse:3726:30975182,30975137:Teint_Dans_La_Masse:3726:30975770,30975834:Teint_Dans_La_Masse:3726:30975903,30975889:Teint_Dans_La_Masse:3726:30975939,30975890:Teint_Dans_La_Masse:3726:30976646,30975891:Teint_Dans_La_Masse:3726:30976095,30979930:Teint_Dans_La_Masse:3726:30980107,30980343:Teint_Dans_La_Masse:3726:30980363,30980344:Teint_Dans_La_Masse:3726:30980740,30980836:Teint_Dans_La_Masse:3726:30980856,30980837:Teint_Dans_La_Masse:3726:30980977,30985725:Teint_Dans_La_Masse:3726:30985813,30985727:Teint_Dans_La_Masse:3726:30985879,30985728:Teint_Dans_La_Masse:3726:30986151,30986179:Teint_Dans_La_Masse:3726:30986347,30986180:Teint_Dans_La_Masse:3726:30986385,30986181:Teint_Dans_La_Masse:3726:30986407,30986515:Teint_Dans_La_Masse:3726:30987464,30990864:Teint_Dans_La_Masse:3726:30991064,30991816:Teint_Dans_La_Masse:3726:3'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(2984294,2984296,2984092,2984098,2981158,2981156,2981152,2981356,2981136,2981240,2983544,2982894,2984058,2984030,2984524)); INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31029524, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30917375,30953856,30975155,30975190,30975761,30975907,30975933,30976097,30976647,30980105,30980357,30980730,30980864,30985808,30985874,30986145,30986352,30986384,30986410,30987460,30991056,30991980,30992399,30995163,30995495,30995948,30997682,31005284,31005757,31006185,31007508,31007539,31008219,31011960,31012805,31013312,31014085,31014959,31014985,31015958,31017621,31018002,31018572,31018725,31020335,31020759,31020802,31021221,31021655,31022551,31023427,31024046,31027254 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31029525, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30917376,30953858,30975157,30975179,30975763,30975905,30975929,30976099,30976642,30980108,30980358,30980737,30980861,30985812,30985881,30986144,30986353,30986377,30986404,30987471,30991059,30991976,30992405,30995167,30995500,30995956,30997681,31005281,31005752,31006180,31007503,31007543,31008227,31011950,31012808,31013321,31014092,31014953,31014978,31015963,31017620,31018001,31018577,31018734,31020340,31020760,31020799,31021222,31021663,31022548,31023421,31024057,31027256 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31029528, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30917384,30953864,30975150,30975184,30975767,30975906,30975935,30976100,30976644,30980106,30980366,30980741,30980857,30980978,30985810,30985878,30986150,30986356,30986380,30986406,30987463,30991057,30991977,30992403,30995164,30995493,30995950,30997674,31005279,31005749,31006182,31007507,31007538,31008217,31011959,31012811,31013314,31014095,31014957,31014988,31015956,31017628,31018006,31018575,31018730,31020342,31020763,31020795,31021219,31021656,31022544,31023418,31024054,31027249 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31029542, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30917377,30953854,30975768,30975904,30975936,30976091,30976640,30980103,30980365,30980738,30980858,30985816,30985875,30986146,30986346,30986381,30986400,30987468,30991065,30991974,30992398,30995166,30995498,30995946,30997673,31005288,31005747,31006183,31007502,31007541,31008222,31011956,31012813,31014089,31014955,31014987,31015962,31017622,31018004,31020337,31020756,31020804,31021220,31021661,31022552,31023423,31027257 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31029545, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30917379,30975937,30976101,30976650,30980109,30980367,30980739,30980863,30985817,30985871,30986147,30986345,30986374,30986399,30987467,30991062,30995496,30995951,30997684,31005283,31005756,31006178,31007504,31007542,31008225,31011958,31012810,31014096,31014954,31014986,31017629,31018570,31018729,31020341,31020757,31021223,31021658,31024053,31027255 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31029547, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30953857,30975183,30980972,30997677,31005280,31014087,31014961,31021218 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31029548, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30916911,30917385,30953860,30975153,30975181,30975762,30975897,30975932,30976096,30976645,30980099,30980362,30980732,30980865,30985818,30985872,30986148,30986349,30986378,30986403,30987465,30991061,30991972,30995160,30995497,30995947,30997683,31005286,31005755,31006184,31007510,31007540,31008221,31011952,31012802,31013322,31014091,31014960,31014982,31015961,31017619,31017999,31018567,31018732,31020339,31020766,31020794,31021216,31021654,31022546,31023419,31024048,31027253 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 31029549, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30916914,30917382,30953861,30975152,30975182,30975770,30975903,30975939,30976095,30976646,30980107,30980363,30980740,30980856,30980977,30985813,30985879,30986151,30986347,30986385,30986407,30987464,30991064,30991979,30992407,30995170,30995502,30995954,30997676,31005278,31005753,31006188,31007505,31007532,31008223,31011953,31012803,31013311,31014093,31014958,31014983,31015954,31017624,31017998,31018574,31018724,31020334,31020758,31020796,31021217,31021660,31022545,31023424,31024055,31027252 ) and hide_status = 0 ORDER BY mtr_photo_id Voici le lien velours for JRM : https://www.fotonower.com/velours/31029524,31029525,31029528,31029542,31029545,31029547,31029548,31029549?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2026-04-01' and date <= '2026-04-30') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((5088,),), 'unwanted_material_monthly_percentage': ((0.1538870648400626,),), 'material_repartition': (('JRM', 4734),), 'material_dict': {'JRM': 4734}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 4, 1), 0.1306211885995138, 85), (datetime.date(2026, 4, 2), 0.14869020754669018, 90), (datetime.date(2026, 4, 7), 0.1459490991389707, 89), (datetime.date(2026, 4, 8), 0.15348614840706604, 90), (datetime.date(2026, 4, 9), 0.1372680282967129, 89), (datetime.date(2026, 4, 13), 0.14227885375173424, 85), (datetime.date(2026, 4, 14), 0.12490419687407739, 90), (datetime.date(2026, 4, 15), 0.21445741053064335, 85), (datetime.date(2026, 4, 16), 0.11887864236024383, 90), (datetime.date(2026, 4, 20), 0.1684504713265991, 92), (datetime.date(2026, 4, 21), 0.0, 21), (datetime.date(2026, 4, 22), 0.16317078899857798, 96), (datetime.date(2026, 4, 23), 0.1685073770762902, 54), (datetime.date(2026, 4, 24), 0.14140907421469012, 93)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 4, 1), 0.1306211885995138, 85), (datetime.date(2026, 4, 2), 0.14869020754669018, 90), (datetime.date(2026, 4, 7), 0.1459490991389707, 89), (datetime.date(2026, 4, 8), 0.15348614840706604, 90), (datetime.date(2026, 4, 9), 0.1372680282967129, 89), (datetime.date(2026, 4, 13), 0.14227885375173424, 85), (datetime.date(2026, 4, 14), 0.12490419687407739, 90), (datetime.date(2026, 4, 15), 0.21445741053064335, 85), (datetime.date(2026, 4, 16), 0.11887864236024383, 90), (datetime.date(2026, 4, 20), 0.1684504713265991, 92), (datetime.date(2026, 4, 21), 0.0, 21), (datetime.date(2026, 4, 22), 0.16317078899857798, 96), (datetime.date(2026, 4, 23), 0.1685073770762902, 54), (datetime.date(2026, 4, 24), 0.14140907421469012, 93))}, 'quality_array': [['-1.8260244353499024', '01042026'], ['-0.7580181493966407', '02042026'], ['-0.2743842330707041', '07042026'], ['-0.007082955718185365', '08042026'], ['-0.3315920927101642', '09042026'], ['-0.47984675433742235', '13042026'], ['-0.3166678255381439', '14042026'], ['-0.6270872267865303', '15042026'], ['-0.33817723159142876', '16042026'], ['-0.0767175163642293', '20042026'], ['-3.0171498473659977', '21042026'], ['-0.3564260134776131', '22042026'], ['0.030536016999724257', '23042026'], ['0.6075950548503968', '24042026']], 'number_of_batch': ((61,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01438997608049277, 'nb_photo': 391, 'list_port_cont': '30917375,30953856,30975155,30975190,30975761,30975907,30975933,30976097,30976647,30980105,30980357,30980730,30980864,30985808,30985874,30986145,30986352,30986384,30986410,30987460,30991056,30991980,30992399,30995163,30995495,30995948,30997682,31005284,31005757,31006185,31007508,31007539,31008219,31011960,31012805,31013312,31014085,31014959,31014985,31015958,31017621,31018002,31018572,31018725,31020335,31020759,31020802,31021221,31021655,31022551,31023427,31024046,31027254', 'assoc_port': '30917256:30917375,30953845:30953856,30975135:30975155,30975136:30975190,30975137:30975761,30975834:30975907,30975889:30975933,30975890:30976647,30975891:30976097,30979930:30980105,30980343:30980357,30980344:30980730,30980836:30980864,30985725:30985808,30985727:30985874,30985728:30986145,30986179:30986352,30986180:30986384,30986181:30986410,30986515:30987460,30990864:30991056,30991816:30991980,30992384:30992399,30992780:30995948,30992811:30995495,30993070:30995163,30993631:30997682,31005129:31005284,31005651:31005757,31006001:31006185,31006217:31007508,31007348:31007539,31007349:31008219,31011943:31011960,31012794:31012805,31013076:31013312,31013881:31014085,31014909:31014959,31014910:31014985,31015872:31015958,31015873:31017621,31017480:31018572,31017761:31018002,31018057:31018725,31018329:31020335,31020170:31020759,31020513:31020802,31020886:31021221,31021166:31021655,31022047:31022551,31022075:31024046,31022076:31023427,31024384:31027254', 'assoc_mat': '30917256:autre_refus:3726:30917375,30953845:autre_refus:3726:30953856,30975135:autre_refus:3726:30975155,30975136:autre_refus:3726:30975190,30975137:autre_refus:3726:30975761,30975834:autre_refus:3726:30975907,30975889:autre_refus:3726:30975933,30975890:autre_refus:3726:30976647,30975891:autre_refus:3726:30976097,30979930:autre_refus:3726:30980105,30980343:autre_refus:3726:30980357,30980344:autre_refus:3726:30980730,30980836:autre_refus:3726:30980864,30985725:autre_refus:3726:30985808,30985727:autre_refus:3726:30985874,30985728:autre_refus:3726:30986145,30986179:autre_refus:3726:30986352,30986180:autre_refus:3726:30986384,30986181:autre_refus:3726:30986410,30986515:autre_refus:3726:30987460,30990864:autre_refus:3726:30991056,30991816:autre_refus:3726:30991980,30992384:autre_refus:3726:30992399,30992780:autre_refus:3726:30995948,30992811:autre_refus:3726:30995495,30993070:autre_refus:3726:30995163,30993631:autre_refus:3726:30997682,31005129:autre_refus:3726:31005284,31005651:autre_refus:3726:31005757,31006001:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014396444504866863, 'nb_photo': 1235, 'list_port_cont': '30917376,30953858,30975157,30975179,30975763,30975905,30975929,30976099,30976642,30980108,30980358,30980737,30980861,30985812,30985881,30986144,30986353,30986377,30986404,30987471,30991059,30991976,30992405,30995167,30995500,30995956,30997681,31005281,31005752,31006180,31007503,31007543,31008227,31011950,31012808,31013321,31014092,31014953,31014978,31015963,31017620,31018001,31018577,31018734,31020340,31020760,31020799,31021222,31021663,31022548,31023421,31024057,31027256', 'assoc_port': '30917256:30917376,30953845:30953858,30975135:30975157,30975136:30975179,30975137:30975763,30975834:30975905,30975889:30975929,30975890:30976642,30975891:30976099,30979930:30980108,30980343:30980358,30980344:30980737,30980836:30980861,30985725:30985812,30985727:30985881,30985728:30986144,30986179:30986353,30986180:30986377,30986181:30986404,30986515:30987471,30990864:30991059,30991816:30991976,30992384:30992405,30992780:30995956,30992811:30995500,30993070:30995167,30993631:30997681,31005129:31005281,31005651:31005752,31006001:31006180,31006217:31007503,31007348:31007543,31007349:31008227,31011943:31011950,31012794:31012808,31013076:31013321,31013881:31014092,31014909:31014953,31014910:31014978,31015872:31015963,31015873:31017620,31017480:31018577,31017761:31018001,31018057:31018734,31018329:31020340,31020170:31020760,31020513:31020799,31020886:31021222,31021166:31021663,31022047:31022548,31022075:31024057,31022076:31023421,31024384:31027256', 'assoc_mat': '30917256:cartonnette:3726:30917376,30953845:cartonnette:3726:30953858,30975135:cartonnette:3726:30975157,30975136:cartonnette:3726:30975179,30975137:cartonnette:3726:30975763,30975834:cartonnette:3726:30975905,30975889:cartonnette:3726:30975929,30975890:cartonnette:3726:30976642,30975891:cartonnette:3726:30976099,30979930:cartonnette:3726:30980108,30980343:cartonnette:3726:30980358,30980344:cartonnette:3726:30980737,30980836:cartonnette:3726:30980861,30985725:cartonnette:3726:30985812,30985727:cartonnette:3726:30985881,30985728:cartonnette:3726:30986144,30986179:cartonnette:3726:30986353,30986180:cartonnette:3726:30986377,30986181:cartonnette:3726:30986404,30986515:cartonnette:3726:30987471,30990864:cartonnette:3726:30991059,30991816:cartonnette:3726:30991976,30992384:cartonnette:3726:30992405,30992780:cartonnette:3726:30995956,30992811:cartonnette:3726:30995500,30993070:cartonnette:3726:30995167,30993631:cartonnette:3726:30997681,31005129:cartonnette:3726:31005281,31005651:cartonnette:3726:31005752,31006001:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.10041947546315683, 'nb_photo': 6408, 'list_port_cont': '30917384,30953864,30975150,30975184,30975767,30975906,30975935,30976100,30976644,30980106,30980366,30980741,30980857,30980978,30985810,30985878,30986150,30986356,30986380,30986406,30987463,30991057,30991977,30992403,30995164,30995493,30995950,30997674,31005279,31005749,31006182,31007507,31007538,31008217,31011959,31012811,31013314,31014095,31014957,31014988,31015956,31017628,31018006,31018575,31018730,31020342,31020763,31020795,31021219,31021656,31022544,31023418,31024054,31027249', 'assoc_port': '30917256:30917384,30953845:30953864,30975135:30975150,30975136:30975184,30975137:30975767,30975834:30975906,30975889:30975935,30975890:30976644,30975891:30976100,30979930:30980106,30980343:30980366,30980344:30980741,30980836:30980857,30980837:30980978,30985725:30985810,30985727:30985878,30985728:30986150,30986179:30986356,30986180:30986380,30986181:30986406,30986515:30987463,30990864:30991057,30991816:30991977,30992384:30992403,30992780:30995950,30992811:30995493,30993070:30995164,30993631:30997674,31005129:31005279,31005651:31005749,31006001:31006182,31006217:31007507,31007348:31007538,31007349:31008217,31011943:31011959,31012794:31012811,31013076:31013314,31013881:31014095,31014909:31014957,31014910:31014988,31015872:31015956,31015873:31017628,31017480:31018575,31017761:31018006,31018057:31018730,31018329:31020342,31020170:31020763,31020513:31020795,31020886:31021219,31021166:31021656,31022047:31022544,31022075:31024054,31022076:31023418,31024384:31027249', 'assoc_mat': '30917256:Carton_brun:3726:30917384,30953845:Carton_brun:3726:30953864,30975135:Carton_brun:3726:30975150,30975136:Carton_brun:3726:30975184,30975137:Carton_brun:3726:30975767,30975834:Carton_brun:3726:30975906,30975889:Carton_brun:3726:30975935,30975890:Carton_brun:3726:30976644,30975891:Carton_brun:3726:30976100,30979930:Carton_brun:3726:30980106,30980343:Carton_brun:3726:30980366,30980344:Carton_brun:3726:30980741,30980836:Carton_brun:3726:30980857,30980837:Carton_brun:3726:30980978,30985725:Carton_brun:3726:30985810,30985727:Carton_brun:3726:30985878,30985728:Carton_brun:3726:30986150,30986179:Carton_brun:3726:30986356,30986180:Carton_brun:3726:30986380,30986181:Carton_brun:3726:30986406,30986515:Carton_brun:3726:30987463,30990864:Carton_brun:3726:30991057,30991816:Carton_brun:3726:30991977,30992384:Carton_brun:3726:30992403,30992780:Carton_brun:3726:30995950,30992811:Carton_brun:3726:30995493,30993070:Carton_brun:3726:30995164,30993631:Carton_brun:3726:30997674,31005129:Carton_brun:3726:31005279,31005651:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005743760010223719, 'nb_photo': 144, 'list_port_cont': '30917377,30953854,30975768,30975904,30975936,30976091,30976640,30980103,30980365,30980738,30980858,30985816,30985875,30986146,30986346,30986381,30986400,30987468,30991065,30991974,30992398,30995166,30995498,30995946,30997673,31005288,31005747,31006183,31007502,31007541,31008222,31011956,31012813,31014089,31014955,31014987,31015962,31017622,31018004,31020337,31020756,31020804,31021220,31021661,31022552,31023423,31027257', 'assoc_port': '30917256:30917377,30953845:30953854,30975137:30975768,30975834:30975904,30975889:30975936,30975890:30976640,30975891:30976091,30979930:30980103,30980343:30980365,30980344:30980738,30980836:30980858,30985725:30985816,30985727:30985875,30985728:30986146,30986179:30986346,30986180:30986381,30986181:30986400,30986515:30987468,30990864:30991065,30991816:30991974,30992384:30992398,30992780:30995946,30992811:30995498,30993070:30995166,30993631:30997673,31005129:31005288,31005651:31005747,31006001:31006183,31006217:31007502,31007348:31007541,31007349:31008222,31011943:31011956,31012794:31012813,31013881:31014089,31014909:31014955,31014910:31014987,31015872:31015962,31015873:31017622,31017761:31018004,31018329:31020337,31020170:31020756,31020513:31020804,31020886:31021220,31021166:31021661,31022047:31022552,31022076:31023423,31024384:31027257', 'assoc_mat': '30917256:Carton_gris:3726:30917377,30953845:Carton_gris:3726:30953854,30975137:Carton_gris:3726:30975768,30975834:Carton_gris:3726:30975904,30975889:Carton_gris:3726:30975936,30975890:Carton_gris:3726:30976640,30975891:Carton_gris:3726:30976091,30979930:Carton_gris:3726:30980103,30980343:Carton_gris:3726:30980365,30980344:Carton_gris:3726:30980738,30980836:Carton_gris:3726:30980858,30985725:Carton_gris:3726:30985816,30985727:Carton_gris:3726:30985875,30985728:Carton_gris:3726:30986146,30986179:Carton_gris:3726:30986346,30986180:Carton_gris:3726:30986381,30986181:Carton_gris:3726:30986400,30986515:Carton_gris:3726:30987468,30990864:Carton_gris:3726:30991065,30991816:Carton_gris:3726:30991974,30992384:Carton_gris:3726:30992398,30992780:Carton_gris:3726:30995946,30992811:Carton_gris:3726:30995498,30993070:Carton_gris:3726:30995166,30993631:Carton_gris:3726:30997673,31005129:Carton_gris:3726:31005288,31005651:Carton_gris:3726:31005747,31006001:Carton_gris:3726:31006183,31006217:Carton_gris:3726:31007502,31007348:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.006153711459278353, 'nb_photo': 116, 'list_port_cont': '30917379,30975937,30976101,30976650,30980109,30980367,30980739,30980863,30985817,30985871,30986147,30986345,30986374,30986399,30987467,30991062,30995496,30995951,30997684,31005283,31005756,31006178,31007504,31007542,31008225,31011958,31012810,31014096,31014954,31014986,31017629,31018570,31018729,31020341,31020757,31021223,31021658,31024053,31027255', 'assoc_port': '30917256:30917379,30975889:30975937,30975890:30976650,30975891:30976101,30979930:30980109,30980343:30980367,30980344:30980739,30980836:30980863,30985725:30985817,30985727:30985871,30985728:30986147,30986179:30986345,30986180:30986374,30986181:30986399,30986515:30987467,30990864:30991062,30992780:30995951,30992811:30995496,30993631:30997684,31005129:31005283,31005651:31005756,31006001:31006178,31006217:31007504,31007348:31007542,31007349:31008225,31011943:31011958,31012794:31012810,31013881:31014096,31014909:31014954,31014910:31014986,31015873:31017629,31017480:31018570,31018057:31018729,31018329:31020341,31020170:31020757,31020886:31021223,31021166:31021658,31022075:31024053,31024384:31027255', 'assoc_mat': '30917256:kraft:3726:30917379,30975889:kraft:3726:30975937,30975890:kraft:3726:30976650,30975891:kraft:3726:30976101,30979930:kraft:3726:30980109,30980343:kraft:3726:30980367,30980344:kraft:3726:30980739,30980836:kraft:3726:30980863,30985725:kraft:3726:30985817,30985727:kraft:3726:30985871,30985728:kraft:3726:30986147,30986179:kraft:3726:30986345,30986180:kraft:3726:30986374,30986181:kraft:3726:30986399,30986515:kraft:3726:30987467,30990864:kraft:3726:30991062,30992780:kraft:3726:30995951,30992811:kraft:3726:30995496,30993631:kraft:3726:30997684,31005129:kraft:3726:31005283,31005651:kraft:3726:31005756,31006001:kraft:3726:31006178,31006217:kraft:3726:31007504,31007348:kraft:3726:31007542,31007349:kraft:3726:31008225,31011943:kraft:3726:31011958,31012794:kraft:3726:31012810,31013881:kraft:3726:31014096,31014909:kraft:3726:31014954,31014910:kraft:3726:31014986,31015873:kraft:3726:31017629,31017480:kraft:3726:31018570,31018057:kraft:3726:31018729,31018329:kraft:3726:31020341,31020170:kraft:3726:31020757,31020886:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0014255335365184663, 'nb_photo': 9, 'list_port_cont': '30953857,30975183,30980972,30997677,31005280,31014087,31014961,31021218', 'assoc_port': '30953845:30953857,30975136:30975183,30980837:30980972,30993631:30997677,31005129:31005280,31013881:31014087,31014909:31014961,31020886:31021218', 'assoc_mat': '30953845:metal:3726:30953857,30975136:metal:3726:30975183,30980837:metal:3726:30980972,30993631:metal:3726:30997677,31005129:metal:3726:31005280,31013881:metal:3726:31014087,31014909:metal:3726:31014961,31020886:metal:3726:31021218'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.012188833223553585, 'nb_photo': 853, 'list_port_cont': '30916911,30917385,30953860,30975153,30975181,30975762,30975897,30975932,30976096,30976645,30980099,30980362,30980732,30980865,30985818,30985872,30986148,30986349,30986378,30986403,30987465,30991061,30991972,30995160,30995497,30995947,30997683,31005286,31005755,31006184,31007510,31007540,31008221,31011952,31012802,31013322,31014091,31014960,31014982,31015961,31017619,31017999,31018567,31018732,31020339,31020766,31020794,31021216,31021654,31022546,31023419,31024048,31027253', 'assoc_port': '30916792:30916911,30917256:30917385,30953845:30953860,30975135:30975153,30975136:30975181,30975137:30975762,30975834:30975897,30975889:30975932,30975890:30976645,30975891:30976096,30979930:30980099,30980343:30980362,30980344:30980732,30980836:30980865,30985725:30985818,30985727:30985872,30985728:30986148,30986179:30986349,30986180:30986378,30986181:30986403,30986515:30987465,30990864:30991061,30991816:30991972,30992780:30995947,30992811:30995497,30993070:30995160,30993631:30997683,31005129:31005286,31005651:31005755,31006001:31006184,31006217:31007510,31007348:31007540,31007349:31008221,31011943:31011952,31012794:31012802,31013076:31013322,31013881:31014091,31014909:31014960,31014910:31014982,31015872:31015961,31015873:31017619,31017480:31018567,31017761:31017999,31018057:31018732,31018329:31020339,31020170:31020766,31020513:31020794,31020886:31021216,31021166:31021654,31022047:31022546,31022075:31024048,31022076:31023419,31024384:31027253', 'assoc_mat': '30916792:plastique:3726:30916911,30917256:plastique:3726:30917385,30953845:plastique:3726:30953860,30975135:plastique:3726:30975153,30975136:plastique:3726:30975181,30975137:plastique:3726:30975762,30975834:plastique:3726:30975897,30975889:plastique:3726:30975932,30975890:plastique:3726:30976645,30975891:plastique:3726:30976096,30979930:plastique:3726:30980099,30980343:plastique:3726:30980362,30980344:plastique:3726:30980732,30980836:plastique:3726:30980865,30985725:plastique:3726:30985818,30985727:plastique:3726:30985872,30985728:plastique:3726:30986148,30986179:plastique:3726:30986349,30986180:plastique:3726:30986378,30986181:plastique:3726:30986403,30986515:plastique:3726:30987465,30990864:plastique:3726:30991061,30991816:plastique:3726:30991972,30992780:plastique:3726:30995947,30992811:plastique:3726:30995497,30993070:plastique:3726:30995160,30993631:plastique:3726:30997683,31005129:plastique:3726:31005286,31005651:plastique:3726:31005755,31006001:plastique:3726:31006184,31006217:plastique:3726:31007510,3'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.020337638132060576, 'nb_photo': 2702, 'list_port_cont': '30916914,30917382,30953861,30975152,30975182,30975770,30975903,30975939,30976095,30976646,30980107,30980363,30980740,30980856,30980977,30985813,30985879,30986151,30986347,30986385,30986407,30987464,30991064,30991979,30992407,30995170,30995502,30995954,30997676,31005278,31005753,31006188,31007505,31007532,31008223,31011953,31012803,31013311,31014093,31014958,31014983,31015954,31017624,31017998,31018574,31018724,31020334,31020758,31020796,31021217,31021660,31022545,31023424,31024055,31027252', 'assoc_port': '30916792:30916914,30917256:30917382,30953845:30953861,30975135:30975152,30975136:30975182,30975137:30975770,30975834:30975903,30975889:30975939,30975890:30976646,30975891:30976095,30979930:30980107,30980343:30980363,30980344:30980740,30980836:30980856,30980837:30980977,30985725:30985813,30985727:30985879,30985728:30986151,30986179:30986347,30986180:30986385,30986181:30986407,30986515:30987464,30990864:30991064,30991816:30991979,30992384:30992407,30992780:30995954,30992811:30995502,30993070:30995170,30993631:30997676,31005129:31005278,31005651:31005753,31006001:31006188,31006217:31007505,31007348:31007532,31007349:31008223,31011943:31011953,31012794:31012803,31013076:31013311,31013881:31014093,31014909:31014958,31014910:31014983,31015872:31015954,31015873:31017624,31017480:31018574,31017761:31017998,31018057:31018724,31018329:31020334,31020170:31020758,31020513:31020796,31020886:31021217,31021166:31021660,31022047:31022545,31022075:31024055,31022076:31023424,31024384:31027252', 'assoc_mat': '30916792:Teint_Dans_La_Masse:3726:30916914,30917256:Teint_Dans_La_Masse:3726:30917382,30953845:Teint_Dans_La_Masse:3726:30953861,30975135:Teint_Dans_La_Masse:3726:30975152,30975136:Teint_Dans_La_Masse:3726:30975182,30975137:Teint_Dans_La_Masse:3726:30975770,30975834:Teint_Dans_La_Masse:3726:30975903,30975889:Teint_Dans_La_Masse:3726:30975939,30975890:Teint_Dans_La_Masse:3726:30976646,30975891:Teint_Dans_La_Masse:3726:30976095,30979930:Teint_Dans_La_Masse:3726:30980107,30980343:Teint_Dans_La_Masse:3726:30980363,30980344:Teint_Dans_La_Masse:3726:30980740,30980836:Teint_Dans_La_Masse:3726:30980856,30980837:Teint_Dans_La_Masse:3726:30980977,30985725:Teint_Dans_La_Masse:3726:30985813,30985727:Teint_Dans_La_Masse:3726:30985879,30985728:Teint_Dans_La_Masse:3726:30986151,30986179:Teint_Dans_La_Masse:3726:30986347,30986180:Teint_Dans_La_Masse:3726:30986385,30986181:Teint_Dans_La_Masse:3726:30986407,30986515:Teint_Dans_La_Masse:3726:30987464,30990864:Teint_Dans_La_Masse:3726:30991064,30991816:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 5088}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/31029524,31029525,31029528,31029542,31029545,31029547,31029548,31029549?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-04', 0.1538870648400626),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((5088,),), 'unwanted_material_monthly_percentage': ((0.1538870648400626,),), 'material_repartition': (('JRM', 4734),), 'material_dict': {'JRM': 4734}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 4, 1), 0.1306211885995138, 85), (datetime.date(2026, 4, 2), 0.14869020754669018, 90), (datetime.date(2026, 4, 7), 0.1459490991389707, 89), (datetime.date(2026, 4, 8), 0.15348614840706604, 90), (datetime.date(2026, 4, 9), 0.1372680282967129, 89), (datetime.date(2026, 4, 13), 0.14227885375173424, 85), (datetime.date(2026, 4, 14), 0.12490419687407739, 90), (datetime.date(2026, 4, 15), 0.21445741053064335, 85), (datetime.date(2026, 4, 16), 0.11887864236024383, 90), (datetime.date(2026, 4, 20), 0.1684504713265991, 92), (datetime.date(2026, 4, 21), 0.0, 21), (datetime.date(2026, 4, 22), 0.16317078899857798, 96), (datetime.date(2026, 4, 23), 0.1685073770762902, 54), (datetime.date(2026, 4, 24), 0.14140907421469012, 93)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 4, 1), 0.1306211885995138, 85), (datetime.date(2026, 4, 2), 0.14869020754669018, 90), (datetime.date(2026, 4, 7), 0.1459490991389707, 89), (datetime.date(2026, 4, 8), 0.15348614840706604, 90), (datetime.date(2026, 4, 9), 0.1372680282967129, 89), (datetime.date(2026, 4, 13), 0.14227885375173424, 85), (datetime.date(2026, 4, 14), 0.12490419687407739, 90), (datetime.date(2026, 4, 15), 0.21445741053064335, 85), (datetime.date(2026, 4, 16), 0.11887864236024383, 90), (datetime.date(2026, 4, 20), 0.1684504713265991, 92), (datetime.date(2026, 4, 21), 0.0, 21), (datetime.date(2026, 4, 22), 0.16317078899857798, 96), (datetime.date(2026, 4, 23), 0.1685073770762902, 54), (datetime.date(2026, 4, 24), 0.14140907421469012, 93))}, 'quality_array': [['-1.8260244353499024', '01042026'], ['-0.7580181493966407', '02042026'], ['-0.2743842330707041', '07042026'], ['-0.007082955718185365', '08042026'], ['-0.3315920927101642', '09042026'], ['-0.47984675433742235', '13042026'], ['-0.3166678255381439', '14042026'], ['-0.6270872267865303', '15042026'], ['-0.33817723159142876', '16042026'], ['-0.0767175163642293', '20042026'], ['-3.0171498473659977', '21042026'], ['-0.3564260134776131', '22042026'], ['0.030536016999724257', '23042026'], ['0.6075950548503968', '24042026']], 'number_of_batch': ((61,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01438997608049277, 'nb_photo': 391, 'list_port_cont': '30917375,30953856,30975155,30975190,30975761,30975907,30975933,30976097,30976647,30980105,30980357,30980730,30980864,30985808,30985874,30986145,30986352,30986384,30986410,30987460,30991056,30991980,30992399,30995163,30995495,30995948,30997682,31005284,31005757,31006185,31007508,31007539,31008219,31011960,31012805,31013312,31014085,31014959,31014985,31015958,31017621,31018002,31018572,31018725,31020335,31020759,31020802,31021221,31021655,31022551,31023427,31024046,31027254', 'assoc_port': '30917256:30917375,30953845:30953856,30975135:30975155,30975136:30975190,30975137:30975761,30975834:30975907,30975889:30975933,30975890:30976647,30975891:30976097,30979930:30980105,30980343:30980357,30980344:30980730,30980836:30980864,30985725:30985808,30985727:30985874,30985728:30986145,30986179:30986352,30986180:30986384,30986181:30986410,30986515:30987460,30990864:30991056,30991816:30991980,30992384:30992399,30992780:30995948,30992811:30995495,30993070:30995163,30993631:30997682,31005129:31005284,31005651:31005757,31006001:31006185,31006217:31007508,31007348:31007539,31007349:31008219,31011943:31011960,31012794:31012805,31013076:31013312,31013881:31014085,31014909:31014959,31014910:31014985,31015872:31015958,31015873:31017621,31017480:31018572,31017761:31018002,31018057:31018725,31018329:31020335,31020170:31020759,31020513:31020802,31020886:31021221,31021166:31021655,31022047:31022551,31022075:31024046,31022076:31023427,31024384:31027254', 'assoc_mat': '30917256:autre_refus:3726:30917375,30953845:autre_refus:3726:30953856,30975135:autre_refus:3726:30975155,30975136:autre_refus:3726:30975190,30975137:autre_refus:3726:30975761,30975834:autre_refus:3726:30975907,30975889:autre_refus:3726:30975933,30975890:autre_refus:3726:30976647,30975891:autre_refus:3726:30976097,30979930:autre_refus:3726:30980105,30980343:autre_refus:3726:30980357,30980344:autre_refus:3726:30980730,30980836:autre_refus:3726:30980864,30985725:autre_refus:3726:30985808,30985727:autre_refus:3726:30985874,30985728:autre_refus:3726:30986145,30986179:autre_refus:3726:30986352,30986180:autre_refus:3726:30986384,30986181:autre_refus:3726:30986410,30986515:autre_refus:3726:30987460,30990864:autre_refus:3726:30991056,30991816:autre_refus:3726:30991980,30992384:autre_refus:3726:30992399,30992780:autre_refus:3726:30995948,30992811:autre_refus:3726:30995495,30993070:autre_refus:3726:30995163,30993631:autre_refus:3726:30997682,31005129:autre_refus:3726:31005284,31005651:autre_refus:3726:31005757,31006001:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014396444504866863, 'nb_photo': 1235, 'list_port_cont': '30917376,30953858,30975157,30975179,30975763,30975905,30975929,30976099,30976642,30980108,30980358,30980737,30980861,30985812,30985881,30986144,30986353,30986377,30986404,30987471,30991059,30991976,30992405,30995167,30995500,30995956,30997681,31005281,31005752,31006180,31007503,31007543,31008227,31011950,31012808,31013321,31014092,31014953,31014978,31015963,31017620,31018001,31018577,31018734,31020340,31020760,31020799,31021222,31021663,31022548,31023421,31024057,31027256', 'assoc_port': '30917256:30917376,30953845:30953858,30975135:30975157,30975136:30975179,30975137:30975763,30975834:30975905,30975889:30975929,30975890:30976642,30975891:30976099,30979930:30980108,30980343:30980358,30980344:30980737,30980836:30980861,30985725:30985812,30985727:30985881,30985728:30986144,30986179:30986353,30986180:30986377,30986181:30986404,30986515:30987471,30990864:30991059,30991816:30991976,30992384:30992405,30992780:30995956,30992811:30995500,30993070:30995167,30993631:30997681,31005129:31005281,31005651:31005752,31006001:31006180,31006217:31007503,31007348:31007543,31007349:31008227,31011943:31011950,31012794:31012808,31013076:31013321,31013881:31014092,31014909:31014953,31014910:31014978,31015872:31015963,31015873:31017620,31017480:31018577,31017761:31018001,31018057:31018734,31018329:31020340,31020170:31020760,31020513:31020799,31020886:31021222,31021166:31021663,31022047:31022548,31022075:31024057,31022076:31023421,31024384:31027256', 'assoc_mat': '30917256:cartonnette:3726:30917376,30953845:cartonnette:3726:30953858,30975135:cartonnette:3726:30975157,30975136:cartonnette:3726:30975179,30975137:cartonnette:3726:30975763,30975834:cartonnette:3726:30975905,30975889:cartonnette:3726:30975929,30975890:cartonnette:3726:30976642,30975891:cartonnette:3726:30976099,30979930:cartonnette:3726:30980108,30980343:cartonnette:3726:30980358,30980344:cartonnette:3726:30980737,30980836:cartonnette:3726:30980861,30985725:cartonnette:3726:30985812,30985727:cartonnette:3726:30985881,30985728:cartonnette:3726:30986144,30986179:cartonnette:3726:30986353,30986180:cartonnette:3726:30986377,30986181:cartonnette:3726:30986404,30986515:cartonnette:3726:30987471,30990864:cartonnette:3726:30991059,30991816:cartonnette:3726:30991976,30992384:cartonnette:3726:30992405,30992780:cartonnette:3726:30995956,30992811:cartonnette:3726:30995500,30993070:cartonnette:3726:30995167,30993631:cartonnette:3726:30997681,31005129:cartonnette:3726:31005281,31005651:cartonnette:3726:31005752,31006001:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.10041947546315683, 'nb_photo': 6408, 'list_port_cont': '30917384,30953864,30975150,30975184,30975767,30975906,30975935,30976100,30976644,30980106,30980366,30980741,30980857,30980978,30985810,30985878,30986150,30986356,30986380,30986406,30987463,30991057,30991977,30992403,30995164,30995493,30995950,30997674,31005279,31005749,31006182,31007507,31007538,31008217,31011959,31012811,31013314,31014095,31014957,31014988,31015956,31017628,31018006,31018575,31018730,31020342,31020763,31020795,31021219,31021656,31022544,31023418,31024054,31027249', 'assoc_port': '30917256:30917384,30953845:30953864,30975135:30975150,30975136:30975184,30975137:30975767,30975834:30975906,30975889:30975935,30975890:30976644,30975891:30976100,30979930:30980106,30980343:30980366,30980344:30980741,30980836:30980857,30980837:30980978,30985725:30985810,30985727:30985878,30985728:30986150,30986179:30986356,30986180:30986380,30986181:30986406,30986515:30987463,30990864:30991057,30991816:30991977,30992384:30992403,30992780:30995950,30992811:30995493,30993070:30995164,30993631:30997674,31005129:31005279,31005651:31005749,31006001:31006182,31006217:31007507,31007348:31007538,31007349:31008217,31011943:31011959,31012794:31012811,31013076:31013314,31013881:31014095,31014909:31014957,31014910:31014988,31015872:31015956,31015873:31017628,31017480:31018575,31017761:31018006,31018057:31018730,31018329:31020342,31020170:31020763,31020513:31020795,31020886:31021219,31021166:31021656,31022047:31022544,31022075:31024054,31022076:31023418,31024384:31027249', 'assoc_mat': '30917256:Carton_brun:3726:30917384,30953845:Carton_brun:3726:30953864,30975135:Carton_brun:3726:30975150,30975136:Carton_brun:3726:30975184,30975137:Carton_brun:3726:30975767,30975834:Carton_brun:3726:30975906,30975889:Carton_brun:3726:30975935,30975890:Carton_brun:3726:30976644,30975891:Carton_brun:3726:30976100,30979930:Carton_brun:3726:30980106,30980343:Carton_brun:3726:30980366,30980344:Carton_brun:3726:30980741,30980836:Carton_brun:3726:30980857,30980837:Carton_brun:3726:30980978,30985725:Carton_brun:3726:30985810,30985727:Carton_brun:3726:30985878,30985728:Carton_brun:3726:30986150,30986179:Carton_brun:3726:30986356,30986180:Carton_brun:3726:30986380,30986181:Carton_brun:3726:30986406,30986515:Carton_brun:3726:30987463,30990864:Carton_brun:3726:30991057,30991816:Carton_brun:3726:30991977,30992384:Carton_brun:3726:30992403,30992780:Carton_brun:3726:30995950,30992811:Carton_brun:3726:30995493,30993070:Carton_brun:3726:30995164,30993631:Carton_brun:3726:30997674,31005129:Carton_brun:3726:31005279,31005651:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005743760010223719, 'nb_photo': 144, 'list_port_cont': '30917377,30953854,30975768,30975904,30975936,30976091,30976640,30980103,30980365,30980738,30980858,30985816,30985875,30986146,30986346,30986381,30986400,30987468,30991065,30991974,30992398,30995166,30995498,30995946,30997673,31005288,31005747,31006183,31007502,31007541,31008222,31011956,31012813,31014089,31014955,31014987,31015962,31017622,31018004,31020337,31020756,31020804,31021220,31021661,31022552,31023423,31027257', 'assoc_port': '30917256:30917377,30953845:30953854,30975137:30975768,30975834:30975904,30975889:30975936,30975890:30976640,30975891:30976091,30979930:30980103,30980343:30980365,30980344:30980738,30980836:30980858,30985725:30985816,30985727:30985875,30985728:30986146,30986179:30986346,30986180:30986381,30986181:30986400,30986515:30987468,30990864:30991065,30991816:30991974,30992384:30992398,30992780:30995946,30992811:30995498,30993070:30995166,30993631:30997673,31005129:31005288,31005651:31005747,31006001:31006183,31006217:31007502,31007348:31007541,31007349:31008222,31011943:31011956,31012794:31012813,31013881:31014089,31014909:31014955,31014910:31014987,31015872:31015962,31015873:31017622,31017761:31018004,31018329:31020337,31020170:31020756,31020513:31020804,31020886:31021220,31021166:31021661,31022047:31022552,31022076:31023423,31024384:31027257', 'assoc_mat': '30917256:Carton_gris:3726:30917377,30953845:Carton_gris:3726:30953854,30975137:Carton_gris:3726:30975768,30975834:Carton_gris:3726:30975904,30975889:Carton_gris:3726:30975936,30975890:Carton_gris:3726:30976640,30975891:Carton_gris:3726:30976091,30979930:Carton_gris:3726:30980103,30980343:Carton_gris:3726:30980365,30980344:Carton_gris:3726:30980738,30980836:Carton_gris:3726:30980858,30985725:Carton_gris:3726:30985816,30985727:Carton_gris:3726:30985875,30985728:Carton_gris:3726:30986146,30986179:Carton_gris:3726:30986346,30986180:Carton_gris:3726:30986381,30986181:Carton_gris:3726:30986400,30986515:Carton_gris:3726:30987468,30990864:Carton_gris:3726:30991065,30991816:Carton_gris:3726:30991974,30992384:Carton_gris:3726:30992398,30992780:Carton_gris:3726:30995946,30992811:Carton_gris:3726:30995498,30993070:Carton_gris:3726:30995166,30993631:Carton_gris:3726:30997673,31005129:Carton_gris:3726:31005288,31005651:Carton_gris:3726:31005747,31006001:Carton_gris:3726:31006183,31006217:Carton_gris:3726:31007502,31007348:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.006153711459278353, 'nb_photo': 116, 'list_port_cont': '30917379,30975937,30976101,30976650,30980109,30980367,30980739,30980863,30985817,30985871,30986147,30986345,30986374,30986399,30987467,30991062,30995496,30995951,30997684,31005283,31005756,31006178,31007504,31007542,31008225,31011958,31012810,31014096,31014954,31014986,31017629,31018570,31018729,31020341,31020757,31021223,31021658,31024053,31027255', 'assoc_port': '30917256:30917379,30975889:30975937,30975890:30976650,30975891:30976101,30979930:30980109,30980343:30980367,30980344:30980739,30980836:30980863,30985725:30985817,30985727:30985871,30985728:30986147,30986179:30986345,30986180:30986374,30986181:30986399,30986515:30987467,30990864:30991062,30992780:30995951,30992811:30995496,30993631:30997684,31005129:31005283,31005651:31005756,31006001:31006178,31006217:31007504,31007348:31007542,31007349:31008225,31011943:31011958,31012794:31012810,31013881:31014096,31014909:31014954,31014910:31014986,31015873:31017629,31017480:31018570,31018057:31018729,31018329:31020341,31020170:31020757,31020886:31021223,31021166:31021658,31022075:31024053,31024384:31027255', 'assoc_mat': '30917256:kraft:3726:30917379,30975889:kraft:3726:30975937,30975890:kraft:3726:30976650,30975891:kraft:3726:30976101,30979930:kraft:3726:30980109,30980343:kraft:3726:30980367,30980344:kraft:3726:30980739,30980836:kraft:3726:30980863,30985725:kraft:3726:30985817,30985727:kraft:3726:30985871,30985728:kraft:3726:30986147,30986179:kraft:3726:30986345,30986180:kraft:3726:30986374,30986181:kraft:3726:30986399,30986515:kraft:3726:30987467,30990864:kraft:3726:30991062,30992780:kraft:3726:30995951,30992811:kraft:3726:30995496,30993631:kraft:3726:30997684,31005129:kraft:3726:31005283,31005651:kraft:3726:31005756,31006001:kraft:3726:31006178,31006217:kraft:3726:31007504,31007348:kraft:3726:31007542,31007349:kraft:3726:31008225,31011943:kraft:3726:31011958,31012794:kraft:3726:31012810,31013881:kraft:3726:31014096,31014909:kraft:3726:31014954,31014910:kraft:3726:31014986,31015873:kraft:3726:31017629,31017480:kraft:3726:31018570,31018057:kraft:3726:31018729,31018329:kraft:3726:31020341,31020170:kraft:3726:31020757,31020886:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0014255335365184663, 'nb_photo': 9, 'list_port_cont': '30953857,30975183,30980972,30997677,31005280,31014087,31014961,31021218', 'assoc_port': '30953845:30953857,30975136:30975183,30980837:30980972,30993631:30997677,31005129:31005280,31013881:31014087,31014909:31014961,31020886:31021218', 'assoc_mat': '30953845:metal:3726:30953857,30975136:metal:3726:30975183,30980837:metal:3726:30980972,30993631:metal:3726:30997677,31005129:metal:3726:31005280,31013881:metal:3726:31014087,31014909:metal:3726:31014961,31020886:metal:3726:31021218'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.012188833223553585, 'nb_photo': 853, 'list_port_cont': '30916911,30917385,30953860,30975153,30975181,30975762,30975897,30975932,30976096,30976645,30980099,30980362,30980732,30980865,30985818,30985872,30986148,30986349,30986378,30986403,30987465,30991061,30991972,30995160,30995497,30995947,30997683,31005286,31005755,31006184,31007510,31007540,31008221,31011952,31012802,31013322,31014091,31014960,31014982,31015961,31017619,31017999,31018567,31018732,31020339,31020766,31020794,31021216,31021654,31022546,31023419,31024048,31027253', 'assoc_port': '30916792:30916911,30917256:30917385,30953845:30953860,30975135:30975153,30975136:30975181,30975137:30975762,30975834:30975897,30975889:30975932,30975890:30976645,30975891:30976096,30979930:30980099,30980343:30980362,30980344:30980732,30980836:30980865,30985725:30985818,30985727:30985872,30985728:30986148,30986179:30986349,30986180:30986378,30986181:30986403,30986515:30987465,30990864:30991061,30991816:30991972,30992780:30995947,30992811:30995497,30993070:30995160,30993631:30997683,31005129:31005286,31005651:31005755,31006001:31006184,31006217:31007510,31007348:31007540,31007349:31008221,31011943:31011952,31012794:31012802,31013076:31013322,31013881:31014091,31014909:31014960,31014910:31014982,31015872:31015961,31015873:31017619,31017480:31018567,31017761:31017999,31018057:31018732,31018329:31020339,31020170:31020766,31020513:31020794,31020886:31021216,31021166:31021654,31022047:31022546,31022075:31024048,31022076:31023419,31024384:31027253', 'assoc_mat': '30916792:plastique:3726:30916911,30917256:plastique:3726:30917385,30953845:plastique:3726:30953860,30975135:plastique:3726:30975153,30975136:plastique:3726:30975181,30975137:plastique:3726:30975762,30975834:plastique:3726:30975897,30975889:plastique:3726:30975932,30975890:plastique:3726:30976645,30975891:plastique:3726:30976096,30979930:plastique:3726:30980099,30980343:plastique:3726:30980362,30980344:plastique:3726:30980732,30980836:plastique:3726:30980865,30985725:plastique:3726:30985818,30985727:plastique:3726:30985872,30985728:plastique:3726:30986148,30986179:plastique:3726:30986349,30986180:plastique:3726:30986378,30986181:plastique:3726:30986403,30986515:plastique:3726:30987465,30990864:plastique:3726:30991061,30991816:plastique:3726:30991972,30992780:plastique:3726:30995947,30992811:plastique:3726:30995497,30993070:plastique:3726:30995160,30993631:plastique:3726:30997683,31005129:plastique:3726:31005286,31005651:plastique:3726:31005755,31006001:plastique:3726:31006184,31006217:plastique:3726:31007510,3'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.020337638132060576, 'nb_photo': 2702, 'list_port_cont': '30916914,30917382,30953861,30975152,30975182,30975770,30975903,30975939,30976095,30976646,30980107,30980363,30980740,30980856,30980977,30985813,30985879,30986151,30986347,30986385,30986407,30987464,30991064,30991979,30992407,30995170,30995502,30995954,30997676,31005278,31005753,31006188,31007505,31007532,31008223,31011953,31012803,31013311,31014093,31014958,31014983,31015954,31017624,31017998,31018574,31018724,31020334,31020758,31020796,31021217,31021660,31022545,31023424,31024055,31027252', 'assoc_port': '30916792:30916914,30917256:30917382,30953845:30953861,30975135:30975152,30975136:30975182,30975137:30975770,30975834:30975903,30975889:30975939,30975890:30976646,30975891:30976095,30979930:30980107,30980343:30980363,30980344:30980740,30980836:30980856,30980837:30980977,30985725:30985813,30985727:30985879,30985728:30986151,30986179:30986347,30986180:30986385,30986181:30986407,30986515:30987464,30990864:30991064,30991816:30991979,30992384:30992407,30992780:30995954,30992811:30995502,30993070:30995170,30993631:30997676,31005129:31005278,31005651:31005753,31006001:31006188,31006217:31007505,31007348:31007532,31007349:31008223,31011943:31011953,31012794:31012803,31013076:31013311,31013881:31014093,31014909:31014958,31014910:31014983,31015872:31015954,31015873:31017624,31017480:31018574,31017761:31017998,31018057:31018724,31018329:31020334,31020170:31020758,31020513:31020796,31020886:31021217,31021166:31021660,31022047:31022545,31022075:31024055,31022076:31023424,31024384:31027252', 'assoc_mat': '30916792:Teint_Dans_La_Masse:3726:30916914,30917256:Teint_Dans_La_Masse:3726:30917382,30953845:Teint_Dans_La_Masse:3726:30953861,30975135:Teint_Dans_La_Masse:3726:30975152,30975136:Teint_Dans_La_Masse:3726:30975182,30975137:Teint_Dans_La_Masse:3726:30975770,30975834:Teint_Dans_La_Masse:3726:30975903,30975889:Teint_Dans_La_Masse:3726:30975939,30975890:Teint_Dans_La_Masse:3726:30976646,30975891:Teint_Dans_La_Masse:3726:30976095,30979930:Teint_Dans_La_Masse:3726:30980107,30980343:Teint_Dans_La_Masse:3726:30980363,30980344:Teint_Dans_La_Masse:3726:30980740,30980836:Teint_Dans_La_Masse:3726:30980856,30980837:Teint_Dans_La_Masse:3726:30980977,30985725:Teint_Dans_La_Masse:3726:30985813,30985727:Teint_Dans_La_Masse:3726:30985879,30985728:Teint_Dans_La_Masse:3726:30986151,30986179:Teint_Dans_La_Masse:3726:30986347,30986180:Teint_Dans_La_Masse:3726:30986385,30986181:Teint_Dans_La_Masse:3726:30986407,30986515:Teint_Dans_La_Masse:3726:30987464,30990864:Teint_Dans_La_Masse:3726:30991064,30991816:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 5088}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/31029524,31029525,31029528,31029542,31029545,31029547,31029548,31029549?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-04', 0.1538870648400626),)]} filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_04_annee_2026.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.44%', 391], 'cartonnette': ['cartonnette', '1.44%', 1235], 'Carton_brun': ['Carton_brun', '10.04%', 6408], 'Carton_gris': ['Carton_gris', '0.57%', 144], 'kraft': ['kraft', '0.62%', 116], 'metal': ['metal', '0.14%', 9], 'plastique': ['plastique', '1.22%', 853], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '2.03%', 2702]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_04_annee_2026.pdf le fichier se trouve ici : /data_4/data_log/job/memo/Perlen_convoyeur 2.54user 2.69system 0:07.01elapsed 74%CPU (0avgtext+0avgdata 185840maxresident)k 18352inputs+320outputs (23major+54876minor)pagefaults 0swaps