python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_4/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2026-01 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (3, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (3, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 01 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2026-01 year : 2026 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2026-01%') and created_at like '%2026-01%'))); nb_day : (3, 31) after unwanted_material_data nb_day : (3, 31) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2026/01%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2026-01-01 00:00:00,2026-01-02 00:00:00,2026-01-05 00:00:00,2026-01-06 00:00:00,2026-01-07 00:00:00,2026-01-08 00:00:00,2026-01-09 00:00:00,2026-01-12 00:00:00,2026-01-13 00:00:00,2026-01-14 00:00:00,2026-01-15 00:00:00,2026-01-16 00:00:00,2026-01-19 00:00:00,2026-01-20 00:00:00,2026-01-21 00:00:00,2026-01-22 00:00:00,2026-01-23 00:00:00,2026-01-26 00:00:00,2026-01-27 00:00:00,2026-01-28 00:00:00,2026-01-29 00:00:00,2026-01-30 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 134 and month(ded.date) = 01 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 01 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%012026%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2026-01-01 : dt_date_just_month_year : 2026-01-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2026-01-01" AND ded.date <= "2026-01-31" SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (2863136,2864102,2872558,2879332,2879326,2876592,2877978,2879312) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013686532817188566, 'nb_photo': 427, 'list_port_cont': '29954752,29957184,29959681,29961231,29961956,29962447,29963335,29965772,29982543,29982649,29985408,29985586,29988554,29988583,30012760,30013193,30013676,30014965,30017821,30019593,30019614,30019813,30021670,30056596,30056795,30060002,30066119,30067637,30068360,30069633,30089758,30098986,30099032,30100037,30101990,30110811,30112591,30113520,30114457,30121266,30121338,30121365', 'assoc_port': '29954657:29954752,29955295:29959681,29955297:29957184,29960939:29961956,29960941:29961231,29961913:29962447,29961914:29965772,29963187:29963335,29982382:29982649,29982383:29982543,29984566:29985586,29984567:29985408,29988465:29988583,29988466:29988554,30012655:30012760,30013065:30014965,30013066:30013193,30013632:30013676,30016850:30017821,30017977:30019813,30017978:30019614,30017979:30021670,30019420:30019593,30056400:30056795,30056402:30056596,30057759:30060002,30066065:30066119,30067601:30067637,30068322:30068360,30069597:30069633,30089691:30089758,30098907:30098986,30098925:30099032,30098926:30100037,30101916:30101990,30110727:30110811,30112536:30112591,30113458:30113520,30114392:30114457,30121198:30121266,30121245:30121338,30121287:30121365', 'assoc_mat': '29954657:autre_refus:3726:29954752,29955295:autre_refus:3726:29959681,29955297:autre_refus:3726:29957184,29960939:autre_refus:3726:29961956,29960941:autre_refus:3726:29961231,29961913:autre_refus:3726:29962447,29961914:autre_refus:3726:29965772,29963187:autre_refus:3726:29963335,29982382:autre_refus:3726:29982649,29982383:autre_refus:3726:29982543,29984566:autre_refus:3726:29985586,29984567:autre_refus:3726:29985408,29988465:autre_refus:3726:29988583,29988466:autre_refus:3726:29988554,30012655:autre_refus:3726:30012760,30013065:autre_refus:3726:30014965,30013066:autre_refus:3726:30013193,30013632:autre_refus:3726:30013676,30016850:autre_refus:3726:30017821,30017977:autre_refus:3726:30019813,30017978:autre_refus:3726:30019614,30017979:autre_refus:3726:30021670,30019420:autre_refus:3726:30019593,30056400:autre_refus:3726:30056795,30056402:autre_refus:3726:30056596,30057759:autre_refus:3726:30060002,30066065:autre_refus:3726:30066119,30067601:autre_refus:3726:30067637,30068322:autre_refus:3726:30068360,30069597:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.015499117891354941, 'nb_photo': 1376, 'list_port_cont': '29954751,29957186,29959679,29961235,29961961,29962449,29963332,29965769,29982330,29982544,29982654,29985418,29985585,29988559,29988584,30012768,30013197,30013671,30014968,30017817,30019591,30019617,30019811,30021678,30055977,30056601,30056794,30059995,30066118,30067629,30068365,30069628,30089768,30098983,30099035,30100040,30101989,30110808,30112594,30113519,30114451,30121264,30121339,30121372', 'assoc_port': '29954657:29954751,29955295:29959679,29955297:29957186,29960939:29961961,29960941:29961235,29961913:29962449,29961914:29965769,29963187:29963332,29982249:29982330,29982382:29982654,29982383:29982544,29984566:29985585,29984567:29985418,29988465:29988584,29988466:29988559,30012655:30012768,30013065:30014968,30013066:30013197,30013632:30013671,30016850:30017817,30017977:30019811,30017978:30019617,30017979:30021678,30019420:30019591,30055625:30055977,30056400:30056794,30056402:30056601,30057759:30059995,30066065:30066118,30067601:30067629,30068322:30068365,30069597:30069628,30089691:30089768,30098907:30098983,30098925:30099035,30098926:30100040,30101916:30101989,30110727:30110808,30112536:30112594,30113458:30113519,30114392:30114451,30121198:30121264,30121245:30121339,30121287:30121372', 'assoc_mat': '29954657:cartonnette:3726:29954751,29955295:cartonnette:3726:29959679,29955297:cartonnette:3726:29957186,29960939:cartonnette:3726:29961961,29960941:cartonnette:3726:29961235,29961913:cartonnette:3726:29962449,29961914:cartonnette:3726:29965769,29963187:cartonnette:3726:29963332,29982249:cartonnette:3726:29982330,29982382:cartonnette:3726:29982654,29982383:cartonnette:3726:29982544,29984566:cartonnette:3726:29985585,29984567:cartonnette:3726:29985418,29988465:cartonnette:3726:29988584,29988466:cartonnette:3726:29988559,30012655:cartonnette:3726:30012768,30013065:cartonnette:3726:30014968,30013066:cartonnette:3726:30013197,30013632:cartonnette:3726:30013671,30016850:cartonnette:3726:30017817,30017977:cartonnette:3726:30019811,30017978:cartonnette:3726:30019617,30017979:cartonnette:3726:30021678,30019420:cartonnette:3726:30019591,30055625:cartonnette:3726:30055977,30056400:cartonnette:3726:30056794,30056402:cartonnette:3726:30056601,30057759:cartonnette:3726:30059995,30066065:cartonnette:3726:30066118,30067601:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.06897465930353791, 'nb_photo': 5354, 'list_port_cont': '29954755,29957189,29959674,29961239,29961960,29962445,29963337,29965768,29982321,29982545,29982647,29985410,29985589,29988558,29988585,30012762,30013200,30013669,30014971,30017822,30019582,30019609,30019822,30021680,30055979,30056599,30056798,30059992,30066115,30067630,30068362,30069632,30089745,30098989,30099033,30100039,30101991,30110818,30112598,30113513,30114456,30121267,30121348,30121371', 'assoc_port': '29954657:29954755,29955295:29959674,29955297:29957189,29960939:29961960,29960941:29961239,29961913:29962445,29961914:29965768,29963187:29963337,29982249:29982321,29982382:29982647,29982383:29982545,29984566:29985589,29984567:29985410,29988465:29988585,29988466:29988558,30012655:30012762,30013065:30014971,30013066:30013200,30013632:30013669,30016850:30017822,30017977:30019822,30017978:30019609,30017979:30021680,30019420:30019582,30055625:30055979,30056400:30056798,30056402:30056599,30057759:30059992,30066065:30066115,30067601:30067630,30068322:30068362,30069597:30069632,30089691:30089745,30098907:30098989,30098925:30099033,30098926:30100039,30101916:30101991,30110727:30110818,30112536:30112598,30113458:30113513,30114392:30114456,30121198:30121267,30121245:30121348,30121287:30121371', 'assoc_mat': '29954657:Carton_brun:3726:29954755,29955295:Carton_brun:3726:29959674,29955297:Carton_brun:3726:29957189,29960939:Carton_brun:3726:29961960,29960941:Carton_brun:3726:29961239,29961913:Carton_brun:3726:29962445,29961914:Carton_brun:3726:29965768,29963187:Carton_brun:3726:29963337,29982249:Carton_brun:3726:29982321,29982382:Carton_brun:3726:29982647,29982383:Carton_brun:3726:29982545,29984566:Carton_brun:3726:29985589,29984567:Carton_brun:3726:29985410,29988465:Carton_brun:3726:29988585,29988466:Carton_brun:3726:29988558,30012655:Carton_brun:3726:30012762,30013065:Carton_brun:3726:30014971,30013066:Carton_brun:3726:30013200,30013632:Carton_brun:3726:30013669,30016850:Carton_brun:3726:30017822,30017977:Carton_brun:3726:30019822,30017978:Carton_brun:3726:30019609,30017979:Carton_brun:3726:30021680,30019420:Carton_brun:3726:30019582,30055625:Carton_brun:3726:30055979,30056400:Carton_brun:3726:30056798,30056402:Carton_brun:3726:30056599,30057759:Carton_brun:3726:30059992,30066065:Carton_brun:3726:30066115,30067601:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0061405106668298475, 'nb_photo': 145, 'list_port_cont': '29957191,29959672,29961232,29961962,29962444,29963330,29965764,29982332,29982546,29982655,29985587,29988563,29988590,30012770,30013201,30013675,30014973,30017818,30019584,30019612,30019816,30021679,30055986,30056598,30059997,30066116,30067634,30068363,30069629,30089754,30098993,30099036,30100035,30101994,30110819,30112597,30113515,30114454,30121369', 'assoc_port': '29955295:29959672,29955297:29957191,29960939:29961962,29960941:29961232,29961913:29962444,29961914:29965764,29963187:29963330,29982249:29982332,29982382:29982655,29982383:29982546,29984566:29985587,29988465:29988590,29988466:29988563,30012655:30012770,30013065:30014973,30013066:30013201,30013632:30013675,30016850:30017818,30017977:30019816,30017978:30019612,30017979:30021679,30019420:30019584,30055625:30055986,30056402:30056598,30057759:30059997,30066065:30066116,30067601:30067634,30068322:30068363,30069597:30069629,30089691:30089754,30098907:30098993,30098925:30099036,30098926:30100035,30101916:30101994,30110727:30110819,30112536:30112597,30113458:30113515,30114392:30114454,30121287:30121369', 'assoc_mat': '29955295:Carton_gris:3726:29959672,29955297:Carton_gris:3726:29957191,29960939:Carton_gris:3726:29961962,29960941:Carton_gris:3726:29961232,29961913:Carton_gris:3726:29962444,29961914:Carton_gris:3726:29965764,29963187:Carton_gris:3726:29963330,29982249:Carton_gris:3726:29982332,29982382:Carton_gris:3726:29982655,29982383:Carton_gris:3726:29982546,29984566:Carton_gris:3726:29985587,29988465:Carton_gris:3726:29988590,29988466:Carton_gris:3726:29988563,30012655:Carton_gris:3726:30012770,30013065:Carton_gris:3726:30014973,30013066:Carton_gris:3726:30013201,30013632:Carton_gris:3726:30013675,30016850:Carton_gris:3726:30017818,30017977:Carton_gris:3726:30019816,30017978:Carton_gris:3726:30019612,30017979:Carton_gris:3726:30021679,30019420:Carton_gris:3726:30019584,30055625:Carton_gris:3726:30055986,30056402:Carton_gris:3726:30056598,30057759:Carton_gris:3726:30059997,30066065:Carton_gris:3726:30066116,30067601:Carton_gris:3726:30067634,30068322:Carton_gris:3726:30068363,30069597:Carton_gris:3726:30069629,30089691:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.003936369454056631, 'nb_photo': 104, 'list_port_cont': '29954750,29957185,29959676,29961958,29962450,29963333,29965770,29982553,29985594,29988557,29988587,30012765,30014972,30019590,30021671,30055978,30056591,30056793,30059993,30066109,30067627,30068366,30069634,30089766,30098987,30099034,30100038,30110813,30112593,30113521,30114462,30121343,30121373', 'assoc_port': '29954657:29954750,29955295:29959676,29955297:29957185,29960939:29961958,29961913:29962450,29961914:29965770,29963187:29963333,29982383:29982553,29984566:29985594,29988465:29988587,29988466:29988557,30012655:30012765,30013065:30014972,30017979:30021671,30019420:30019590,30055625:30055978,30056400:30056793,30056402:30056591,30057759:30059993,30066065:30066109,30067601:30067627,30068322:30068366,30069597:30069634,30089691:30089766,30098907:30098987,30098925:30099034,30098926:30100038,30110727:30110813,30112536:30112593,30113458:30113521,30114392:30114462,30121245:30121343,30121287:30121373', 'assoc_mat': '29954657:kraft:3726:29954750,29955295:kraft:3726:29959676,29955297:kraft:3726:29957185,29960939:kraft:3726:29961958,29961913:kraft:3726:29962450,29961914:kraft:3726:29965770,29963187:kraft:3726:29963333,29982383:kraft:3726:29982553,29984566:kraft:3726:29985594,29988465:kraft:3726:29988587,29988466:kraft:3726:29988557,30012655:kraft:3726:30012765,30013065:kraft:3726:30014972,30017979:kraft:3726:30021671,30019420:kraft:3726:30019590,30055625:kraft:3726:30055978,30056400:kraft:3726:30056793,30056402:kraft:3726:30056591,30057759:kraft:3726:30059993,30066065:kraft:3726:30066109,30067601:kraft:3726:30067627,30068322:kraft:3726:30068366,30069597:kraft:3726:30069634,30089691:kraft:3726:30089766,30098907:kraft:3726:30098987,30098925:kraft:3726:30099034,30098926:kraft:3726:30100038,30110727:kraft:3726:30110813,30112536:kraft:3726:30112593,30113458:kraft:3726:30113521,30114392:kraft:3726:30114462,30121245:kraft:3726:30121343,30121287:kraft:3726:30121373'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0025170520970603984, 'nb_photo': 8, 'list_port_cont': '30013198,30089744,30100032,30101995', 'assoc_port': '30013066:30013198,30089691:30089744,30098926:30100032,30101916:30101995', 'assoc_mat': '30013066:metal:3726:30013198,30089691:metal:3726:30089744,30098926:metal:3726:30100032,30101916:metal:3726:30101995'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.015620414373358338, 'nb_photo': 1008, 'list_port_cont': '29954748,29957193,29959677,29961230,29961965,29962446,29963340,29965761,29982323,29982552,29982652,29985414,29985583,29988561,29988589,30012763,30013190,30013667,30014970,30017816,30019587,30019613,30019817,30021675,30055982,30056600,30056799,30059996,30066111,30067628,30068356,30069630,30089749,30098984,30099030,30100041,30101992,30110810,30112599,30113522,30114459,30121263,30121340,30121368', 'assoc_port': '29954657:29954748,29955295:29959677,29955297:29957193,29960939:29961965,29960941:29961230,29961913:29962446,29961914:29965761,29963187:29963340,29982249:29982323,29982382:29982652,29982383:29982552,29984566:29985583,29984567:29985414,29988465:29988589,29988466:29988561,30012655:30012763,30013065:30014970,30013066:30013190,30013632:30013667,30016850:30017816,30017977:30019817,30017978:30019613,30017979:30021675,30019420:30019587,30055625:30055982,30056400:30056799,30056402:30056600,30057759:30059996,30066065:30066111,30067601:30067628,30068322:30068356,30069597:30069630,30089691:30089749,30098907:30098984,30098925:30099030,30098926:30100041,30101916:30101992,30110727:30110810,30112536:30112599,30113458:30113522,30114392:30114459,30121198:30121263,30121245:30121340,30121287:30121368', 'assoc_mat': '29954657:plastique:3726:29954748,29955295:plastique:3726:29959677,29955297:plastique:3726:29957193,29960939:plastique:3726:29961965,29960941:plastique:3726:29961230,29961913:plastique:3726:29962446,29961914:plastique:3726:29965761,29963187:plastique:3726:29963340,29982249:plastique:3726:29982323,29982382:plastique:3726:29982652,29982383:plastique:3726:29982552,29984566:plastique:3726:29985583,29984567:plastique:3726:29985414,29988465:plastique:3726:29988589,29988466:plastique:3726:29988561,30012655:plastique:3726:30012763,30013065:plastique:3726:30014970,30013066:plastique:3726:30013190,30013632:plastique:3726:30013667,30016850:plastique:3726:30017816,30017977:plastique:3726:30019817,30017978:plastique:3726:30019613,30017979:plastique:3726:30021675,30019420:plastique:3726:30019587,30055625:plastique:3726:30055982,30056400:plastique:3726:30056799,30056402:plastique:3726:30056600,30057759:plastique:3726:30059996,30066065:plastique:3726:30066111,30067601:plastique:3726:30067628,30068322:plastique:3726:30068356,3'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.02102353875997457, 'nb_photo': 3086, 'list_port_cont': '29954754,29957190,29959678,29961234,29961963,29962448,29963339,29965771,29982324,29982548,29982645,29985411,29985588,29988562,29988592,30012772,30013194,30013674,30014963,30017812,30019583,30019619,30019820,30021673,30055975,30056602,30056804,30059994,30066110,30067636,30068361,30069623,30089762,30098988,30099027,30100042,30102000,30110809,30112590,30113514,30114461,30121262,30121342,30121375', 'assoc_port': '29954657:29954754,29955295:29959678,29955297:29957190,29960939:29961963,29960941:29961234,29961913:29962448,29961914:29965771,29963187:29963339,29982249:29982324,29982382:29982645,29982383:29982548,29984566:29985588,29984567:29985411,29988465:29988592,29988466:29988562,30012655:30012772,30013065:30014963,30013066:30013194,30013632:30013674,30016850:30017812,30017977:30019820,30017978:30019619,30017979:30021673,30019420:30019583,30055625:30055975,30056400:30056804,30056402:30056602,30057759:30059994,30066065:30066110,30067601:30067636,30068322:30068361,30069597:30069623,30089691:30089762,30098907:30098988,30098925:30099027,30098926:30100042,30101916:30102000,30110727:30110809,30112536:30112590,30113458:30113514,30114392:30114461,30121198:30121262,30121245:30121342,30121287:30121375', 'assoc_mat': '29954657:Teint_Dans_La_Masse:3726:29954754,29955295:Teint_Dans_La_Masse:3726:29959678,29955297:Teint_Dans_La_Masse:3726:29957190,29960939:Teint_Dans_La_Masse:3726:29961963,29960941:Teint_Dans_La_Masse:3726:29961234,29961913:Teint_Dans_La_Masse:3726:29962448,29961914:Teint_Dans_La_Masse:3726:29965771,29963187:Teint_Dans_La_Masse:3726:29963339,29982249:Teint_Dans_La_Masse:3726:29982324,29982382:Teint_Dans_La_Masse:3726:29982645,29982383:Teint_Dans_La_Masse:3726:29982548,29984566:Teint_Dans_La_Masse:3726:29985588,29984567:Teint_Dans_La_Masse:3726:29985411,29988465:Teint_Dans_La_Masse:3726:29988592,29988466:Teint_Dans_La_Masse:3726:29988562,30012655:Teint_Dans_La_Masse:3726:30012772,30013065:Teint_Dans_La_Masse:3726:30014963,30013066:Teint_Dans_La_Masse:3726:30013194,30013632:Teint_Dans_La_Masse:3726:30013674,30016850:Teint_Dans_La_Masse:3726:30017812,30017977:Teint_Dans_La_Masse:3726:30019820,30017978:Teint_Dans_La_Masse:3726:30019619,30017979:Teint_Dans_La_Masse:3726:30021673,30019420:Teint_Dans_La_Masse:3726:3'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(2863136,2864102,2872558,2879332,2879326,2876592,2877978,2879312)); INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30147913, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (29954752,29957184,29959681,29961231,29961956,29962447,29963335,29965772,29982543,29982649,29985408,29985586,29988554,29988583,30012760,30013193,30013676,30014965,30017821,30019593,30019614,30019813,30021670,30056596,30056795,30060002,30066119,30067637,30068360,30069633,30089758,30098986,30099032,30100037,30101990,30110811,30112591,30113520,30114457,30121266,30121338,30121365 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30147914, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (29954751,29957186,29959679,29961235,29961961,29962449,29963332,29965769,29982330,29982544,29982654,29985418,29985585,29988559,29988584,30012768,30013197,30013671,30014968,30017817,30019591,30019617,30019811,30021678,30055977,30056601,30056794,30059995,30066118,30067629,30068365,30069628,30089768,30098983,30099035,30100040,30101989,30110808,30112594,30113519,30114451,30121264,30121339,30121372 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30147915, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (29954755,29957189,29959674,29961239,29961960,29962445,29963337,29965768,29982321,29982545,29982647,29985410,29985589,29988558,29988585,30012762,30013200,30013669,30014971,30017822,30019582,30019609,30019822,30021680,30055979,30056599,30056798,30059992,30066115,30067630,30068362,30069632,30089745,30098989,30099033,30100039,30101991,30110818,30112598,30113513,30114456,30121267,30121348,30121371 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30147916, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (29957191,29959672,29961232,29961962,29962444,29963330,29965764,29982332,29982546,29982655,29985587,29988563,29988590,30012770,30013201,30013675,30014973,30017818,30019584,30019612,30019816,30021679,30055986,30056598,30059997,30066116,30067634,30068363,30069629,30089754,30098993,30099036,30100035,30101994,30110819,30112597,30113515,30114454,30121369 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30147917, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (29954750,29957185,29959676,29961958,29962450,29963333,29965770,29982553,29985594,29988557,29988587,30012765,30014972,30019590,30021671,30055978,30056591,30056793,30059993,30066109,30067627,30068366,30069634,30089766,30098987,30099034,30100038,30110813,30112593,30113521,30114462,30121343,30121373 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30147918, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30013198,30089744,30100032,30101995 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30147919, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (29954748,29957193,29959677,29961230,29961965,29962446,29963340,29965761,29982323,29982552,29982652,29985414,29985583,29988561,29988589,30012763,30013190,30013667,30014970,30017816,30019587,30019613,30019817,30021675,30055982,30056600,30056799,30059996,30066111,30067628,30068356,30069630,30089749,30098984,30099030,30100041,30101992,30110810,30112599,30113522,30114459,30121263,30121340,30121368 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30147920, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (29954754,29957190,29959678,29961234,29961963,29962448,29963339,29965771,29982324,29982548,29982645,29985411,29985588,29988562,29988592,30012772,30013194,30013674,30014963,30017812,30019583,30019619,30019820,30021673,30055975,30056602,30056804,30059994,30066110,30067636,30068361,30069623,30089762,30098988,30099027,30100042,30102000,30110809,30112590,30113514,30114461,30121262,30121342,30121375 ) and hide_status = 0 ORDER BY mtr_photo_id Voici le lien velours for JRM : https://www.fotonower.com/velours/30147913,30147914,30147915,30147916,30147917,30147918,30147919,30147920?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2026-01-01' and date <= '2026-01-31') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((3075,),), 'unwanted_material_monthly_percentage': ((0.13207134247851632,),), 'material_repartition': (('JRM', 3075),), 'material_dict': {'JRM': 3075}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 1, 5), 0.0994576860214744, 85), (datetime.date(2026, 1, 6), 0.14286203458026142, 24), (datetime.date(2026, 1, 7), 0.10986875950914168, 88), (datetime.date(2026, 1, 8), 0.15512099580011746, 37), (datetime.date(2026, 1, 9), 0.13407479263142696, 89), (datetime.date(2026, 1, 12), 0.1822162763778783, 43), (datetime.date(2026, 1, 13), 0.18774306777038474, 88), (datetime.date(2026, 1, 14), 0.1406214592479483, 49)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 1, 5), 0.0994576860214744, 85), (datetime.date(2026, 1, 6), 0.14286203458026142, 24), (datetime.date(2026, 1, 7), 0.10986875950914168, 88), (datetime.date(2026, 1, 8), 0.15512099580011746, 37), (datetime.date(2026, 1, 9), 0.13407479263142696, 89), (datetime.date(2026, 1, 12), 0.1822162763778783, 43), (datetime.date(2026, 1, 13), 0.18774306777038474, 88), (datetime.date(2026, 1, 14), 0.1406214592479483, 49))}, 'quality_array': [['0.1228433397224458', '05012026'], ['-0.09246823352428411', '06012026'], ['0.2946182189092795', '07012026'], ['-0.17375162383170328', '08012026'], ['0.10499220283358562', '09012026'], ['-0.23398769346883877', '12012026'], ['-0.5285658745625268', '13012026'], ['-0.06712516250020459', '14012026']], 'number_of_batch': ((44,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013686532817188566, 'nb_photo': 427, 'list_port_cont': '29954752,29957184,29959681,29961231,29961956,29962447,29963335,29965772,29982543,29982649,29985408,29985586,29988554,29988583,30012760,30013193,30013676,30014965,30017821,30019593,30019614,30019813,30021670,30056596,30056795,30060002,30066119,30067637,30068360,30069633,30089758,30098986,30099032,30100037,30101990,30110811,30112591,30113520,30114457,30121266,30121338,30121365', 'assoc_port': '29954657:29954752,29955295:29959681,29955297:29957184,29960939:29961956,29960941:29961231,29961913:29962447,29961914:29965772,29963187:29963335,29982382:29982649,29982383:29982543,29984566:29985586,29984567:29985408,29988465:29988583,29988466:29988554,30012655:30012760,30013065:30014965,30013066:30013193,30013632:30013676,30016850:30017821,30017977:30019813,30017978:30019614,30017979:30021670,30019420:30019593,30056400:30056795,30056402:30056596,30057759:30060002,30066065:30066119,30067601:30067637,30068322:30068360,30069597:30069633,30089691:30089758,30098907:30098986,30098925:30099032,30098926:30100037,30101916:30101990,30110727:30110811,30112536:30112591,30113458:30113520,30114392:30114457,30121198:30121266,30121245:30121338,30121287:30121365', 'assoc_mat': '29954657:autre_refus:3726:29954752,29955295:autre_refus:3726:29959681,29955297:autre_refus:3726:29957184,29960939:autre_refus:3726:29961956,29960941:autre_refus:3726:29961231,29961913:autre_refus:3726:29962447,29961914:autre_refus:3726:29965772,29963187:autre_refus:3726:29963335,29982382:autre_refus:3726:29982649,29982383:autre_refus:3726:29982543,29984566:autre_refus:3726:29985586,29984567:autre_refus:3726:29985408,29988465:autre_refus:3726:29988583,29988466:autre_refus:3726:29988554,30012655:autre_refus:3726:30012760,30013065:autre_refus:3726:30014965,30013066:autre_refus:3726:30013193,30013632:autre_refus:3726:30013676,30016850:autre_refus:3726:30017821,30017977:autre_refus:3726:30019813,30017978:autre_refus:3726:30019614,30017979:autre_refus:3726:30021670,30019420:autre_refus:3726:30019593,30056400:autre_refus:3726:30056795,30056402:autre_refus:3726:30056596,30057759:autre_refus:3726:30060002,30066065:autre_refus:3726:30066119,30067601:autre_refus:3726:30067637,30068322:autre_refus:3726:30068360,30069597:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.015499117891354941, 'nb_photo': 1376, 'list_port_cont': '29954751,29957186,29959679,29961235,29961961,29962449,29963332,29965769,29982330,29982544,29982654,29985418,29985585,29988559,29988584,30012768,30013197,30013671,30014968,30017817,30019591,30019617,30019811,30021678,30055977,30056601,30056794,30059995,30066118,30067629,30068365,30069628,30089768,30098983,30099035,30100040,30101989,30110808,30112594,30113519,30114451,30121264,30121339,30121372', 'assoc_port': '29954657:29954751,29955295:29959679,29955297:29957186,29960939:29961961,29960941:29961235,29961913:29962449,29961914:29965769,29963187:29963332,29982249:29982330,29982382:29982654,29982383:29982544,29984566:29985585,29984567:29985418,29988465:29988584,29988466:29988559,30012655:30012768,30013065:30014968,30013066:30013197,30013632:30013671,30016850:30017817,30017977:30019811,30017978:30019617,30017979:30021678,30019420:30019591,30055625:30055977,30056400:30056794,30056402:30056601,30057759:30059995,30066065:30066118,30067601:30067629,30068322:30068365,30069597:30069628,30089691:30089768,30098907:30098983,30098925:30099035,30098926:30100040,30101916:30101989,30110727:30110808,30112536:30112594,30113458:30113519,30114392:30114451,30121198:30121264,30121245:30121339,30121287:30121372', 'assoc_mat': '29954657:cartonnette:3726:29954751,29955295:cartonnette:3726:29959679,29955297:cartonnette:3726:29957186,29960939:cartonnette:3726:29961961,29960941:cartonnette:3726:29961235,29961913:cartonnette:3726:29962449,29961914:cartonnette:3726:29965769,29963187:cartonnette:3726:29963332,29982249:cartonnette:3726:29982330,29982382:cartonnette:3726:29982654,29982383:cartonnette:3726:29982544,29984566:cartonnette:3726:29985585,29984567:cartonnette:3726:29985418,29988465:cartonnette:3726:29988584,29988466:cartonnette:3726:29988559,30012655:cartonnette:3726:30012768,30013065:cartonnette:3726:30014968,30013066:cartonnette:3726:30013197,30013632:cartonnette:3726:30013671,30016850:cartonnette:3726:30017817,30017977:cartonnette:3726:30019811,30017978:cartonnette:3726:30019617,30017979:cartonnette:3726:30021678,30019420:cartonnette:3726:30019591,30055625:cartonnette:3726:30055977,30056400:cartonnette:3726:30056794,30056402:cartonnette:3726:30056601,30057759:cartonnette:3726:30059995,30066065:cartonnette:3726:30066118,30067601:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.06897465930353791, 'nb_photo': 5354, 'list_port_cont': '29954755,29957189,29959674,29961239,29961960,29962445,29963337,29965768,29982321,29982545,29982647,29985410,29985589,29988558,29988585,30012762,30013200,30013669,30014971,30017822,30019582,30019609,30019822,30021680,30055979,30056599,30056798,30059992,30066115,30067630,30068362,30069632,30089745,30098989,30099033,30100039,30101991,30110818,30112598,30113513,30114456,30121267,30121348,30121371', 'assoc_port': '29954657:29954755,29955295:29959674,29955297:29957189,29960939:29961960,29960941:29961239,29961913:29962445,29961914:29965768,29963187:29963337,29982249:29982321,29982382:29982647,29982383:29982545,29984566:29985589,29984567:29985410,29988465:29988585,29988466:29988558,30012655:30012762,30013065:30014971,30013066:30013200,30013632:30013669,30016850:30017822,30017977:30019822,30017978:30019609,30017979:30021680,30019420:30019582,30055625:30055979,30056400:30056798,30056402:30056599,30057759:30059992,30066065:30066115,30067601:30067630,30068322:30068362,30069597:30069632,30089691:30089745,30098907:30098989,30098925:30099033,30098926:30100039,30101916:30101991,30110727:30110818,30112536:30112598,30113458:30113513,30114392:30114456,30121198:30121267,30121245:30121348,30121287:30121371', 'assoc_mat': '29954657:Carton_brun:3726:29954755,29955295:Carton_brun:3726:29959674,29955297:Carton_brun:3726:29957189,29960939:Carton_brun:3726:29961960,29960941:Carton_brun:3726:29961239,29961913:Carton_brun:3726:29962445,29961914:Carton_brun:3726:29965768,29963187:Carton_brun:3726:29963337,29982249:Carton_brun:3726:29982321,29982382:Carton_brun:3726:29982647,29982383:Carton_brun:3726:29982545,29984566:Carton_brun:3726:29985589,29984567:Carton_brun:3726:29985410,29988465:Carton_brun:3726:29988585,29988466:Carton_brun:3726:29988558,30012655:Carton_brun:3726:30012762,30013065:Carton_brun:3726:30014971,30013066:Carton_brun:3726:30013200,30013632:Carton_brun:3726:30013669,30016850:Carton_brun:3726:30017822,30017977:Carton_brun:3726:30019822,30017978:Carton_brun:3726:30019609,30017979:Carton_brun:3726:30021680,30019420:Carton_brun:3726:30019582,30055625:Carton_brun:3726:30055979,30056400:Carton_brun:3726:30056798,30056402:Carton_brun:3726:30056599,30057759:Carton_brun:3726:30059992,30066065:Carton_brun:3726:30066115,30067601:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0061405106668298475, 'nb_photo': 145, 'list_port_cont': '29957191,29959672,29961232,29961962,29962444,29963330,29965764,29982332,29982546,29982655,29985587,29988563,29988590,30012770,30013201,30013675,30014973,30017818,30019584,30019612,30019816,30021679,30055986,30056598,30059997,30066116,30067634,30068363,30069629,30089754,30098993,30099036,30100035,30101994,30110819,30112597,30113515,30114454,30121369', 'assoc_port': '29955295:29959672,29955297:29957191,29960939:29961962,29960941:29961232,29961913:29962444,29961914:29965764,29963187:29963330,29982249:29982332,29982382:29982655,29982383:29982546,29984566:29985587,29988465:29988590,29988466:29988563,30012655:30012770,30013065:30014973,30013066:30013201,30013632:30013675,30016850:30017818,30017977:30019816,30017978:30019612,30017979:30021679,30019420:30019584,30055625:30055986,30056402:30056598,30057759:30059997,30066065:30066116,30067601:30067634,30068322:30068363,30069597:30069629,30089691:30089754,30098907:30098993,30098925:30099036,30098926:30100035,30101916:30101994,30110727:30110819,30112536:30112597,30113458:30113515,30114392:30114454,30121287:30121369', 'assoc_mat': '29955295:Carton_gris:3726:29959672,29955297:Carton_gris:3726:29957191,29960939:Carton_gris:3726:29961962,29960941:Carton_gris:3726:29961232,29961913:Carton_gris:3726:29962444,29961914:Carton_gris:3726:29965764,29963187:Carton_gris:3726:29963330,29982249:Carton_gris:3726:29982332,29982382:Carton_gris:3726:29982655,29982383:Carton_gris:3726:29982546,29984566:Carton_gris:3726:29985587,29988465:Carton_gris:3726:29988590,29988466:Carton_gris:3726:29988563,30012655:Carton_gris:3726:30012770,30013065:Carton_gris:3726:30014973,30013066:Carton_gris:3726:30013201,30013632:Carton_gris:3726:30013675,30016850:Carton_gris:3726:30017818,30017977:Carton_gris:3726:30019816,30017978:Carton_gris:3726:30019612,30017979:Carton_gris:3726:30021679,30019420:Carton_gris:3726:30019584,30055625:Carton_gris:3726:30055986,30056402:Carton_gris:3726:30056598,30057759:Carton_gris:3726:30059997,30066065:Carton_gris:3726:30066116,30067601:Carton_gris:3726:30067634,30068322:Carton_gris:3726:30068363,30069597:Carton_gris:3726:30069629,30089691:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.003936369454056631, 'nb_photo': 104, 'list_port_cont': '29954750,29957185,29959676,29961958,29962450,29963333,29965770,29982553,29985594,29988557,29988587,30012765,30014972,30019590,30021671,30055978,30056591,30056793,30059993,30066109,30067627,30068366,30069634,30089766,30098987,30099034,30100038,30110813,30112593,30113521,30114462,30121343,30121373', 'assoc_port': '29954657:29954750,29955295:29959676,29955297:29957185,29960939:29961958,29961913:29962450,29961914:29965770,29963187:29963333,29982383:29982553,29984566:29985594,29988465:29988587,29988466:29988557,30012655:30012765,30013065:30014972,30017979:30021671,30019420:30019590,30055625:30055978,30056400:30056793,30056402:30056591,30057759:30059993,30066065:30066109,30067601:30067627,30068322:30068366,30069597:30069634,30089691:30089766,30098907:30098987,30098925:30099034,30098926:30100038,30110727:30110813,30112536:30112593,30113458:30113521,30114392:30114462,30121245:30121343,30121287:30121373', 'assoc_mat': '29954657:kraft:3726:29954750,29955295:kraft:3726:29959676,29955297:kraft:3726:29957185,29960939:kraft:3726:29961958,29961913:kraft:3726:29962450,29961914:kraft:3726:29965770,29963187:kraft:3726:29963333,29982383:kraft:3726:29982553,29984566:kraft:3726:29985594,29988465:kraft:3726:29988587,29988466:kraft:3726:29988557,30012655:kraft:3726:30012765,30013065:kraft:3726:30014972,30017979:kraft:3726:30021671,30019420:kraft:3726:30019590,30055625:kraft:3726:30055978,30056400:kraft:3726:30056793,30056402:kraft:3726:30056591,30057759:kraft:3726:30059993,30066065:kraft:3726:30066109,30067601:kraft:3726:30067627,30068322:kraft:3726:30068366,30069597:kraft:3726:30069634,30089691:kraft:3726:30089766,30098907:kraft:3726:30098987,30098925:kraft:3726:30099034,30098926:kraft:3726:30100038,30110727:kraft:3726:30110813,30112536:kraft:3726:30112593,30113458:kraft:3726:30113521,30114392:kraft:3726:30114462,30121245:kraft:3726:30121343,30121287:kraft:3726:30121373'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0025170520970603984, 'nb_photo': 8, 'list_port_cont': '30013198,30089744,30100032,30101995', 'assoc_port': '30013066:30013198,30089691:30089744,30098926:30100032,30101916:30101995', 'assoc_mat': '30013066:metal:3726:30013198,30089691:metal:3726:30089744,30098926:metal:3726:30100032,30101916:metal:3726:30101995'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.015620414373358338, 'nb_photo': 1008, 'list_port_cont': '29954748,29957193,29959677,29961230,29961965,29962446,29963340,29965761,29982323,29982552,29982652,29985414,29985583,29988561,29988589,30012763,30013190,30013667,30014970,30017816,30019587,30019613,30019817,30021675,30055982,30056600,30056799,30059996,30066111,30067628,30068356,30069630,30089749,30098984,30099030,30100041,30101992,30110810,30112599,30113522,30114459,30121263,30121340,30121368', 'assoc_port': '29954657:29954748,29955295:29959677,29955297:29957193,29960939:29961965,29960941:29961230,29961913:29962446,29961914:29965761,29963187:29963340,29982249:29982323,29982382:29982652,29982383:29982552,29984566:29985583,29984567:29985414,29988465:29988589,29988466:29988561,30012655:30012763,30013065:30014970,30013066:30013190,30013632:30013667,30016850:30017816,30017977:30019817,30017978:30019613,30017979:30021675,30019420:30019587,30055625:30055982,30056400:30056799,30056402:30056600,30057759:30059996,30066065:30066111,30067601:30067628,30068322:30068356,30069597:30069630,30089691:30089749,30098907:30098984,30098925:30099030,30098926:30100041,30101916:30101992,30110727:30110810,30112536:30112599,30113458:30113522,30114392:30114459,30121198:30121263,30121245:30121340,30121287:30121368', 'assoc_mat': '29954657:plastique:3726:29954748,29955295:plastique:3726:29959677,29955297:plastique:3726:29957193,29960939:plastique:3726:29961965,29960941:plastique:3726:29961230,29961913:plastique:3726:29962446,29961914:plastique:3726:29965761,29963187:plastique:3726:29963340,29982249:plastique:3726:29982323,29982382:plastique:3726:29982652,29982383:plastique:3726:29982552,29984566:plastique:3726:29985583,29984567:plastique:3726:29985414,29988465:plastique:3726:29988589,29988466:plastique:3726:29988561,30012655:plastique:3726:30012763,30013065:plastique:3726:30014970,30013066:plastique:3726:30013190,30013632:plastique:3726:30013667,30016850:plastique:3726:30017816,30017977:plastique:3726:30019817,30017978:plastique:3726:30019613,30017979:plastique:3726:30021675,30019420:plastique:3726:30019587,30055625:plastique:3726:30055982,30056400:plastique:3726:30056799,30056402:plastique:3726:30056600,30057759:plastique:3726:30059996,30066065:plastique:3726:30066111,30067601:plastique:3726:30067628,30068322:plastique:3726:30068356,3'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.02102353875997457, 'nb_photo': 3086, 'list_port_cont': '29954754,29957190,29959678,29961234,29961963,29962448,29963339,29965771,29982324,29982548,29982645,29985411,29985588,29988562,29988592,30012772,30013194,30013674,30014963,30017812,30019583,30019619,30019820,30021673,30055975,30056602,30056804,30059994,30066110,30067636,30068361,30069623,30089762,30098988,30099027,30100042,30102000,30110809,30112590,30113514,30114461,30121262,30121342,30121375', 'assoc_port': '29954657:29954754,29955295:29959678,29955297:29957190,29960939:29961963,29960941:29961234,29961913:29962448,29961914:29965771,29963187:29963339,29982249:29982324,29982382:29982645,29982383:29982548,29984566:29985588,29984567:29985411,29988465:29988592,29988466:29988562,30012655:30012772,30013065:30014963,30013066:30013194,30013632:30013674,30016850:30017812,30017977:30019820,30017978:30019619,30017979:30021673,30019420:30019583,30055625:30055975,30056400:30056804,30056402:30056602,30057759:30059994,30066065:30066110,30067601:30067636,30068322:30068361,30069597:30069623,30089691:30089762,30098907:30098988,30098925:30099027,30098926:30100042,30101916:30102000,30110727:30110809,30112536:30112590,30113458:30113514,30114392:30114461,30121198:30121262,30121245:30121342,30121287:30121375', 'assoc_mat': '29954657:Teint_Dans_La_Masse:3726:29954754,29955295:Teint_Dans_La_Masse:3726:29959678,29955297:Teint_Dans_La_Masse:3726:29957190,29960939:Teint_Dans_La_Masse:3726:29961963,29960941:Teint_Dans_La_Masse:3726:29961234,29961913:Teint_Dans_La_Masse:3726:29962448,29961914:Teint_Dans_La_Masse:3726:29965771,29963187:Teint_Dans_La_Masse:3726:29963339,29982249:Teint_Dans_La_Masse:3726:29982324,29982382:Teint_Dans_La_Masse:3726:29982645,29982383:Teint_Dans_La_Masse:3726:29982548,29984566:Teint_Dans_La_Masse:3726:29985588,29984567:Teint_Dans_La_Masse:3726:29985411,29988465:Teint_Dans_La_Masse:3726:29988592,29988466:Teint_Dans_La_Masse:3726:29988562,30012655:Teint_Dans_La_Masse:3726:30012772,30013065:Teint_Dans_La_Masse:3726:30014963,30013066:Teint_Dans_La_Masse:3726:30013194,30013632:Teint_Dans_La_Masse:3726:30013674,30016850:Teint_Dans_La_Masse:3726:30017812,30017977:Teint_Dans_La_Masse:3726:30019820,30017978:Teint_Dans_La_Masse:3726:30019619,30017979:Teint_Dans_La_Masse:3726:30021673,30019420:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 3075}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/30147913,30147914,30147915,30147916,30147917,30147918,30147919,30147920?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-01', 0.13207134247851632),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((3075,),), 'unwanted_material_monthly_percentage': ((0.13207134247851632,),), 'material_repartition': (('JRM', 3075),), 'material_dict': {'JRM': 3075}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 1, 5), 0.0994576860214744, 85), (datetime.date(2026, 1, 6), 0.14286203458026142, 24), (datetime.date(2026, 1, 7), 0.10986875950914168, 88), (datetime.date(2026, 1, 8), 0.15512099580011746, 37), (datetime.date(2026, 1, 9), 0.13407479263142696, 89), (datetime.date(2026, 1, 12), 0.1822162763778783, 43), (datetime.date(2026, 1, 13), 0.18774306777038474, 88), (datetime.date(2026, 1, 14), 0.1406214592479483, 49)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 1, 5), 0.0994576860214744, 85), (datetime.date(2026, 1, 6), 0.14286203458026142, 24), (datetime.date(2026, 1, 7), 0.10986875950914168, 88), (datetime.date(2026, 1, 8), 0.15512099580011746, 37), (datetime.date(2026, 1, 9), 0.13407479263142696, 89), (datetime.date(2026, 1, 12), 0.1822162763778783, 43), (datetime.date(2026, 1, 13), 0.18774306777038474, 88), (datetime.date(2026, 1, 14), 0.1406214592479483, 49))}, 'quality_array': [['0.1228433397224458', '05012026'], ['-0.09246823352428411', '06012026'], ['0.2946182189092795', '07012026'], ['-0.17375162383170328', '08012026'], ['0.10499220283358562', '09012026'], ['-0.23398769346883877', '12012026'], ['-0.5285658745625268', '13012026'], ['-0.06712516250020459', '14012026']], 'number_of_batch': ((44,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013686532817188566, 'nb_photo': 427, 'list_port_cont': '29954752,29957184,29959681,29961231,29961956,29962447,29963335,29965772,29982543,29982649,29985408,29985586,29988554,29988583,30012760,30013193,30013676,30014965,30017821,30019593,30019614,30019813,30021670,30056596,30056795,30060002,30066119,30067637,30068360,30069633,30089758,30098986,30099032,30100037,30101990,30110811,30112591,30113520,30114457,30121266,30121338,30121365', 'assoc_port': '29954657:29954752,29955295:29959681,29955297:29957184,29960939:29961956,29960941:29961231,29961913:29962447,29961914:29965772,29963187:29963335,29982382:29982649,29982383:29982543,29984566:29985586,29984567:29985408,29988465:29988583,29988466:29988554,30012655:30012760,30013065:30014965,30013066:30013193,30013632:30013676,30016850:30017821,30017977:30019813,30017978:30019614,30017979:30021670,30019420:30019593,30056400:30056795,30056402:30056596,30057759:30060002,30066065:30066119,30067601:30067637,30068322:30068360,30069597:30069633,30089691:30089758,30098907:30098986,30098925:30099032,30098926:30100037,30101916:30101990,30110727:30110811,30112536:30112591,30113458:30113520,30114392:30114457,30121198:30121266,30121245:30121338,30121287:30121365', 'assoc_mat': '29954657:autre_refus:3726:29954752,29955295:autre_refus:3726:29959681,29955297:autre_refus:3726:29957184,29960939:autre_refus:3726:29961956,29960941:autre_refus:3726:29961231,29961913:autre_refus:3726:29962447,29961914:autre_refus:3726:29965772,29963187:autre_refus:3726:29963335,29982382:autre_refus:3726:29982649,29982383:autre_refus:3726:29982543,29984566:autre_refus:3726:29985586,29984567:autre_refus:3726:29985408,29988465:autre_refus:3726:29988583,29988466:autre_refus:3726:29988554,30012655:autre_refus:3726:30012760,30013065:autre_refus:3726:30014965,30013066:autre_refus:3726:30013193,30013632:autre_refus:3726:30013676,30016850:autre_refus:3726:30017821,30017977:autre_refus:3726:30019813,30017978:autre_refus:3726:30019614,30017979:autre_refus:3726:30021670,30019420:autre_refus:3726:30019593,30056400:autre_refus:3726:30056795,30056402:autre_refus:3726:30056596,30057759:autre_refus:3726:30060002,30066065:autre_refus:3726:30066119,30067601:autre_refus:3726:30067637,30068322:autre_refus:3726:30068360,30069597:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.015499117891354941, 'nb_photo': 1376, 'list_port_cont': '29954751,29957186,29959679,29961235,29961961,29962449,29963332,29965769,29982330,29982544,29982654,29985418,29985585,29988559,29988584,30012768,30013197,30013671,30014968,30017817,30019591,30019617,30019811,30021678,30055977,30056601,30056794,30059995,30066118,30067629,30068365,30069628,30089768,30098983,30099035,30100040,30101989,30110808,30112594,30113519,30114451,30121264,30121339,30121372', 'assoc_port': '29954657:29954751,29955295:29959679,29955297:29957186,29960939:29961961,29960941:29961235,29961913:29962449,29961914:29965769,29963187:29963332,29982249:29982330,29982382:29982654,29982383:29982544,29984566:29985585,29984567:29985418,29988465:29988584,29988466:29988559,30012655:30012768,30013065:30014968,30013066:30013197,30013632:30013671,30016850:30017817,30017977:30019811,30017978:30019617,30017979:30021678,30019420:30019591,30055625:30055977,30056400:30056794,30056402:30056601,30057759:30059995,30066065:30066118,30067601:30067629,30068322:30068365,30069597:30069628,30089691:30089768,30098907:30098983,30098925:30099035,30098926:30100040,30101916:30101989,30110727:30110808,30112536:30112594,30113458:30113519,30114392:30114451,30121198:30121264,30121245:30121339,30121287:30121372', 'assoc_mat': '29954657:cartonnette:3726:29954751,29955295:cartonnette:3726:29959679,29955297:cartonnette:3726:29957186,29960939:cartonnette:3726:29961961,29960941:cartonnette:3726:29961235,29961913:cartonnette:3726:29962449,29961914:cartonnette:3726:29965769,29963187:cartonnette:3726:29963332,29982249:cartonnette:3726:29982330,29982382:cartonnette:3726:29982654,29982383:cartonnette:3726:29982544,29984566:cartonnette:3726:29985585,29984567:cartonnette:3726:29985418,29988465:cartonnette:3726:29988584,29988466:cartonnette:3726:29988559,30012655:cartonnette:3726:30012768,30013065:cartonnette:3726:30014968,30013066:cartonnette:3726:30013197,30013632:cartonnette:3726:30013671,30016850:cartonnette:3726:30017817,30017977:cartonnette:3726:30019811,30017978:cartonnette:3726:30019617,30017979:cartonnette:3726:30021678,30019420:cartonnette:3726:30019591,30055625:cartonnette:3726:30055977,30056400:cartonnette:3726:30056794,30056402:cartonnette:3726:30056601,30057759:cartonnette:3726:30059995,30066065:cartonnette:3726:30066118,30067601:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.06897465930353791, 'nb_photo': 5354, 'list_port_cont': '29954755,29957189,29959674,29961239,29961960,29962445,29963337,29965768,29982321,29982545,29982647,29985410,29985589,29988558,29988585,30012762,30013200,30013669,30014971,30017822,30019582,30019609,30019822,30021680,30055979,30056599,30056798,30059992,30066115,30067630,30068362,30069632,30089745,30098989,30099033,30100039,30101991,30110818,30112598,30113513,30114456,30121267,30121348,30121371', 'assoc_port': '29954657:29954755,29955295:29959674,29955297:29957189,29960939:29961960,29960941:29961239,29961913:29962445,29961914:29965768,29963187:29963337,29982249:29982321,29982382:29982647,29982383:29982545,29984566:29985589,29984567:29985410,29988465:29988585,29988466:29988558,30012655:30012762,30013065:30014971,30013066:30013200,30013632:30013669,30016850:30017822,30017977:30019822,30017978:30019609,30017979:30021680,30019420:30019582,30055625:30055979,30056400:30056798,30056402:30056599,30057759:30059992,30066065:30066115,30067601:30067630,30068322:30068362,30069597:30069632,30089691:30089745,30098907:30098989,30098925:30099033,30098926:30100039,30101916:30101991,30110727:30110818,30112536:30112598,30113458:30113513,30114392:30114456,30121198:30121267,30121245:30121348,30121287:30121371', 'assoc_mat': '29954657:Carton_brun:3726:29954755,29955295:Carton_brun:3726:29959674,29955297:Carton_brun:3726:29957189,29960939:Carton_brun:3726:29961960,29960941:Carton_brun:3726:29961239,29961913:Carton_brun:3726:29962445,29961914:Carton_brun:3726:29965768,29963187:Carton_brun:3726:29963337,29982249:Carton_brun:3726:29982321,29982382:Carton_brun:3726:29982647,29982383:Carton_brun:3726:29982545,29984566:Carton_brun:3726:29985589,29984567:Carton_brun:3726:29985410,29988465:Carton_brun:3726:29988585,29988466:Carton_brun:3726:29988558,30012655:Carton_brun:3726:30012762,30013065:Carton_brun:3726:30014971,30013066:Carton_brun:3726:30013200,30013632:Carton_brun:3726:30013669,30016850:Carton_brun:3726:30017822,30017977:Carton_brun:3726:30019822,30017978:Carton_brun:3726:30019609,30017979:Carton_brun:3726:30021680,30019420:Carton_brun:3726:30019582,30055625:Carton_brun:3726:30055979,30056400:Carton_brun:3726:30056798,30056402:Carton_brun:3726:30056599,30057759:Carton_brun:3726:30059992,30066065:Carton_brun:3726:30066115,30067601:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0061405106668298475, 'nb_photo': 145, 'list_port_cont': '29957191,29959672,29961232,29961962,29962444,29963330,29965764,29982332,29982546,29982655,29985587,29988563,29988590,30012770,30013201,30013675,30014973,30017818,30019584,30019612,30019816,30021679,30055986,30056598,30059997,30066116,30067634,30068363,30069629,30089754,30098993,30099036,30100035,30101994,30110819,30112597,30113515,30114454,30121369', 'assoc_port': '29955295:29959672,29955297:29957191,29960939:29961962,29960941:29961232,29961913:29962444,29961914:29965764,29963187:29963330,29982249:29982332,29982382:29982655,29982383:29982546,29984566:29985587,29988465:29988590,29988466:29988563,30012655:30012770,30013065:30014973,30013066:30013201,30013632:30013675,30016850:30017818,30017977:30019816,30017978:30019612,30017979:30021679,30019420:30019584,30055625:30055986,30056402:30056598,30057759:30059997,30066065:30066116,30067601:30067634,30068322:30068363,30069597:30069629,30089691:30089754,30098907:30098993,30098925:30099036,30098926:30100035,30101916:30101994,30110727:30110819,30112536:30112597,30113458:30113515,30114392:30114454,30121287:30121369', 'assoc_mat': '29955295:Carton_gris:3726:29959672,29955297:Carton_gris:3726:29957191,29960939:Carton_gris:3726:29961962,29960941:Carton_gris:3726:29961232,29961913:Carton_gris:3726:29962444,29961914:Carton_gris:3726:29965764,29963187:Carton_gris:3726:29963330,29982249:Carton_gris:3726:29982332,29982382:Carton_gris:3726:29982655,29982383:Carton_gris:3726:29982546,29984566:Carton_gris:3726:29985587,29988465:Carton_gris:3726:29988590,29988466:Carton_gris:3726:29988563,30012655:Carton_gris:3726:30012770,30013065:Carton_gris:3726:30014973,30013066:Carton_gris:3726:30013201,30013632:Carton_gris:3726:30013675,30016850:Carton_gris:3726:30017818,30017977:Carton_gris:3726:30019816,30017978:Carton_gris:3726:30019612,30017979:Carton_gris:3726:30021679,30019420:Carton_gris:3726:30019584,30055625:Carton_gris:3726:30055986,30056402:Carton_gris:3726:30056598,30057759:Carton_gris:3726:30059997,30066065:Carton_gris:3726:30066116,30067601:Carton_gris:3726:30067634,30068322:Carton_gris:3726:30068363,30069597:Carton_gris:3726:30069629,30089691:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.003936369454056631, 'nb_photo': 104, 'list_port_cont': '29954750,29957185,29959676,29961958,29962450,29963333,29965770,29982553,29985594,29988557,29988587,30012765,30014972,30019590,30021671,30055978,30056591,30056793,30059993,30066109,30067627,30068366,30069634,30089766,30098987,30099034,30100038,30110813,30112593,30113521,30114462,30121343,30121373', 'assoc_port': '29954657:29954750,29955295:29959676,29955297:29957185,29960939:29961958,29961913:29962450,29961914:29965770,29963187:29963333,29982383:29982553,29984566:29985594,29988465:29988587,29988466:29988557,30012655:30012765,30013065:30014972,30017979:30021671,30019420:30019590,30055625:30055978,30056400:30056793,30056402:30056591,30057759:30059993,30066065:30066109,30067601:30067627,30068322:30068366,30069597:30069634,30089691:30089766,30098907:30098987,30098925:30099034,30098926:30100038,30110727:30110813,30112536:30112593,30113458:30113521,30114392:30114462,30121245:30121343,30121287:30121373', 'assoc_mat': '29954657:kraft:3726:29954750,29955295:kraft:3726:29959676,29955297:kraft:3726:29957185,29960939:kraft:3726:29961958,29961913:kraft:3726:29962450,29961914:kraft:3726:29965770,29963187:kraft:3726:29963333,29982383:kraft:3726:29982553,29984566:kraft:3726:29985594,29988465:kraft:3726:29988587,29988466:kraft:3726:29988557,30012655:kraft:3726:30012765,30013065:kraft:3726:30014972,30017979:kraft:3726:30021671,30019420:kraft:3726:30019590,30055625:kraft:3726:30055978,30056400:kraft:3726:30056793,30056402:kraft:3726:30056591,30057759:kraft:3726:30059993,30066065:kraft:3726:30066109,30067601:kraft:3726:30067627,30068322:kraft:3726:30068366,30069597:kraft:3726:30069634,30089691:kraft:3726:30089766,30098907:kraft:3726:30098987,30098925:kraft:3726:30099034,30098926:kraft:3726:30100038,30110727:kraft:3726:30110813,30112536:kraft:3726:30112593,30113458:kraft:3726:30113521,30114392:kraft:3726:30114462,30121245:kraft:3726:30121343,30121287:kraft:3726:30121373'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0025170520970603984, 'nb_photo': 8, 'list_port_cont': '30013198,30089744,30100032,30101995', 'assoc_port': '30013066:30013198,30089691:30089744,30098926:30100032,30101916:30101995', 'assoc_mat': '30013066:metal:3726:30013198,30089691:metal:3726:30089744,30098926:metal:3726:30100032,30101916:metal:3726:30101995'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.015620414373358338, 'nb_photo': 1008, 'list_port_cont': '29954748,29957193,29959677,29961230,29961965,29962446,29963340,29965761,29982323,29982552,29982652,29985414,29985583,29988561,29988589,30012763,30013190,30013667,30014970,30017816,30019587,30019613,30019817,30021675,30055982,30056600,30056799,30059996,30066111,30067628,30068356,30069630,30089749,30098984,30099030,30100041,30101992,30110810,30112599,30113522,30114459,30121263,30121340,30121368', 'assoc_port': '29954657:29954748,29955295:29959677,29955297:29957193,29960939:29961965,29960941:29961230,29961913:29962446,29961914:29965761,29963187:29963340,29982249:29982323,29982382:29982652,29982383:29982552,29984566:29985583,29984567:29985414,29988465:29988589,29988466:29988561,30012655:30012763,30013065:30014970,30013066:30013190,30013632:30013667,30016850:30017816,30017977:30019817,30017978:30019613,30017979:30021675,30019420:30019587,30055625:30055982,30056400:30056799,30056402:30056600,30057759:30059996,30066065:30066111,30067601:30067628,30068322:30068356,30069597:30069630,30089691:30089749,30098907:30098984,30098925:30099030,30098926:30100041,30101916:30101992,30110727:30110810,30112536:30112599,30113458:30113522,30114392:30114459,30121198:30121263,30121245:30121340,30121287:30121368', 'assoc_mat': '29954657:plastique:3726:29954748,29955295:plastique:3726:29959677,29955297:plastique:3726:29957193,29960939:plastique:3726:29961965,29960941:plastique:3726:29961230,29961913:plastique:3726:29962446,29961914:plastique:3726:29965761,29963187:plastique:3726:29963340,29982249:plastique:3726:29982323,29982382:plastique:3726:29982652,29982383:plastique:3726:29982552,29984566:plastique:3726:29985583,29984567:plastique:3726:29985414,29988465:plastique:3726:29988589,29988466:plastique:3726:29988561,30012655:plastique:3726:30012763,30013065:plastique:3726:30014970,30013066:plastique:3726:30013190,30013632:plastique:3726:30013667,30016850:plastique:3726:30017816,30017977:plastique:3726:30019817,30017978:plastique:3726:30019613,30017979:plastique:3726:30021675,30019420:plastique:3726:30019587,30055625:plastique:3726:30055982,30056400:plastique:3726:30056799,30056402:plastique:3726:30056600,30057759:plastique:3726:30059996,30066065:plastique:3726:30066111,30067601:plastique:3726:30067628,30068322:plastique:3726:30068356,3'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.02102353875997457, 'nb_photo': 3086, 'list_port_cont': '29954754,29957190,29959678,29961234,29961963,29962448,29963339,29965771,29982324,29982548,29982645,29985411,29985588,29988562,29988592,30012772,30013194,30013674,30014963,30017812,30019583,30019619,30019820,30021673,30055975,30056602,30056804,30059994,30066110,30067636,30068361,30069623,30089762,30098988,30099027,30100042,30102000,30110809,30112590,30113514,30114461,30121262,30121342,30121375', 'assoc_port': '29954657:29954754,29955295:29959678,29955297:29957190,29960939:29961963,29960941:29961234,29961913:29962448,29961914:29965771,29963187:29963339,29982249:29982324,29982382:29982645,29982383:29982548,29984566:29985588,29984567:29985411,29988465:29988592,29988466:29988562,30012655:30012772,30013065:30014963,30013066:30013194,30013632:30013674,30016850:30017812,30017977:30019820,30017978:30019619,30017979:30021673,30019420:30019583,30055625:30055975,30056400:30056804,30056402:30056602,30057759:30059994,30066065:30066110,30067601:30067636,30068322:30068361,30069597:30069623,30089691:30089762,30098907:30098988,30098925:30099027,30098926:30100042,30101916:30102000,30110727:30110809,30112536:30112590,30113458:30113514,30114392:30114461,30121198:30121262,30121245:30121342,30121287:30121375', 'assoc_mat': '29954657:Teint_Dans_La_Masse:3726:29954754,29955295:Teint_Dans_La_Masse:3726:29959678,29955297:Teint_Dans_La_Masse:3726:29957190,29960939:Teint_Dans_La_Masse:3726:29961963,29960941:Teint_Dans_La_Masse:3726:29961234,29961913:Teint_Dans_La_Masse:3726:29962448,29961914:Teint_Dans_La_Masse:3726:29965771,29963187:Teint_Dans_La_Masse:3726:29963339,29982249:Teint_Dans_La_Masse:3726:29982324,29982382:Teint_Dans_La_Masse:3726:29982645,29982383:Teint_Dans_La_Masse:3726:29982548,29984566:Teint_Dans_La_Masse:3726:29985588,29984567:Teint_Dans_La_Masse:3726:29985411,29988465:Teint_Dans_La_Masse:3726:29988592,29988466:Teint_Dans_La_Masse:3726:29988562,30012655:Teint_Dans_La_Masse:3726:30012772,30013065:Teint_Dans_La_Masse:3726:30014963,30013066:Teint_Dans_La_Masse:3726:30013194,30013632:Teint_Dans_La_Masse:3726:30013674,30016850:Teint_Dans_La_Masse:3726:30017812,30017977:Teint_Dans_La_Masse:3726:30019820,30017978:Teint_Dans_La_Masse:3726:30019619,30017979:Teint_Dans_La_Masse:3726:30021673,30019420:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 3075}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/30147913,30147914,30147915,30147916,30147917,30147918,30147919,30147920?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-01', 0.13207134247851632),)]} filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_01_annee_2026.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.37%', 427], 'cartonnette': ['cartonnette', '1.55%', 1376], 'Carton_brun': ['Carton_brun', '6.9%', 5354], 'Carton_gris': ['Carton_gris', '0.61%', 145], 'kraft': ['kraft', '0.39%', 104], 'metal': ['metal', '0.25%', 8], 'plastique': ['plastique', '1.56%', 1008], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '2.1%', 3086]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_01_annee_2026.pdf le fichier se trouve ici : /data_4/data_log/job/memo/Perlen_convoyeur 2.36user 2.73system 0:08.29elapsed 61%CPU (0avgtext+0avgdata 184612maxresident)k 4232inputs+304outputs (27major+50781minor)pagefaults 0swaps