python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_4/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2025-11 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (5, 30) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (5, 30) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 11 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2025-11 year : 2025 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2025-11%') and created_at like '%2025-11%'))); nb_day : (5, 30) after unwanted_material_data nb_day : (5, 30) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2025/11%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2025-11-03 00:00:00,2025-11-04 00:00:00,2025-11-05 00:00:00,2025-11-06 00:00:00,2025-11-07 00:00:00,2025-11-10 00:00:00,2025-11-11 00:00:00,2025-11-12 00:00:00,2025-11-13 00:00:00,2025-11-14 00:00:00,2025-11-17 00:00:00,2025-11-18 00:00:00,2025-11-19 00:00:00,2025-11-20 00:00:00,2025-11-21 00:00:00,2025-11-24 00:00:00,2025-11-25 00:00:00,2025-11-26 00:00:00,2025-11-27 00:00:00,2025-11-28 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 134 and month(ded.date) = 11 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 11 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%112025%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2025-11-01 : dt_date_just_month_year : 2025-11-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-11-01" AND ded.date <= "2025-11-30" apple3 {'JRM': {'mat': 'JRM', 'pht': 3726, 'datou_carac_id': 4433, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'papier'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (2525150,2525198,2573545,2581096,2608639,2630218,2573493,2576403,2587542,2600031,2608196,2616458,2625188,2637162) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013661262656686789, 'nb_photo': 479, 'list_port_cont': '28096204,28109306,28152176,28162171,28162258,28163958,28165042,28181870,28183046,28202026,28202751,28205975,28206121,28208206,28212273,28218511,28219103,28219445,28222449,28226875,28231564,28235028,28258347,28268173,28310393,28316314,28318801,28320346,28387716,28391984,28395234,28428088,28429458,28430805,28445177,28445762,28462236,28462274,28462390,28463002,28481237,28481433,28487153,28488603,28535495,28535938,28538176,28596045,28604914,28608906,28611954,28663939,28664131,28664685,28677745,28706919,28711765,28752750,28753970,28755388,28764694,28772453,28812682', 'assoc_port': '28089576:28235028,28089911:28096204,28108548:28231564,28108549:28226875,28108550:28109306,28108551:28222449,28108552:28218511,28108553:28202026,28149920:28181870,28151808:28152176,28151809:28183046,28160747:28163958,28160748:28165042,28161998:28162258,28162011:28162171,28202434:28202751,28203992:28206121,28203994:28208206,28205713:28205975,28212225:28212273,28218560:28219103,28218561:28219445,28258194:28258347,28260440:28316314,28268018:28268173,28305062:28310393,28317403:28320346,28317406:28318801,28387523:28387716,28390669:28391984,28394918:28395234,28428060:28428088,28429249:28429458,28430700:28430805,28444717:28445762,28445023:28445177,28461945:28463002,28461959:28462390,28461960:28462236,28461965:28462274,28481121:28481237,28481259:28481433,28486928:28488603,28486929:28487153,28531431:28535938,28531893:28538176,28535129:28535495,28595847:28596045,28604691:28604914,28607984:28608906,28611739:28611954,28648630:28664685,28648632:28663939,28657270:28711765,28659001:28677745,28663898:28664131,28698523:2870691', 'assoc_mat': '28089576:autre_refus:3726:28235028,28089911:autre_refus:3726:28096204,28108548:autre_refus:3726:28231564,28108549:autre_refus:3726:28226875,28108550:autre_refus:3726:28109306,28108551:autre_refus:3726:28222449,28108552:autre_refus:3726:28218511,28108553:autre_refus:3726:28202026,28149920:autre_refus:3726:28181870,28151808:autre_refus:3726:28152176,28151809:autre_refus:3726:28183046,28160747:autre_refus:3726:28163958,28160748:autre_refus:3726:28165042,28161998:autre_refus:3726:28162258,28162011:autre_refus:3726:28162171,28202434:autre_refus:3726:28202751,28203992:autre_refus:3726:28206121,28203994:autre_refus:3726:28208206,28205713:autre_refus:3726:28205975,28212225:autre_refus:3726:28212273,28218560:autre_refus:3726:28219103,28218561:autre_refus:3726:28219445,28258194:autre_refus:3726:28258347,28260440:autre_refus:3726:28316314,28268018:autre_refus:3726:28268173,28305062:autre_refus:3726:28310393,28317403:autre_refus:3726:28320346,28317406:autre_refus:3726:28318801,28387523:autre_refus:3726:28387716,28390669:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014217667086847784, 'nb_photo': 1485, 'list_port_cont': '28096205,28109307,28152178,28162170,28162272,28163951,28165043,28181864,28183040,28202032,28202752,28205969,28206123,28208200,28212279,28218504,28219106,28219451,28222447,28226873,28231562,28235024,28258353,28268181,28310386,28316309,28318812,28320347,28387711,28391985,28395235,28428093,28429459,28430804,28445175,28445769,28462243,28462278,28462384,28463014,28481233,28481438,28487144,28488593,28520758,28535488,28535939,28538184,28596042,28604907,28608910,28611957,28663936,28664135,28664682,28677752,28706929,28711767,28752745,28753973,28755383,28764695,28772450,28778894,28812673,28817220', 'assoc_port': '28089576:28235024,28089911:28096205,28108548:28231562,28108549:28226873,28108550:28109307,28108551:28222447,28108552:28218504,28108553:28202032,28149920:28181864,28151808:28152178,28151809:28183040,28160747:28163951,28160748:28165043,28161998:28162272,28162011:28162170,28202434:28202752,28203992:28206123,28203994:28208200,28205713:28205969,28212225:28212279,28218560:28219106,28218561:28219451,28258194:28258353,28260440:28316309,28268018:28268181,28305062:28310386,28317403:28320347,28317406:28318812,28387523:28387711,28390669:28391985,28394918:28395235,28428060:28428093,28429249:28429459,28430700:28430804,28444717:28445769,28445023:28445175,28461945:28463014,28461959:28462384,28461960:28462243,28461965:28462278,28481121:28481233,28481259:28481438,28486928:28488593,28486929:28487144,28520465:28520758,28531431:28535939,28531893:28538184,28535129:28535488,28595847:28596042,28604691:28604907,28607984:28608910,28611739:28611957,28648630:28664682,28648632:28663936,28657270:28711767,28659001:28677752,28663898:2866413', 'assoc_mat': '28089576:cartonnette:3726:28235024,28089911:cartonnette:3726:28096205,28108548:cartonnette:3726:28231562,28108549:cartonnette:3726:28226873,28108550:cartonnette:3726:28109307,28108551:cartonnette:3726:28222447,28108552:cartonnette:3726:28218504,28108553:cartonnette:3726:28202032,28149920:cartonnette:3726:28181864,28151808:cartonnette:3726:28152178,28151809:cartonnette:3726:28183040,28160747:cartonnette:3726:28163951,28160748:cartonnette:3726:28165043,28161998:cartonnette:3726:28162272,28162011:cartonnette:3726:28162170,28202434:cartonnette:3726:28202752,28203992:cartonnette:3726:28206123,28203994:cartonnette:3726:28208200,28205713:cartonnette:3726:28205969,28212225:cartonnette:3726:28212279,28218560:cartonnette:3726:28219106,28218561:cartonnette:3726:28219451,28258194:cartonnette:3726:28258353,28260440:cartonnette:3726:28316309,28268018:cartonnette:3726:28268181,28305062:cartonnette:3726:28310386,28317403:cartonnette:3726:28320347,28317406:cartonnette:3726:28318812,28387523:cartonnette:3726:28387711,28390669:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.06776849183126062, 'nb_photo': 6584, 'list_port_cont': '28096209,28109314,28152179,28162173,28162274,28163956,28165037,28181865,28183044,28202029,28202758,28205979,28206126,28208209,28212269,28218507,28219111,28219453,28222445,28226880,28231566,28235031,28258350,28268177,28310392,28316308,28318811,28320337,28387706,28391988,28395225,28428090,28429457,28430802,28445176,28445760,28462237,28462273,28462391,28463006,28481235,28481436,28487149,28488592,28520756,28535490,28535941,28538180,28596035,28604908,28608908,28611959,28663931,28664125,28664687,28677750,28706930,28711774,28752740,28753974,28755391,28764700,28772451,28778885,28812671,28817217', 'assoc_port': '28089576:28235031,28089911:28096209,28108548:28231566,28108549:28226880,28108550:28109314,28108551:28222445,28108552:28218507,28108553:28202029,28149920:28181865,28151808:28152179,28151809:28183044,28160747:28163956,28160748:28165037,28161998:28162274,28162011:28162173,28202434:28202758,28203992:28206126,28203994:28208209,28205713:28205979,28212225:28212269,28218560:28219111,28218561:28219453,28258194:28258350,28260440:28316308,28268018:28268177,28305062:28310392,28317403:28320337,28317406:28318811,28387523:28387706,28390669:28391988,28394918:28395225,28428060:28428090,28429249:28429457,28430700:28430802,28444717:28445760,28445023:28445176,28461945:28463006,28461959:28462391,28461960:28462237,28461965:28462273,28481121:28481235,28481259:28481436,28486928:28488592,28486929:28487149,28520465:28520756,28531431:28535941,28531893:28538180,28535129:28535490,28595847:28596035,28604691:28604908,28607984:28608908,28611739:28611959,28648630:28664687,28648632:28663931,28657270:28711774,28659001:28677750,28663898:2866412', 'assoc_mat': '28089576:Carton_brun:3726:28235031,28089911:Carton_brun:3726:28096209,28108548:Carton_brun:3726:28231566,28108549:Carton_brun:3726:28226880,28108550:Carton_brun:3726:28109314,28108551:Carton_brun:3726:28222445,28108552:Carton_brun:3726:28218507,28108553:Carton_brun:3726:28202029,28149920:Carton_brun:3726:28181865,28151808:Carton_brun:3726:28152179,28151809:Carton_brun:3726:28183044,28160747:Carton_brun:3726:28163956,28160748:Carton_brun:3726:28165037,28161998:Carton_brun:3726:28162274,28162011:Carton_brun:3726:28162173,28202434:Carton_brun:3726:28202758,28203992:Carton_brun:3726:28206126,28203994:Carton_brun:3726:28208209,28205713:Carton_brun:3726:28205979,28212225:Carton_brun:3726:28212269,28218560:Carton_brun:3726:28219111,28218561:Carton_brun:3726:28219453,28258194:Carton_brun:3726:28258350,28260440:Carton_brun:3726:28316308,28268018:Carton_brun:3726:28268177,28305062:Carton_brun:3726:28310392,28317403:Carton_brun:3726:28320337,28317406:Carton_brun:3726:28318811,28387523:Carton_brun:3726:28387706,28390669:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.006475315985168392, 'nb_photo': 166, 'list_port_cont': '28152173,28162176,28162270,28163952,28181866,28183042,28202022,28205971,28206132,28208203,28218505,28219112,28219447,28222451,28226876,28231559,28235034,28258346,28268179,28316318,28318804,28320338,28387708,28391994,28395227,28428089,28429462,28430799,28445178,28445767,28462245,28462277,28463005,28481228,28487154,28488597,28520763,28535496,28535937,28604903,28608904,28611958,28664130,28677744,28706922,28752746,28753968,28755380,28764699,28772448,28778892,28812680,28817225', 'assoc_port': '28089576:28235034,28108548:28231559,28108549:28226876,28108551:28222451,28108552:28218505,28108553:28202022,28149920:28181866,28151808:28152173,28151809:28183042,28160747:28163952,28161998:28162270,28162011:28162176,28203992:28206132,28203994:28208203,28205713:28205971,28218560:28219112,28218561:28219447,28258194:28258346,28260440:28316318,28268018:28268179,28317403:28320338,28317406:28318804,28387523:28387708,28390669:28391994,28394918:28395227,28428060:28428089,28429249:28429462,28430700:28430799,28444717:28445767,28445023:28445178,28461945:28463005,28461960:28462245,28461965:28462277,28481121:28481228,28486928:28488597,28486929:28487154,28520465:28520763,28531431:28535937,28535129:28535496,28604691:28604903,28607984:28608904,28611739:28611958,28659001:28677744,28663898:28664130,28698523:28706922,28741805:28764699,28743736:28753968,28747224:28752746,28750253:28755380,28772300:28772448,28778850:28778892,28812169:28817225,28812170:28812680', 'assoc_mat': '28089576:Carton_gris:3726:28235034,28108548:Carton_gris:3726:28231559,28108549:Carton_gris:3726:28226876,28108551:Carton_gris:3726:28222451,28108552:Carton_gris:3726:28218505,28108553:Carton_gris:3726:28202022,28149920:Carton_gris:3726:28181866,28151808:Carton_gris:3726:28152173,28151809:Carton_gris:3726:28183042,28160747:Carton_gris:3726:28163952,28161998:Carton_gris:3726:28162270,28162011:Carton_gris:3726:28162176,28203992:Carton_gris:3726:28206132,28203994:Carton_gris:3726:28208203,28205713:Carton_gris:3726:28205971,28218560:Carton_gris:3726:28219112,28218561:Carton_gris:3726:28219447,28258194:Carton_gris:3726:28258346,28260440:Carton_gris:3726:28316318,28268018:Carton_gris:3726:28268179,28317403:Carton_gris:3726:28320338,28317406:Carton_gris:3726:28318804,28387523:Carton_gris:3726:28387708,28390669:Carton_gris:3726:28391994,28394918:Carton_gris:3726:28395227,28428060:Carton_gris:3726:28428089,28429249:Carton_gris:3726:28429462,28430700:Carton_gris:3726:28430799,28444717:Carton_gris:3726:28445767,28445023:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.004642058818199993, 'nb_photo': 135, 'list_port_cont': '28096208,28109308,28152174,28162179,28162260,28163960,28183050,28202023,28205976,28206124,28208197,28212270,28218510,28219452,28222446,28226874,28235033,28258351,28310384,28316316,28318802,28320344,28387709,28391992,28395232,28429463,28430806,28445169,28445764,28462238,28462385,28481227,28481441,28487148,28535494,28535935,28538179,28608907,28664133,28664681,28764702,28772449,28817216', 'assoc_port': '28089576:28235033,28089911:28096208,28108549:28226874,28108550:28109308,28108551:28222446,28108552:28218510,28108553:28202023,28151808:28152174,28151809:28183050,28160747:28163960,28161998:28162260,28162011:28162179,28203992:28206124,28203994:28208197,28205713:28205976,28212225:28212270,28218561:28219452,28258194:28258351,28260440:28316316,28305062:28310384,28317403:28320344,28317406:28318802,28387523:28387709,28390669:28391992,28394918:28395232,28429249:28429463,28430700:28430806,28444717:28445764,28445023:28445169,28461959:28462385,28461960:28462238,28481121:28481227,28481259:28481441,28486929:28487148,28531431:28535935,28531893:28538179,28535129:28535494,28607984:28608907,28648630:28664681,28663898:28664133,28741805:28764702,28772300:28772449,28812169:28817216', 'assoc_mat': '28089576:kraft:3726:28235033,28089911:kraft:3726:28096208,28108549:kraft:3726:28226874,28108550:kraft:3726:28109308,28108551:kraft:3726:28222446,28108552:kraft:3726:28218510,28108553:kraft:3726:28202023,28151808:kraft:3726:28152174,28151809:kraft:3726:28183050,28160747:kraft:3726:28163960,28161998:kraft:3726:28162260,28162011:kraft:3726:28162179,28203992:kraft:3726:28206124,28203994:kraft:3726:28208197,28205713:kraft:3726:28205976,28212225:kraft:3726:28212270,28218561:kraft:3726:28219452,28258194:kraft:3726:28258351,28260440:kraft:3726:28316316,28305062:kraft:3726:28310384,28317403:kraft:3726:28320344,28317406:kraft:3726:28318802,28387523:kraft:3726:28387709,28390669:kraft:3726:28391992,28394918:kraft:3726:28395232,28429249:kraft:3726:28429463,28430700:kraft:3726:28430806,28444717:kraft:3726:28445764,28445023:kraft:3726:28445169,28461959:kraft:3726:28462385,28461960:kraft:3726:28462238,28481121:kraft:3726:28481227,28481259:kraft:3726:28481441,28486929:kraft:3726:28487148,28531431:kraft:3726:28535935,28531893:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0020080892169949687, 'nb_photo': 11, 'list_port_cont': '28162174,28162264,28387712,28395226,28428095,28429456,28445173,28664679', 'assoc_port': '28161998:28162264,28162011:28162174,28387523:28387712,28394918:28395226,28428060:28428095,28429249:28429456,28445023:28445173,28648630:28664679', 'assoc_mat': '28161998:metal:3726:28162264,28162011:metal:3726:28162174,28387523:metal:3726:28387712,28394918:metal:3726:28395226,28428060:metal:3726:28428095,28429249:metal:3726:28429456,28445023:metal:3726:28445173,28648630:metal:3726:28664679'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.012503066770176036, 'nb_photo': 1163, 'list_port_cont': '28096212,28109312,28152169,28162178,28162268,28163957,28165034,28181863,28183043,28202025,28202746,28205968,28206127,28208204,28212277,28218515,28219114,28219450,28222443,28226877,28231561,28235029,28258355,28268175,28310391,28316307,28318807,28320342,28387717,28391990,28395233,28428096,28429460,28430807,28445167,28445763,28462235,28462276,28462388,28463012,28481229,28481432,28487152,28488598,28535492,28535930,28538183,28596044,28604909,28608912,28611955,28663938,28664134,28664680,28677749,28706928,28711762,28752742,28753966,28755385,28764693,28772444,28778893,28812674,28817226', 'assoc_port': '28089576:28235029,28089911:28096212,28108548:28231561,28108549:28226877,28108550:28109312,28108551:28222443,28108552:28218515,28108553:28202025,28149920:28181863,28151808:28152169,28151809:28183043,28160747:28163957,28160748:28165034,28161998:28162268,28162011:28162178,28202434:28202746,28203992:28206127,28203994:28208204,28205713:28205968,28212225:28212277,28218560:28219114,28218561:28219450,28258194:28258355,28260440:28316307,28268018:28268175,28305062:28310391,28317403:28320342,28317406:28318807,28387523:28387717,28390669:28391990,28394918:28395233,28428060:28428096,28429249:28429460,28430700:28430807,28444717:28445763,28445023:28445167,28461945:28463012,28461959:28462388,28461960:28462235,28461965:28462276,28481121:28481229,28481259:28481432,28486928:28488598,28486929:28487152,28531431:28535930,28531893:28538183,28535129:28535492,28595847:28596044,28604691:28604909,28607984:28608912,28611739:28611955,28648630:28664680,28648632:28663938,28657270:28711762,28659001:28677749,28663898:28664134,28698523:2870692', 'assoc_mat': '28089576:plastique:3726:28235029,28089911:plastique:3726:28096212,28108548:plastique:3726:28231561,28108549:plastique:3726:28226877,28108550:plastique:3726:28109312,28108551:plastique:3726:28222443,28108552:plastique:3726:28218515,28108553:plastique:3726:28202025,28149920:plastique:3726:28181863,28151808:plastique:3726:28152169,28151809:plastique:3726:28183043,28160747:plastique:3726:28163957,28160748:plastique:3726:28165034,28161998:plastique:3726:28162268,28162011:plastique:3726:28162178,28202434:plastique:3726:28202746,28203992:plastique:3726:28206127,28203994:plastique:3726:28208204,28205713:plastique:3726:28205968,28212225:plastique:3726:28212277,28218560:plastique:3726:28219114,28218561:plastique:3726:28219450,28258194:plastique:3726:28258355,28260440:plastique:3726:28316307,28268018:plastique:3726:28268175,28305062:plastique:3726:28310391,28317403:plastique:3726:28320342,28317406:plastique:3726:28318807,28387523:plastique:3726:28387717,28390669:plastique:3726:28391990,28394918:plastique:3726:28395233,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.021538770232878948, 'nb_photo': 3354, 'list_port_cont': '28096206,28109304,28152171,28162169,28162261,28163959,28165038,28181868,28183051,28202028,28202747,28205973,28206122,28208199,28212286,28218506,28219104,28219455,28222444,28226872,28231560,28235030,28258354,28268174,28310389,28316317,28318805,28320343,28387710,28391989,28395224,28428097,28429464,28430801,28445170,28445766,28462242,28462280,28462381,28463013,28481234,28481439,28487155,28488599,28520762,28535489,28535936,28538177,28596041,28604904,28608914,28611953,28663928,28664129,28664683,28677743,28706923,28711771,28752749,28753976,28755381,28764696,28772447,28778895,28812679,28817218', 'assoc_port': '28089576:28235030,28089911:28096206,28108548:28231560,28108549:28226872,28108550:28109304,28108551:28222444,28108552:28218506,28108553:28202028,28149920:28181868,28151808:28152171,28151809:28183051,28160747:28163959,28160748:28165038,28161998:28162261,28162011:28162169,28202434:28202747,28203992:28206122,28203994:28208199,28205713:28205973,28212225:28212286,28218560:28219104,28218561:28219455,28258194:28258354,28260440:28316317,28268018:28268174,28305062:28310389,28317403:28320343,28317406:28318805,28387523:28387710,28390669:28391989,28394918:28395224,28428060:28428097,28429249:28429464,28430700:28430801,28444717:28445766,28445023:28445170,28461945:28463013,28461959:28462381,28461960:28462242,28461965:28462280,28481121:28481234,28481259:28481439,28486928:28488599,28486929:28487155,28520465:28520762,28531431:28535936,28531893:28538177,28535129:28535489,28595847:28596041,28604691:28604904,28607984:28608914,28611739:28611953,28648630:28664683,28648632:28663928,28657270:28711771,28659001:28677743,28663898:2866412', 'assoc_mat': '28089576:Teint_Dans_La_Masse:3726:28235030,28089911:Teint_Dans_La_Masse:3726:28096206,28108548:Teint_Dans_La_Masse:3726:28231560,28108549:Teint_Dans_La_Masse:3726:28226872,28108550:Teint_Dans_La_Masse:3726:28109304,28108551:Teint_Dans_La_Masse:3726:28222444,28108552:Teint_Dans_La_Masse:3726:28218506,28108553:Teint_Dans_La_Masse:3726:28202028,28149920:Teint_Dans_La_Masse:3726:28181868,28151808:Teint_Dans_La_Masse:3726:28152171,28151809:Teint_Dans_La_Masse:3726:28183051,28160747:Teint_Dans_La_Masse:3726:28163959,28160748:Teint_Dans_La_Masse:3726:28165038,28161998:Teint_Dans_La_Masse:3726:28162261,28162011:Teint_Dans_La_Masse:3726:28162169,28202434:Teint_Dans_La_Masse:3726:28202747,28203992:Teint_Dans_La_Masse:3726:28206122,28203994:Teint_Dans_La_Masse:3726:28208199,28205713:Teint_Dans_La_Masse:3726:28205973,28212225:Teint_Dans_La_Masse:3726:28212286,28218560:Teint_Dans_La_Masse:3726:28219104,28218561:Teint_Dans_La_Masse:3726:28219455,28258194:Teint_Dans_La_Masse:3726:28258354,28260440:Teint_Dans_La_Masse:3726:2'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(2525150,2525198,2573545,2581096,2608639,2630218,2573493,2576403,2587542,2600031,2608196,2616458,2625188,2637162)); after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2025-11-01' and date <= '2025-11-30') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((4602,),), 'unwanted_material_monthly_percentage': ((0.12987086658084748,),), 'material_repartition': (('JRM', 4456),), 'material_dict': {'JRM': 4456}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 11, 3), 0.1180729613273435, 53), (datetime.date(2025, 11, 4), 0.1467938195167567, 50), (datetime.date(2025, 11, 5), 0.1208853267523201, 49), (datetime.date(2025, 11, 6), 0.1513714280139661, 56), (datetime.date(2025, 11, 7), 0.14171384470000145, 26), (datetime.date(2025, 11, 10), 0.1363127256144811, 90), (datetime.date(2025, 11, 11), 0.12922172951246527, 40), (datetime.date(2025, 11, 12), 0.12576139969471728, 41), (datetime.date(2025, 11, 13), 0.12959145852888637, 87), (datetime.date(2025, 11, 14), 0.13890831514311489, 52), (datetime.date(2025, 11, 17), 0.10161720784763884, 76), (datetime.date(2025, 11, 18), 0.1399908856124829, 47), (datetime.date(2025, 11, 20), 0.11256637080367439, 59), (datetime.date(2025, 11, 21), 0.10764944664971336, 83)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 11, 3), 0.1180729613273435, 53), (datetime.date(2025, 11, 4), 0.1467938195167567, 50), (datetime.date(2025, 11, 5), 0.1208853267523201, 49), (datetime.date(2025, 11, 6), 0.1513714280139661, 56), (datetime.date(2025, 11, 7), 0.14171384470000145, 26), (datetime.date(2025, 11, 10), 0.1363127256144811, 90), (datetime.date(2025, 11, 11), 0.12922172951246527, 40), (datetime.date(2025, 11, 12), 0.12576139969471728, 41), (datetime.date(2025, 11, 13), 0.12959145852888637, 87), (datetime.date(2025, 11, 14), 0.13890831514311489, 52), (datetime.date(2025, 11, 17), 0.10161720784763884, 76), (datetime.date(2025, 11, 18), 0.1399908856124829, 47), (datetime.date(2025, 11, 20), 0.11256637080367439, 59), (datetime.date(2025, 11, 21), 0.10764944664971336, 83))}, 'quality_array': [['0.010116606299203188', '03112025'], ['0.029907757763240696', '04112025'], ['0.10804999948072355', '05112025'], ['0.10843243641556141', '06112025'], ['-0.7402812313901023', '07112025'], ['-0.08892731935907401', '10112025'], ['0.13494004811598403', '11112025'], ['-0.04557961704065511', '12112025'], ['0.1777323352088075', '13112025'], ['-0.10879381098019261', '14112025'], ['-0.1298393393717897', '17112025'], ['-0.35579431172498005', '18112025'], ['0.4772418495360716', '20112025'], ['0.020920875312732536', '21112025']], 'number_of_batch': ((71,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013661262656686789, 'nb_photo': 479, 'list_port_cont': '28096204,28109306,28152176,28162171,28162258,28163958,28165042,28181870,28183046,28202026,28202751,28205975,28206121,28208206,28212273,28218511,28219103,28219445,28222449,28226875,28231564,28235028,28258347,28268173,28310393,28316314,28318801,28320346,28387716,28391984,28395234,28428088,28429458,28430805,28445177,28445762,28462236,28462274,28462390,28463002,28481237,28481433,28487153,28488603,28535495,28535938,28538176,28596045,28604914,28608906,28611954,28663939,28664131,28664685,28677745,28706919,28711765,28752750,28753970,28755388,28764694,28772453,28812682', 'assoc_port': '28089576:28235028,28089911:28096204,28108548:28231564,28108549:28226875,28108550:28109306,28108551:28222449,28108552:28218511,28108553:28202026,28149920:28181870,28151808:28152176,28151809:28183046,28160747:28163958,28160748:28165042,28161998:28162258,28162011:28162171,28202434:28202751,28203992:28206121,28203994:28208206,28205713:28205975,28212225:28212273,28218560:28219103,28218561:28219445,28258194:28258347,28260440:28316314,28268018:28268173,28305062:28310393,28317403:28320346,28317406:28318801,28387523:28387716,28390669:28391984,28394918:28395234,28428060:28428088,28429249:28429458,28430700:28430805,28444717:28445762,28445023:28445177,28461945:28463002,28461959:28462390,28461960:28462236,28461965:28462274,28481121:28481237,28481259:28481433,28486928:28488603,28486929:28487153,28531431:28535938,28531893:28538176,28535129:28535495,28595847:28596045,28604691:28604914,28607984:28608906,28611739:28611954,28648630:28664685,28648632:28663939,28657270:28711765,28659001:28677745,28663898:28664131,28698523:2870691', 'assoc_mat': '28089576:autre_refus:3726:28235028,28089911:autre_refus:3726:28096204,28108548:autre_refus:3726:28231564,28108549:autre_refus:3726:28226875,28108550:autre_refus:3726:28109306,28108551:autre_refus:3726:28222449,28108552:autre_refus:3726:28218511,28108553:autre_refus:3726:28202026,28149920:autre_refus:3726:28181870,28151808:autre_refus:3726:28152176,28151809:autre_refus:3726:28183046,28160747:autre_refus:3726:28163958,28160748:autre_refus:3726:28165042,28161998:autre_refus:3726:28162258,28162011:autre_refus:3726:28162171,28202434:autre_refus:3726:28202751,28203992:autre_refus:3726:28206121,28203994:autre_refus:3726:28208206,28205713:autre_refus:3726:28205975,28212225:autre_refus:3726:28212273,28218560:autre_refus:3726:28219103,28218561:autre_refus:3726:28219445,28258194:autre_refus:3726:28258347,28260440:autre_refus:3726:28316314,28268018:autre_refus:3726:28268173,28305062:autre_refus:3726:28310393,28317403:autre_refus:3726:28320346,28317406:autre_refus:3726:28318801,28387523:autre_refus:3726:28387716,28390669:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014217667086847784, 'nb_photo': 1485, 'list_port_cont': '28096205,28109307,28152178,28162170,28162272,28163951,28165043,28181864,28183040,28202032,28202752,28205969,28206123,28208200,28212279,28218504,28219106,28219451,28222447,28226873,28231562,28235024,28258353,28268181,28310386,28316309,28318812,28320347,28387711,28391985,28395235,28428093,28429459,28430804,28445175,28445769,28462243,28462278,28462384,28463014,28481233,28481438,28487144,28488593,28520758,28535488,28535939,28538184,28596042,28604907,28608910,28611957,28663936,28664135,28664682,28677752,28706929,28711767,28752745,28753973,28755383,28764695,28772450,28778894,28812673,28817220', 'assoc_port': '28089576:28235024,28089911:28096205,28108548:28231562,28108549:28226873,28108550:28109307,28108551:28222447,28108552:28218504,28108553:28202032,28149920:28181864,28151808:28152178,28151809:28183040,28160747:28163951,28160748:28165043,28161998:28162272,28162011:28162170,28202434:28202752,28203992:28206123,28203994:28208200,28205713:28205969,28212225:28212279,28218560:28219106,28218561:28219451,28258194:28258353,28260440:28316309,28268018:28268181,28305062:28310386,28317403:28320347,28317406:28318812,28387523:28387711,28390669:28391985,28394918:28395235,28428060:28428093,28429249:28429459,28430700:28430804,28444717:28445769,28445023:28445175,28461945:28463014,28461959:28462384,28461960:28462243,28461965:28462278,28481121:28481233,28481259:28481438,28486928:28488593,28486929:28487144,28520465:28520758,28531431:28535939,28531893:28538184,28535129:28535488,28595847:28596042,28604691:28604907,28607984:28608910,28611739:28611957,28648630:28664682,28648632:28663936,28657270:28711767,28659001:28677752,28663898:2866413', 'assoc_mat': '28089576:cartonnette:3726:28235024,28089911:cartonnette:3726:28096205,28108548:cartonnette:3726:28231562,28108549:cartonnette:3726:28226873,28108550:cartonnette:3726:28109307,28108551:cartonnette:3726:28222447,28108552:cartonnette:3726:28218504,28108553:cartonnette:3726:28202032,28149920:cartonnette:3726:28181864,28151808:cartonnette:3726:28152178,28151809:cartonnette:3726:28183040,28160747:cartonnette:3726:28163951,28160748:cartonnette:3726:28165043,28161998:cartonnette:3726:28162272,28162011:cartonnette:3726:28162170,28202434:cartonnette:3726:28202752,28203992:cartonnette:3726:28206123,28203994:cartonnette:3726:28208200,28205713:cartonnette:3726:28205969,28212225:cartonnette:3726:28212279,28218560:cartonnette:3726:28219106,28218561:cartonnette:3726:28219451,28258194:cartonnette:3726:28258353,28260440:cartonnette:3726:28316309,28268018:cartonnette:3726:28268181,28305062:cartonnette:3726:28310386,28317403:cartonnette:3726:28320347,28317406:cartonnette:3726:28318812,28387523:cartonnette:3726:28387711,28390669:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.06776849183126062, 'nb_photo': 6584, 'list_port_cont': '28096209,28109314,28152179,28162173,28162274,28163956,28165037,28181865,28183044,28202029,28202758,28205979,28206126,28208209,28212269,28218507,28219111,28219453,28222445,28226880,28231566,28235031,28258350,28268177,28310392,28316308,28318811,28320337,28387706,28391988,28395225,28428090,28429457,28430802,28445176,28445760,28462237,28462273,28462391,28463006,28481235,28481436,28487149,28488592,28520756,28535490,28535941,28538180,28596035,28604908,28608908,28611959,28663931,28664125,28664687,28677750,28706930,28711774,28752740,28753974,28755391,28764700,28772451,28778885,28812671,28817217', 'assoc_port': '28089576:28235031,28089911:28096209,28108548:28231566,28108549:28226880,28108550:28109314,28108551:28222445,28108552:28218507,28108553:28202029,28149920:28181865,28151808:28152179,28151809:28183044,28160747:28163956,28160748:28165037,28161998:28162274,28162011:28162173,28202434:28202758,28203992:28206126,28203994:28208209,28205713:28205979,28212225:28212269,28218560:28219111,28218561:28219453,28258194:28258350,28260440:28316308,28268018:28268177,28305062:28310392,28317403:28320337,28317406:28318811,28387523:28387706,28390669:28391988,28394918:28395225,28428060:28428090,28429249:28429457,28430700:28430802,28444717:28445760,28445023:28445176,28461945:28463006,28461959:28462391,28461960:28462237,28461965:28462273,28481121:28481235,28481259:28481436,28486928:28488592,28486929:28487149,28520465:28520756,28531431:28535941,28531893:28538180,28535129:28535490,28595847:28596035,28604691:28604908,28607984:28608908,28611739:28611959,28648630:28664687,28648632:28663931,28657270:28711774,28659001:28677750,28663898:2866412', 'assoc_mat': '28089576:Carton_brun:3726:28235031,28089911:Carton_brun:3726:28096209,28108548:Carton_brun:3726:28231566,28108549:Carton_brun:3726:28226880,28108550:Carton_brun:3726:28109314,28108551:Carton_brun:3726:28222445,28108552:Carton_brun:3726:28218507,28108553:Carton_brun:3726:28202029,28149920:Carton_brun:3726:28181865,28151808:Carton_brun:3726:28152179,28151809:Carton_brun:3726:28183044,28160747:Carton_brun:3726:28163956,28160748:Carton_brun:3726:28165037,28161998:Carton_brun:3726:28162274,28162011:Carton_brun:3726:28162173,28202434:Carton_brun:3726:28202758,28203992:Carton_brun:3726:28206126,28203994:Carton_brun:3726:28208209,28205713:Carton_brun:3726:28205979,28212225:Carton_brun:3726:28212269,28218560:Carton_brun:3726:28219111,28218561:Carton_brun:3726:28219453,28258194:Carton_brun:3726:28258350,28260440:Carton_brun:3726:28316308,28268018:Carton_brun:3726:28268177,28305062:Carton_brun:3726:28310392,28317403:Carton_brun:3726:28320337,28317406:Carton_brun:3726:28318811,28387523:Carton_brun:3726:28387706,28390669:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.006475315985168392, 'nb_photo': 166, 'list_port_cont': '28152173,28162176,28162270,28163952,28181866,28183042,28202022,28205971,28206132,28208203,28218505,28219112,28219447,28222451,28226876,28231559,28235034,28258346,28268179,28316318,28318804,28320338,28387708,28391994,28395227,28428089,28429462,28430799,28445178,28445767,28462245,28462277,28463005,28481228,28487154,28488597,28520763,28535496,28535937,28604903,28608904,28611958,28664130,28677744,28706922,28752746,28753968,28755380,28764699,28772448,28778892,28812680,28817225', 'assoc_port': '28089576:28235034,28108548:28231559,28108549:28226876,28108551:28222451,28108552:28218505,28108553:28202022,28149920:28181866,28151808:28152173,28151809:28183042,28160747:28163952,28161998:28162270,28162011:28162176,28203992:28206132,28203994:28208203,28205713:28205971,28218560:28219112,28218561:28219447,28258194:28258346,28260440:28316318,28268018:28268179,28317403:28320338,28317406:28318804,28387523:28387708,28390669:28391994,28394918:28395227,28428060:28428089,28429249:28429462,28430700:28430799,28444717:28445767,28445023:28445178,28461945:28463005,28461960:28462245,28461965:28462277,28481121:28481228,28486928:28488597,28486929:28487154,28520465:28520763,28531431:28535937,28535129:28535496,28604691:28604903,28607984:28608904,28611739:28611958,28659001:28677744,28663898:28664130,28698523:28706922,28741805:28764699,28743736:28753968,28747224:28752746,28750253:28755380,28772300:28772448,28778850:28778892,28812169:28817225,28812170:28812680', 'assoc_mat': '28089576:Carton_gris:3726:28235034,28108548:Carton_gris:3726:28231559,28108549:Carton_gris:3726:28226876,28108551:Carton_gris:3726:28222451,28108552:Carton_gris:3726:28218505,28108553:Carton_gris:3726:28202022,28149920:Carton_gris:3726:28181866,28151808:Carton_gris:3726:28152173,28151809:Carton_gris:3726:28183042,28160747:Carton_gris:3726:28163952,28161998:Carton_gris:3726:28162270,28162011:Carton_gris:3726:28162176,28203992:Carton_gris:3726:28206132,28203994:Carton_gris:3726:28208203,28205713:Carton_gris:3726:28205971,28218560:Carton_gris:3726:28219112,28218561:Carton_gris:3726:28219447,28258194:Carton_gris:3726:28258346,28260440:Carton_gris:3726:28316318,28268018:Carton_gris:3726:28268179,28317403:Carton_gris:3726:28320338,28317406:Carton_gris:3726:28318804,28387523:Carton_gris:3726:28387708,28390669:Carton_gris:3726:28391994,28394918:Carton_gris:3726:28395227,28428060:Carton_gris:3726:28428089,28429249:Carton_gris:3726:28429462,28430700:Carton_gris:3726:28430799,28444717:Carton_gris:3726:28445767,28445023:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.004642058818199993, 'nb_photo': 135, 'list_port_cont': '28096208,28109308,28152174,28162179,28162260,28163960,28183050,28202023,28205976,28206124,28208197,28212270,28218510,28219452,28222446,28226874,28235033,28258351,28310384,28316316,28318802,28320344,28387709,28391992,28395232,28429463,28430806,28445169,28445764,28462238,28462385,28481227,28481441,28487148,28535494,28535935,28538179,28608907,28664133,28664681,28764702,28772449,28817216', 'assoc_port': '28089576:28235033,28089911:28096208,28108549:28226874,28108550:28109308,28108551:28222446,28108552:28218510,28108553:28202023,28151808:28152174,28151809:28183050,28160747:28163960,28161998:28162260,28162011:28162179,28203992:28206124,28203994:28208197,28205713:28205976,28212225:28212270,28218561:28219452,28258194:28258351,28260440:28316316,28305062:28310384,28317403:28320344,28317406:28318802,28387523:28387709,28390669:28391992,28394918:28395232,28429249:28429463,28430700:28430806,28444717:28445764,28445023:28445169,28461959:28462385,28461960:28462238,28481121:28481227,28481259:28481441,28486929:28487148,28531431:28535935,28531893:28538179,28535129:28535494,28607984:28608907,28648630:28664681,28663898:28664133,28741805:28764702,28772300:28772449,28812169:28817216', 'assoc_mat': '28089576:kraft:3726:28235033,28089911:kraft:3726:28096208,28108549:kraft:3726:28226874,28108550:kraft:3726:28109308,28108551:kraft:3726:28222446,28108552:kraft:3726:28218510,28108553:kraft:3726:28202023,28151808:kraft:3726:28152174,28151809:kraft:3726:28183050,28160747:kraft:3726:28163960,28161998:kraft:3726:28162260,28162011:kraft:3726:28162179,28203992:kraft:3726:28206124,28203994:kraft:3726:28208197,28205713:kraft:3726:28205976,28212225:kraft:3726:28212270,28218561:kraft:3726:28219452,28258194:kraft:3726:28258351,28260440:kraft:3726:28316316,28305062:kraft:3726:28310384,28317403:kraft:3726:28320344,28317406:kraft:3726:28318802,28387523:kraft:3726:28387709,28390669:kraft:3726:28391992,28394918:kraft:3726:28395232,28429249:kraft:3726:28429463,28430700:kraft:3726:28430806,28444717:kraft:3726:28445764,28445023:kraft:3726:28445169,28461959:kraft:3726:28462385,28461960:kraft:3726:28462238,28481121:kraft:3726:28481227,28481259:kraft:3726:28481441,28486929:kraft:3726:28487148,28531431:kraft:3726:28535935,28531893:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0020080892169949687, 'nb_photo': 11, 'list_port_cont': '28162174,28162264,28387712,28395226,28428095,28429456,28445173,28664679', 'assoc_port': '28161998:28162264,28162011:28162174,28387523:28387712,28394918:28395226,28428060:28428095,28429249:28429456,28445023:28445173,28648630:28664679', 'assoc_mat': '28161998:metal:3726:28162264,28162011:metal:3726:28162174,28387523:metal:3726:28387712,28394918:metal:3726:28395226,28428060:metal:3726:28428095,28429249:metal:3726:28429456,28445023:metal:3726:28445173,28648630:metal:3726:28664679'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.012503066770176036, 'nb_photo': 1163, 'list_port_cont': '28096212,28109312,28152169,28162178,28162268,28163957,28165034,28181863,28183043,28202025,28202746,28205968,28206127,28208204,28212277,28218515,28219114,28219450,28222443,28226877,28231561,28235029,28258355,28268175,28310391,28316307,28318807,28320342,28387717,28391990,28395233,28428096,28429460,28430807,28445167,28445763,28462235,28462276,28462388,28463012,28481229,28481432,28487152,28488598,28535492,28535930,28538183,28596044,28604909,28608912,28611955,28663938,28664134,28664680,28677749,28706928,28711762,28752742,28753966,28755385,28764693,28772444,28778893,28812674,28817226', 'assoc_port': '28089576:28235029,28089911:28096212,28108548:28231561,28108549:28226877,28108550:28109312,28108551:28222443,28108552:28218515,28108553:28202025,28149920:28181863,28151808:28152169,28151809:28183043,28160747:28163957,28160748:28165034,28161998:28162268,28162011:28162178,28202434:28202746,28203992:28206127,28203994:28208204,28205713:28205968,28212225:28212277,28218560:28219114,28218561:28219450,28258194:28258355,28260440:28316307,28268018:28268175,28305062:28310391,28317403:28320342,28317406:28318807,28387523:28387717,28390669:28391990,28394918:28395233,28428060:28428096,28429249:28429460,28430700:28430807,28444717:28445763,28445023:28445167,28461945:28463012,28461959:28462388,28461960:28462235,28461965:28462276,28481121:28481229,28481259:28481432,28486928:28488598,28486929:28487152,28531431:28535930,28531893:28538183,28535129:28535492,28595847:28596044,28604691:28604909,28607984:28608912,28611739:28611955,28648630:28664680,28648632:28663938,28657270:28711762,28659001:28677749,28663898:28664134,28698523:2870692', 'assoc_mat': '28089576:plastique:3726:28235029,28089911:plastique:3726:28096212,28108548:plastique:3726:28231561,28108549:plastique:3726:28226877,28108550:plastique:3726:28109312,28108551:plastique:3726:28222443,28108552:plastique:3726:28218515,28108553:plastique:3726:28202025,28149920:plastique:3726:28181863,28151808:plastique:3726:28152169,28151809:plastique:3726:28183043,28160747:plastique:3726:28163957,28160748:plastique:3726:28165034,28161998:plastique:3726:28162268,28162011:plastique:3726:28162178,28202434:plastique:3726:28202746,28203992:plastique:3726:28206127,28203994:plastique:3726:28208204,28205713:plastique:3726:28205968,28212225:plastique:3726:28212277,28218560:plastique:3726:28219114,28218561:plastique:3726:28219450,28258194:plastique:3726:28258355,28260440:plastique:3726:28316307,28268018:plastique:3726:28268175,28305062:plastique:3726:28310391,28317403:plastique:3726:28320342,28317406:plastique:3726:28318807,28387523:plastique:3726:28387717,28390669:plastique:3726:28391990,28394918:plastique:3726:28395233,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.021538770232878948, 'nb_photo': 3354, 'list_port_cont': '28096206,28109304,28152171,28162169,28162261,28163959,28165038,28181868,28183051,28202028,28202747,28205973,28206122,28208199,28212286,28218506,28219104,28219455,28222444,28226872,28231560,28235030,28258354,28268174,28310389,28316317,28318805,28320343,28387710,28391989,28395224,28428097,28429464,28430801,28445170,28445766,28462242,28462280,28462381,28463013,28481234,28481439,28487155,28488599,28520762,28535489,28535936,28538177,28596041,28604904,28608914,28611953,28663928,28664129,28664683,28677743,28706923,28711771,28752749,28753976,28755381,28764696,28772447,28778895,28812679,28817218', 'assoc_port': '28089576:28235030,28089911:28096206,28108548:28231560,28108549:28226872,28108550:28109304,28108551:28222444,28108552:28218506,28108553:28202028,28149920:28181868,28151808:28152171,28151809:28183051,28160747:28163959,28160748:28165038,28161998:28162261,28162011:28162169,28202434:28202747,28203992:28206122,28203994:28208199,28205713:28205973,28212225:28212286,28218560:28219104,28218561:28219455,28258194:28258354,28260440:28316317,28268018:28268174,28305062:28310389,28317403:28320343,28317406:28318805,28387523:28387710,28390669:28391989,28394918:28395224,28428060:28428097,28429249:28429464,28430700:28430801,28444717:28445766,28445023:28445170,28461945:28463013,28461959:28462381,28461960:28462242,28461965:28462280,28481121:28481234,28481259:28481439,28486928:28488599,28486929:28487155,28520465:28520762,28531431:28535936,28531893:28538177,28535129:28535489,28595847:28596041,28604691:28604904,28607984:28608914,28611739:28611953,28648630:28664683,28648632:28663928,28657270:28711771,28659001:28677743,28663898:2866412', 'assoc_mat': '28089576:Teint_Dans_La_Masse:3726:28235030,28089911:Teint_Dans_La_Masse:3726:28096206,28108548:Teint_Dans_La_Masse:3726:28231560,28108549:Teint_Dans_La_Masse:3726:28226872,28108550:Teint_Dans_La_Masse:3726:28109304,28108551:Teint_Dans_La_Masse:3726:28222444,28108552:Teint_Dans_La_Masse:3726:28218506,28108553:Teint_Dans_La_Masse:3726:28202028,28149920:Teint_Dans_La_Masse:3726:28181868,28151808:Teint_Dans_La_Masse:3726:28152171,28151809:Teint_Dans_La_Masse:3726:28183051,28160747:Teint_Dans_La_Masse:3726:28163959,28160748:Teint_Dans_La_Masse:3726:28165038,28161998:Teint_Dans_La_Masse:3726:28162261,28162011:Teint_Dans_La_Masse:3726:28162169,28202434:Teint_Dans_La_Masse:3726:28202747,28203992:Teint_Dans_La_Masse:3726:28206122,28203994:Teint_Dans_La_Masse:3726:28208199,28205713:Teint_Dans_La_Masse:3726:28205973,28212225:Teint_Dans_La_Masse:3726:28212286,28218560:Teint_Dans_La_Masse:3726:28219104,28218561:Teint_Dans_La_Masse:3726:28219455,28258194:Teint_Dans_La_Masse:3726:28258354,28260440:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 4602}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-11', 0.12987086658084748),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((4602,),), 'unwanted_material_monthly_percentage': ((0.12987086658084748,),), 'material_repartition': (('JRM', 4456),), 'material_dict': {'JRM': 4456}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 11, 3), 0.1180729613273435, 53), (datetime.date(2025, 11, 4), 0.1467938195167567, 50), (datetime.date(2025, 11, 5), 0.1208853267523201, 49), (datetime.date(2025, 11, 6), 0.1513714280139661, 56), (datetime.date(2025, 11, 7), 0.14171384470000145, 26), (datetime.date(2025, 11, 10), 0.1363127256144811, 90), (datetime.date(2025, 11, 11), 0.12922172951246527, 40), (datetime.date(2025, 11, 12), 0.12576139969471728, 41), (datetime.date(2025, 11, 13), 0.12959145852888637, 87), (datetime.date(2025, 11, 14), 0.13890831514311489, 52), (datetime.date(2025, 11, 17), 0.10161720784763884, 76), (datetime.date(2025, 11, 18), 0.1399908856124829, 47), (datetime.date(2025, 11, 20), 0.11256637080367439, 59), (datetime.date(2025, 11, 21), 0.10764944664971336, 83)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 11, 3), 0.1180729613273435, 53), (datetime.date(2025, 11, 4), 0.1467938195167567, 50), (datetime.date(2025, 11, 5), 0.1208853267523201, 49), (datetime.date(2025, 11, 6), 0.1513714280139661, 56), (datetime.date(2025, 11, 7), 0.14171384470000145, 26), (datetime.date(2025, 11, 10), 0.1363127256144811, 90), (datetime.date(2025, 11, 11), 0.12922172951246527, 40), (datetime.date(2025, 11, 12), 0.12576139969471728, 41), (datetime.date(2025, 11, 13), 0.12959145852888637, 87), (datetime.date(2025, 11, 14), 0.13890831514311489, 52), (datetime.date(2025, 11, 17), 0.10161720784763884, 76), (datetime.date(2025, 11, 18), 0.1399908856124829, 47), (datetime.date(2025, 11, 20), 0.11256637080367439, 59), (datetime.date(2025, 11, 21), 0.10764944664971336, 83))}, 'quality_array': [['0.010116606299203188', '03112025'], ['0.029907757763240696', '04112025'], ['0.10804999948072355', '05112025'], ['0.10843243641556141', '06112025'], ['-0.7402812313901023', '07112025'], ['-0.08892731935907401', '10112025'], ['0.13494004811598403', '11112025'], ['-0.04557961704065511', '12112025'], ['0.1777323352088075', '13112025'], ['-0.10879381098019261', '14112025'], ['-0.1298393393717897', '17112025'], ['-0.35579431172498005', '18112025'], ['0.4772418495360716', '20112025'], ['0.020920875312732536', '21112025']], 'number_of_batch': ((71,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013661262656686789, 'nb_photo': 479, 'list_port_cont': '28096204,28109306,28152176,28162171,28162258,28163958,28165042,28181870,28183046,28202026,28202751,28205975,28206121,28208206,28212273,28218511,28219103,28219445,28222449,28226875,28231564,28235028,28258347,28268173,28310393,28316314,28318801,28320346,28387716,28391984,28395234,28428088,28429458,28430805,28445177,28445762,28462236,28462274,28462390,28463002,28481237,28481433,28487153,28488603,28535495,28535938,28538176,28596045,28604914,28608906,28611954,28663939,28664131,28664685,28677745,28706919,28711765,28752750,28753970,28755388,28764694,28772453,28812682', 'assoc_port': '28089576:28235028,28089911:28096204,28108548:28231564,28108549:28226875,28108550:28109306,28108551:28222449,28108552:28218511,28108553:28202026,28149920:28181870,28151808:28152176,28151809:28183046,28160747:28163958,28160748:28165042,28161998:28162258,28162011:28162171,28202434:28202751,28203992:28206121,28203994:28208206,28205713:28205975,28212225:28212273,28218560:28219103,28218561:28219445,28258194:28258347,28260440:28316314,28268018:28268173,28305062:28310393,28317403:28320346,28317406:28318801,28387523:28387716,28390669:28391984,28394918:28395234,28428060:28428088,28429249:28429458,28430700:28430805,28444717:28445762,28445023:28445177,28461945:28463002,28461959:28462390,28461960:28462236,28461965:28462274,28481121:28481237,28481259:28481433,28486928:28488603,28486929:28487153,28531431:28535938,28531893:28538176,28535129:28535495,28595847:28596045,28604691:28604914,28607984:28608906,28611739:28611954,28648630:28664685,28648632:28663939,28657270:28711765,28659001:28677745,28663898:28664131,28698523:2870691', 'assoc_mat': '28089576:autre_refus:3726:28235028,28089911:autre_refus:3726:28096204,28108548:autre_refus:3726:28231564,28108549:autre_refus:3726:28226875,28108550:autre_refus:3726:28109306,28108551:autre_refus:3726:28222449,28108552:autre_refus:3726:28218511,28108553:autre_refus:3726:28202026,28149920:autre_refus:3726:28181870,28151808:autre_refus:3726:28152176,28151809:autre_refus:3726:28183046,28160747:autre_refus:3726:28163958,28160748:autre_refus:3726:28165042,28161998:autre_refus:3726:28162258,28162011:autre_refus:3726:28162171,28202434:autre_refus:3726:28202751,28203992:autre_refus:3726:28206121,28203994:autre_refus:3726:28208206,28205713:autre_refus:3726:28205975,28212225:autre_refus:3726:28212273,28218560:autre_refus:3726:28219103,28218561:autre_refus:3726:28219445,28258194:autre_refus:3726:28258347,28260440:autre_refus:3726:28316314,28268018:autre_refus:3726:28268173,28305062:autre_refus:3726:28310393,28317403:autre_refus:3726:28320346,28317406:autre_refus:3726:28318801,28387523:autre_refus:3726:28387716,28390669:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014217667086847784, 'nb_photo': 1485, 'list_port_cont': '28096205,28109307,28152178,28162170,28162272,28163951,28165043,28181864,28183040,28202032,28202752,28205969,28206123,28208200,28212279,28218504,28219106,28219451,28222447,28226873,28231562,28235024,28258353,28268181,28310386,28316309,28318812,28320347,28387711,28391985,28395235,28428093,28429459,28430804,28445175,28445769,28462243,28462278,28462384,28463014,28481233,28481438,28487144,28488593,28520758,28535488,28535939,28538184,28596042,28604907,28608910,28611957,28663936,28664135,28664682,28677752,28706929,28711767,28752745,28753973,28755383,28764695,28772450,28778894,28812673,28817220', 'assoc_port': '28089576:28235024,28089911:28096205,28108548:28231562,28108549:28226873,28108550:28109307,28108551:28222447,28108552:28218504,28108553:28202032,28149920:28181864,28151808:28152178,28151809:28183040,28160747:28163951,28160748:28165043,28161998:28162272,28162011:28162170,28202434:28202752,28203992:28206123,28203994:28208200,28205713:28205969,28212225:28212279,28218560:28219106,28218561:28219451,28258194:28258353,28260440:28316309,28268018:28268181,28305062:28310386,28317403:28320347,28317406:28318812,28387523:28387711,28390669:28391985,28394918:28395235,28428060:28428093,28429249:28429459,28430700:28430804,28444717:28445769,28445023:28445175,28461945:28463014,28461959:28462384,28461960:28462243,28461965:28462278,28481121:28481233,28481259:28481438,28486928:28488593,28486929:28487144,28520465:28520758,28531431:28535939,28531893:28538184,28535129:28535488,28595847:28596042,28604691:28604907,28607984:28608910,28611739:28611957,28648630:28664682,28648632:28663936,28657270:28711767,28659001:28677752,28663898:2866413', 'assoc_mat': '28089576:cartonnette:3726:28235024,28089911:cartonnette:3726:28096205,28108548:cartonnette:3726:28231562,28108549:cartonnette:3726:28226873,28108550:cartonnette:3726:28109307,28108551:cartonnette:3726:28222447,28108552:cartonnette:3726:28218504,28108553:cartonnette:3726:28202032,28149920:cartonnette:3726:28181864,28151808:cartonnette:3726:28152178,28151809:cartonnette:3726:28183040,28160747:cartonnette:3726:28163951,28160748:cartonnette:3726:28165043,28161998:cartonnette:3726:28162272,28162011:cartonnette:3726:28162170,28202434:cartonnette:3726:28202752,28203992:cartonnette:3726:28206123,28203994:cartonnette:3726:28208200,28205713:cartonnette:3726:28205969,28212225:cartonnette:3726:28212279,28218560:cartonnette:3726:28219106,28218561:cartonnette:3726:28219451,28258194:cartonnette:3726:28258353,28260440:cartonnette:3726:28316309,28268018:cartonnette:3726:28268181,28305062:cartonnette:3726:28310386,28317403:cartonnette:3726:28320347,28317406:cartonnette:3726:28318812,28387523:cartonnette:3726:28387711,28390669:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.06776849183126062, 'nb_photo': 6584, 'list_port_cont': '28096209,28109314,28152179,28162173,28162274,28163956,28165037,28181865,28183044,28202029,28202758,28205979,28206126,28208209,28212269,28218507,28219111,28219453,28222445,28226880,28231566,28235031,28258350,28268177,28310392,28316308,28318811,28320337,28387706,28391988,28395225,28428090,28429457,28430802,28445176,28445760,28462237,28462273,28462391,28463006,28481235,28481436,28487149,28488592,28520756,28535490,28535941,28538180,28596035,28604908,28608908,28611959,28663931,28664125,28664687,28677750,28706930,28711774,28752740,28753974,28755391,28764700,28772451,28778885,28812671,28817217', 'assoc_port': '28089576:28235031,28089911:28096209,28108548:28231566,28108549:28226880,28108550:28109314,28108551:28222445,28108552:28218507,28108553:28202029,28149920:28181865,28151808:28152179,28151809:28183044,28160747:28163956,28160748:28165037,28161998:28162274,28162011:28162173,28202434:28202758,28203992:28206126,28203994:28208209,28205713:28205979,28212225:28212269,28218560:28219111,28218561:28219453,28258194:28258350,28260440:28316308,28268018:28268177,28305062:28310392,28317403:28320337,28317406:28318811,28387523:28387706,28390669:28391988,28394918:28395225,28428060:28428090,28429249:28429457,28430700:28430802,28444717:28445760,28445023:28445176,28461945:28463006,28461959:28462391,28461960:28462237,28461965:28462273,28481121:28481235,28481259:28481436,28486928:28488592,28486929:28487149,28520465:28520756,28531431:28535941,28531893:28538180,28535129:28535490,28595847:28596035,28604691:28604908,28607984:28608908,28611739:28611959,28648630:28664687,28648632:28663931,28657270:28711774,28659001:28677750,28663898:2866412', 'assoc_mat': '28089576:Carton_brun:3726:28235031,28089911:Carton_brun:3726:28096209,28108548:Carton_brun:3726:28231566,28108549:Carton_brun:3726:28226880,28108550:Carton_brun:3726:28109314,28108551:Carton_brun:3726:28222445,28108552:Carton_brun:3726:28218507,28108553:Carton_brun:3726:28202029,28149920:Carton_brun:3726:28181865,28151808:Carton_brun:3726:28152179,28151809:Carton_brun:3726:28183044,28160747:Carton_brun:3726:28163956,28160748:Carton_brun:3726:28165037,28161998:Carton_brun:3726:28162274,28162011:Carton_brun:3726:28162173,28202434:Carton_brun:3726:28202758,28203992:Carton_brun:3726:28206126,28203994:Carton_brun:3726:28208209,28205713:Carton_brun:3726:28205979,28212225:Carton_brun:3726:28212269,28218560:Carton_brun:3726:28219111,28218561:Carton_brun:3726:28219453,28258194:Carton_brun:3726:28258350,28260440:Carton_brun:3726:28316308,28268018:Carton_brun:3726:28268177,28305062:Carton_brun:3726:28310392,28317403:Carton_brun:3726:28320337,28317406:Carton_brun:3726:28318811,28387523:Carton_brun:3726:28387706,28390669:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.006475315985168392, 'nb_photo': 166, 'list_port_cont': '28152173,28162176,28162270,28163952,28181866,28183042,28202022,28205971,28206132,28208203,28218505,28219112,28219447,28222451,28226876,28231559,28235034,28258346,28268179,28316318,28318804,28320338,28387708,28391994,28395227,28428089,28429462,28430799,28445178,28445767,28462245,28462277,28463005,28481228,28487154,28488597,28520763,28535496,28535937,28604903,28608904,28611958,28664130,28677744,28706922,28752746,28753968,28755380,28764699,28772448,28778892,28812680,28817225', 'assoc_port': '28089576:28235034,28108548:28231559,28108549:28226876,28108551:28222451,28108552:28218505,28108553:28202022,28149920:28181866,28151808:28152173,28151809:28183042,28160747:28163952,28161998:28162270,28162011:28162176,28203992:28206132,28203994:28208203,28205713:28205971,28218560:28219112,28218561:28219447,28258194:28258346,28260440:28316318,28268018:28268179,28317403:28320338,28317406:28318804,28387523:28387708,28390669:28391994,28394918:28395227,28428060:28428089,28429249:28429462,28430700:28430799,28444717:28445767,28445023:28445178,28461945:28463005,28461960:28462245,28461965:28462277,28481121:28481228,28486928:28488597,28486929:28487154,28520465:28520763,28531431:28535937,28535129:28535496,28604691:28604903,28607984:28608904,28611739:28611958,28659001:28677744,28663898:28664130,28698523:28706922,28741805:28764699,28743736:28753968,28747224:28752746,28750253:28755380,28772300:28772448,28778850:28778892,28812169:28817225,28812170:28812680', 'assoc_mat': '28089576:Carton_gris:3726:28235034,28108548:Carton_gris:3726:28231559,28108549:Carton_gris:3726:28226876,28108551:Carton_gris:3726:28222451,28108552:Carton_gris:3726:28218505,28108553:Carton_gris:3726:28202022,28149920:Carton_gris:3726:28181866,28151808:Carton_gris:3726:28152173,28151809:Carton_gris:3726:28183042,28160747:Carton_gris:3726:28163952,28161998:Carton_gris:3726:28162270,28162011:Carton_gris:3726:28162176,28203992:Carton_gris:3726:28206132,28203994:Carton_gris:3726:28208203,28205713:Carton_gris:3726:28205971,28218560:Carton_gris:3726:28219112,28218561:Carton_gris:3726:28219447,28258194:Carton_gris:3726:28258346,28260440:Carton_gris:3726:28316318,28268018:Carton_gris:3726:28268179,28317403:Carton_gris:3726:28320338,28317406:Carton_gris:3726:28318804,28387523:Carton_gris:3726:28387708,28390669:Carton_gris:3726:28391994,28394918:Carton_gris:3726:28395227,28428060:Carton_gris:3726:28428089,28429249:Carton_gris:3726:28429462,28430700:Carton_gris:3726:28430799,28444717:Carton_gris:3726:28445767,28445023:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.004642058818199993, 'nb_photo': 135, 'list_port_cont': '28096208,28109308,28152174,28162179,28162260,28163960,28183050,28202023,28205976,28206124,28208197,28212270,28218510,28219452,28222446,28226874,28235033,28258351,28310384,28316316,28318802,28320344,28387709,28391992,28395232,28429463,28430806,28445169,28445764,28462238,28462385,28481227,28481441,28487148,28535494,28535935,28538179,28608907,28664133,28664681,28764702,28772449,28817216', 'assoc_port': '28089576:28235033,28089911:28096208,28108549:28226874,28108550:28109308,28108551:28222446,28108552:28218510,28108553:28202023,28151808:28152174,28151809:28183050,28160747:28163960,28161998:28162260,28162011:28162179,28203992:28206124,28203994:28208197,28205713:28205976,28212225:28212270,28218561:28219452,28258194:28258351,28260440:28316316,28305062:28310384,28317403:28320344,28317406:28318802,28387523:28387709,28390669:28391992,28394918:28395232,28429249:28429463,28430700:28430806,28444717:28445764,28445023:28445169,28461959:28462385,28461960:28462238,28481121:28481227,28481259:28481441,28486929:28487148,28531431:28535935,28531893:28538179,28535129:28535494,28607984:28608907,28648630:28664681,28663898:28664133,28741805:28764702,28772300:28772449,28812169:28817216', 'assoc_mat': '28089576:kraft:3726:28235033,28089911:kraft:3726:28096208,28108549:kraft:3726:28226874,28108550:kraft:3726:28109308,28108551:kraft:3726:28222446,28108552:kraft:3726:28218510,28108553:kraft:3726:28202023,28151808:kraft:3726:28152174,28151809:kraft:3726:28183050,28160747:kraft:3726:28163960,28161998:kraft:3726:28162260,28162011:kraft:3726:28162179,28203992:kraft:3726:28206124,28203994:kraft:3726:28208197,28205713:kraft:3726:28205976,28212225:kraft:3726:28212270,28218561:kraft:3726:28219452,28258194:kraft:3726:28258351,28260440:kraft:3726:28316316,28305062:kraft:3726:28310384,28317403:kraft:3726:28320344,28317406:kraft:3726:28318802,28387523:kraft:3726:28387709,28390669:kraft:3726:28391992,28394918:kraft:3726:28395232,28429249:kraft:3726:28429463,28430700:kraft:3726:28430806,28444717:kraft:3726:28445764,28445023:kraft:3726:28445169,28461959:kraft:3726:28462385,28461960:kraft:3726:28462238,28481121:kraft:3726:28481227,28481259:kraft:3726:28481441,28486929:kraft:3726:28487148,28531431:kraft:3726:28535935,28531893:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0020080892169949687, 'nb_photo': 11, 'list_port_cont': '28162174,28162264,28387712,28395226,28428095,28429456,28445173,28664679', 'assoc_port': '28161998:28162264,28162011:28162174,28387523:28387712,28394918:28395226,28428060:28428095,28429249:28429456,28445023:28445173,28648630:28664679', 'assoc_mat': '28161998:metal:3726:28162264,28162011:metal:3726:28162174,28387523:metal:3726:28387712,28394918:metal:3726:28395226,28428060:metal:3726:28428095,28429249:metal:3726:28429456,28445023:metal:3726:28445173,28648630:metal:3726:28664679'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.012503066770176036, 'nb_photo': 1163, 'list_port_cont': '28096212,28109312,28152169,28162178,28162268,28163957,28165034,28181863,28183043,28202025,28202746,28205968,28206127,28208204,28212277,28218515,28219114,28219450,28222443,28226877,28231561,28235029,28258355,28268175,28310391,28316307,28318807,28320342,28387717,28391990,28395233,28428096,28429460,28430807,28445167,28445763,28462235,28462276,28462388,28463012,28481229,28481432,28487152,28488598,28535492,28535930,28538183,28596044,28604909,28608912,28611955,28663938,28664134,28664680,28677749,28706928,28711762,28752742,28753966,28755385,28764693,28772444,28778893,28812674,28817226', 'assoc_port': '28089576:28235029,28089911:28096212,28108548:28231561,28108549:28226877,28108550:28109312,28108551:28222443,28108552:28218515,28108553:28202025,28149920:28181863,28151808:28152169,28151809:28183043,28160747:28163957,28160748:28165034,28161998:28162268,28162011:28162178,28202434:28202746,28203992:28206127,28203994:28208204,28205713:28205968,28212225:28212277,28218560:28219114,28218561:28219450,28258194:28258355,28260440:28316307,28268018:28268175,28305062:28310391,28317403:28320342,28317406:28318807,28387523:28387717,28390669:28391990,28394918:28395233,28428060:28428096,28429249:28429460,28430700:28430807,28444717:28445763,28445023:28445167,28461945:28463012,28461959:28462388,28461960:28462235,28461965:28462276,28481121:28481229,28481259:28481432,28486928:28488598,28486929:28487152,28531431:28535930,28531893:28538183,28535129:28535492,28595847:28596044,28604691:28604909,28607984:28608912,28611739:28611955,28648630:28664680,28648632:28663938,28657270:28711762,28659001:28677749,28663898:28664134,28698523:2870692', 'assoc_mat': '28089576:plastique:3726:28235029,28089911:plastique:3726:28096212,28108548:plastique:3726:28231561,28108549:plastique:3726:28226877,28108550:plastique:3726:28109312,28108551:plastique:3726:28222443,28108552:plastique:3726:28218515,28108553:plastique:3726:28202025,28149920:plastique:3726:28181863,28151808:plastique:3726:28152169,28151809:plastique:3726:28183043,28160747:plastique:3726:28163957,28160748:plastique:3726:28165034,28161998:plastique:3726:28162268,28162011:plastique:3726:28162178,28202434:plastique:3726:28202746,28203992:plastique:3726:28206127,28203994:plastique:3726:28208204,28205713:plastique:3726:28205968,28212225:plastique:3726:28212277,28218560:plastique:3726:28219114,28218561:plastique:3726:28219450,28258194:plastique:3726:28258355,28260440:plastique:3726:28316307,28268018:plastique:3726:28268175,28305062:plastique:3726:28310391,28317403:plastique:3726:28320342,28317406:plastique:3726:28318807,28387523:plastique:3726:28387717,28390669:plastique:3726:28391990,28394918:plastique:3726:28395233,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.021538770232878948, 'nb_photo': 3354, 'list_port_cont': '28096206,28109304,28152171,28162169,28162261,28163959,28165038,28181868,28183051,28202028,28202747,28205973,28206122,28208199,28212286,28218506,28219104,28219455,28222444,28226872,28231560,28235030,28258354,28268174,28310389,28316317,28318805,28320343,28387710,28391989,28395224,28428097,28429464,28430801,28445170,28445766,28462242,28462280,28462381,28463013,28481234,28481439,28487155,28488599,28520762,28535489,28535936,28538177,28596041,28604904,28608914,28611953,28663928,28664129,28664683,28677743,28706923,28711771,28752749,28753976,28755381,28764696,28772447,28778895,28812679,28817218', 'assoc_port': '28089576:28235030,28089911:28096206,28108548:28231560,28108549:28226872,28108550:28109304,28108551:28222444,28108552:28218506,28108553:28202028,28149920:28181868,28151808:28152171,28151809:28183051,28160747:28163959,28160748:28165038,28161998:28162261,28162011:28162169,28202434:28202747,28203992:28206122,28203994:28208199,28205713:28205973,28212225:28212286,28218560:28219104,28218561:28219455,28258194:28258354,28260440:28316317,28268018:28268174,28305062:28310389,28317403:28320343,28317406:28318805,28387523:28387710,28390669:28391989,28394918:28395224,28428060:28428097,28429249:28429464,28430700:28430801,28444717:28445766,28445023:28445170,28461945:28463013,28461959:28462381,28461960:28462242,28461965:28462280,28481121:28481234,28481259:28481439,28486928:28488599,28486929:28487155,28520465:28520762,28531431:28535936,28531893:28538177,28535129:28535489,28595847:28596041,28604691:28604904,28607984:28608914,28611739:28611953,28648630:28664683,28648632:28663928,28657270:28711771,28659001:28677743,28663898:2866412', 'assoc_mat': '28089576:Teint_Dans_La_Masse:3726:28235030,28089911:Teint_Dans_La_Masse:3726:28096206,28108548:Teint_Dans_La_Masse:3726:28231560,28108549:Teint_Dans_La_Masse:3726:28226872,28108550:Teint_Dans_La_Masse:3726:28109304,28108551:Teint_Dans_La_Masse:3726:28222444,28108552:Teint_Dans_La_Masse:3726:28218506,28108553:Teint_Dans_La_Masse:3726:28202028,28149920:Teint_Dans_La_Masse:3726:28181868,28151808:Teint_Dans_La_Masse:3726:28152171,28151809:Teint_Dans_La_Masse:3726:28183051,28160747:Teint_Dans_La_Masse:3726:28163959,28160748:Teint_Dans_La_Masse:3726:28165038,28161998:Teint_Dans_La_Masse:3726:28162261,28162011:Teint_Dans_La_Masse:3726:28162169,28202434:Teint_Dans_La_Masse:3726:28202747,28203992:Teint_Dans_La_Masse:3726:28206122,28203994:Teint_Dans_La_Masse:3726:28208199,28205713:Teint_Dans_La_Masse:3726:28205973,28212225:Teint_Dans_La_Masse:3726:28212286,28218560:Teint_Dans_La_Masse:3726:28219104,28218561:Teint_Dans_La_Masse:3726:28219455,28258194:Teint_Dans_La_Masse:3726:28258354,28260440:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 4602}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-11', 0.12987086658084748),)]} filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_11_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.37%', 479], 'cartonnette': ['cartonnette', '1.42%', 1485], 'Carton_brun': ['Carton_brun', '6.78%', 6584], 'Carton_gris': ['Carton_gris', '0.65%', 166], 'kraft': ['kraft', '0.46%', 135], 'metal': ['metal', '0.2%', 11], 'plastique': ['plastique', '1.25%', 1163], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '2.15%', 3354]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_11_annee_2025.pdf le fichier se trouve ici : /data_4/data_log/job/memo/Perlen_convoyeur 2.94user 2.55system 0:05.96elapsed 92%CPU (0avgtext+0avgdata 176700maxresident)k 27928inputs+312outputs (266major+59113minor)pagefaults 0swaps