python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_2/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2025-04 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (1, 30) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (1, 30) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 04 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2025-04 year : 2025 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2025-04%') and created_at like '%2025-04%'))); nb_day : (1, 30) after unwanted_material_data nb_day : (1, 30) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2025/04%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2025-04-01 00:00:00,2025-04-02 00:00:00,2025-04-03 00:00:00,2025-04-04 00:00:00,2025-04-07 00:00:00,2025-04-08 00:00:00,2025-04-09 00:00:00,2025-04-10 00:00:00,2025-04-11 00:00:00,2025-04-14 00:00:00,2025-04-15 00:00:00,2025-04-16 00:00:00,2025-04-17 00:00:00,2025-04-18 00:00:00,2025-04-21 00:00:00,2025-04-22 00:00:00,2025-04-23 00:00:00,2025-04-24 00:00:00,2025-04-25 00:00:00,2025-04-28 00:00:00,2025-04-29 00:00:00,2025-04-30 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and ded.dashboard_place_id = 134 and month(ded.date) = 04 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 04 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%042025%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2025-04-01 : dt_date_just_month_year : 2025-04-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-04-01" AND ded.date <= "2025-04-30" apple3 {'JRM': {'mat': 'JRM', 'pht': 3726, 'datou_carac_id': 4433, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'papier'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (1721019,1734199,1734221,1725913,1729833,1744189,1773919,1773938,1773970,1778332,1778320,1778315,1778311) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.011525989172176421, 'nb_photo': 489, 'list_port_cont': '21943165,21943198,21946658,21947550,21948777,21955106,21964591,22027834,22036561,22037459,22037674,22037912,22038325,22038522,22052531,22053538,22053642,22054195,22057767,22058918,22059184,22076971,22077101,22117188,22124579,22184139,22303132,22307335,22308080,22321936,22345797,22348044,22380981,22385159,22432308,22449596,22450963,22451225,22454260,22455156,22499314,22500325,22517795,22544120,22551856,22561003,22595744,22595885,22596485,22596723,22597987,22599250,22600380,22603059,22603581,22604218,22606843,22612637,22612800,22617272,22626658,22631148,22638218,22638318,22639309,22639515,22640017,22640212,22640339,22640481,22640728,22643425,22644216,22644484,22644903,22647300,22649407,22649514', 'assoc_port': '21942661:21948777,21942963:21943198,21942964:21943165,21945816:21964591,21946531:21955106,21946532:21946658,21947408:21947550,22014129:22036561,22014130:22058918,22014131:22037459,22014132:22037674,22014133:22037912,22014134:22059184,22014135:22038325,22014136:22038522,22018565:22052531,22019802:22053538,22019803:22053642,22026850:22027834,22029892:22057767,22033705:22054195,22074748:22076971,22076999:22077101,22082727:22117188,22124406:22124579,22183801:22184139,22290736:22321936,22300252:22308080,22302851:22303132,22307153:22307335,22345737:22345797,22347867:22348044,22379622:22380981,22382412:22385159,22386893:22451225,22430997:22432308,22433829:22455156,22439125:22449596,22450862:22450963,22454035:22454260,22497657:22500325,22498862:22499314,22505531:22517795,22543706:22544120,22545401:22561003,22551582:22551856,22594988:22612800,22594989:22596485,22594990:22617272,22594991:22604218,22594992:22596723,22595103:22599250,22595104:22631148,22595105:22612637,22595106:22626658,22595107:22600380,22595268:2259574', 'assoc_mat': '21942661:autre_refus:3726:21948777,21942963:autre_refus:3726:21943198,21942964:autre_refus:3726:21943165,21945816:autre_refus:3726:21964591,21946531:autre_refus:3726:21955106,21946532:autre_refus:3726:21946658,21947408:autre_refus:3726:21947550,22014129:autre_refus:3726:22036561,22014130:autre_refus:3726:22058918,22014131:autre_refus:3726:22037459,22014132:autre_refus:3726:22037674,22014133:autre_refus:3726:22037912,22014134:autre_refus:3726:22059184,22014135:autre_refus:3726:22038325,22014136:autre_refus:3726:22038522,22018565:autre_refus:3726:22052531,22019802:autre_refus:3726:22053538,22019803:autre_refus:3726:22053642,22026850:autre_refus:3726:22027834,22029892:autre_refus:3726:22057767,22033705:autre_refus:3726:22054195,22074748:autre_refus:3726:22076971,22076999:autre_refus:3726:22077101,22082727:autre_refus:3726:22117188,22124406:autre_refus:3726:22124579,22183801:autre_refus:3726:22184139,22290736:autre_refus:3726:22321936,22300252:autre_refus:3726:22308080,22302851:autre_refus:3726:22303132,22307153:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0136920841085346, 'nb_photo': 1598, 'list_port_cont': '21943168,21943197,21946648,21947540,21948778,21955112,21962228,21964586,22027826,22036570,22037465,22037664,22037907,22038330,22038515,22052528,22053533,22053641,22054185,22057764,22058917,22059190,22067117,22076973,22077094,22117191,22124585,22184136,22303136,22307326,22308085,22321928,22345798,22348040,22350477,22380983,22385151,22432304,22449597,22450952,22451220,22454275,22455157,22499318,22500327,22517796,22544124,22551855,22561004,22595743,22595889,22596477,22596733,22597989,22599247,22600386,22603062,22603576,22604221,22606840,22612646,22612805,22617278,22626659,22631151,22638221,22638325,22639318,22639519,22640019,22640207,22640335,22640479,22640725,22643424,22644218,22644486,22644913,22647303,22649402,22649511', 'assoc_port': '21942661:21948778,21942963:21943197,21942964:21943168,21945816:21964586,21945817:21962228,21946531:21955112,21946532:21946648,21947408:21947540,22014129:22036570,22014130:22058917,22014131:22037465,22014132:22037664,22014133:22037907,22014134:22059190,22014135:22038330,22014136:22038515,22018565:22052528,22019802:22053533,22019803:22053641,22026850:22027826,22029892:22057764,22033705:22054185,22066911:22067117,22074748:22076973,22076999:22077094,22082727:22117191,22124406:22124585,22183801:22184136,22290736:22321928,22300252:22308085,22302851:22303136,22307153:22307326,22342772:22350477,22345737:22345798,22347867:22348040,22379622:22380983,22382412:22385151,22386893:22451220,22430997:22432304,22433829:22455157,22439125:22449597,22450862:22450952,22454035:22454275,22497657:22500327,22498862:22499318,22505531:22517796,22543706:22544124,22545401:22561004,22551582:22551855,22594988:22612805,22594989:22596477,22594990:22617278,22594991:22604221,22594992:22596733,22595103:22599247,22595104:22631151,22595105:2261264', 'assoc_mat': '21942661:cartonnette:3726:21948778,21942963:cartonnette:3726:21943197,21942964:cartonnette:3726:21943168,21945816:cartonnette:3726:21964586,21945817:cartonnette:3726:21962228,21946531:cartonnette:3726:21955112,21946532:cartonnette:3726:21946648,21947408:cartonnette:3726:21947540,22014129:cartonnette:3726:22036570,22014130:cartonnette:3726:22058917,22014131:cartonnette:3726:22037465,22014132:cartonnette:3726:22037664,22014133:cartonnette:3726:22037907,22014134:cartonnette:3726:22059190,22014135:cartonnette:3726:22038330,22014136:cartonnette:3726:22038515,22018565:cartonnette:3726:22052528,22019802:cartonnette:3726:22053533,22019803:cartonnette:3726:22053641,22026850:cartonnette:3726:22027826,22029892:cartonnette:3726:22057764,22033705:cartonnette:3726:22054185,22066911:cartonnette:3726:22067117,22074748:cartonnette:3726:22076973,22076999:cartonnette:3726:22077094,22082727:cartonnette:3726:22117191,22124406:cartonnette:3726:22124585,22183801:cartonnette:3726:22184136,22290736:cartonnette:3726:22321928,22300252:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.058299142654805465, 'nb_photo': 6953, 'list_port_cont': '21943172,21943194,21946655,21947547,21948786,21955115,21962227,21964588,22027832,22036563,22037457,22037672,22037910,22038329,22038514,22052538,22053532,22053648,22054194,22057763,22058911,22059187,22067123,22076974,22077092,22117185,22124582,22184127,22303141,22307333,22308081,22321933,22345806,22348047,22350476,22380977,22385158,22432309,22449588,22450954,22451223,22454261,22455158,22499315,22500316,22517785,22544121,22551859,22561001,22595745,22595894,22596480,22596724,22597985,22599256,22600385,22603053,22603574,22604217,22606837,22612645,22612794,22617267,22626655,22631144,22638226,22638320,22639317,22639520,22640016,22640216,22640333,22640477,22640730,22643426,22644223,22644490,22644906,22647304,22649399,22649513', 'assoc_port': '21942661:21948786,21942963:21943194,21942964:21943172,21945816:21964588,21945817:21962227,21946531:21955115,21946532:21946655,21947408:21947547,22014129:22036563,22014130:22058911,22014131:22037457,22014132:22037672,22014133:22037910,22014134:22059187,22014135:22038329,22014136:22038514,22018565:22052538,22019802:22053532,22019803:22053648,22026850:22027832,22029892:22057763,22033705:22054194,22066911:22067123,22074748:22076974,22076999:22077092,22082727:22117185,22124406:22124582,22183801:22184127,22290736:22321933,22300252:22308081,22302851:22303141,22307153:22307333,22342772:22350476,22345737:22345806,22347867:22348047,22379622:22380977,22382412:22385158,22386893:22451223,22430997:22432309,22433829:22455158,22439125:22449588,22450862:22450954,22454035:22454261,22497657:22500316,22498862:22499315,22505531:22517785,22543706:22544121,22545401:22561001,22551582:22551859,22594988:22612794,22594989:22596480,22594990:22617267,22594991:22604217,22594992:22596724,22595103:22599256,22595104:22631144,22595105:2261264', 'assoc_mat': '21942661:Carton_brun:3726:21948786,21942963:Carton_brun:3726:21943194,21942964:Carton_brun:3726:21943172,21945816:Carton_brun:3726:21964588,21945817:Carton_brun:3726:21962227,21946531:Carton_brun:3726:21955115,21946532:Carton_brun:3726:21946655,21947408:Carton_brun:3726:21947547,22014129:Carton_brun:3726:22036563,22014130:Carton_brun:3726:22058911,22014131:Carton_brun:3726:22037457,22014132:Carton_brun:3726:22037672,22014133:Carton_brun:3726:22037910,22014134:Carton_brun:3726:22059187,22014135:Carton_brun:3726:22038329,22014136:Carton_brun:3726:22038514,22018565:Carton_brun:3726:22052538,22019802:Carton_brun:3726:22053532,22019803:Carton_brun:3726:22053648,22026850:Carton_brun:3726:22027832,22029892:Carton_brun:3726:22057763,22033705:Carton_brun:3726:22054194,22066911:Carton_brun:3726:22067123,22074748:Carton_brun:3726:22076974,22076999:Carton_brun:3726:22077092,22082727:Carton_brun:3726:22117185,22124406:Carton_brun:3726:22124582,22183801:Carton_brun:3726:22184127,22290736:Carton_brun:3726:22321933,22300252:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0059260842526094, 'nb_photo': 216, 'list_port_cont': '21943162,21943191,21946653,21964587,22027825,22036569,22037663,22037906,22038334,22038523,22053540,22053649,22054186,22057768,22058907,22059192,22067118,22076975,22077099,22117183,22124578,22184137,22303133,22307331,22308078,22321935,22345805,22350479,22380982,22385153,22449590,22450959,22451219,22454256,22455163,22499312,22500321,22517790,22544125,22551860,22561005,22595740,22595888,22596725,22597990,22599254,22603051,22603582,22604215,22606832,22612636,22612797,22617273,22626657,22638219,22638323,22639314,22640015,22640215,22640328,22640483,22640729,22643420,22644222,22644480,22644910,22647306,22649397,22649510', 'assoc_port': '21942963:21943191,21942964:21943162,21945816:21964587,21946532:21946653,22014129:22036569,22014130:22058907,22014132:22037663,22014133:22037906,22014134:22059192,22014135:22038334,22014136:22038523,22019802:22053540,22019803:22053649,22026850:22027825,22029892:22057768,22033705:22054186,22066911:22067118,22074748:22076975,22076999:22077099,22082727:22117183,22124406:22124578,22183801:22184137,22290736:22321935,22300252:22308078,22302851:22303133,22307153:22307331,22342772:22350479,22345737:22345805,22379622:22380982,22382412:22385153,22386893:22451219,22433829:22455163,22439125:22449590,22450862:22450959,22454035:22454256,22497657:22500321,22498862:22499312,22505531:22517790,22543706:22544125,22545401:22561005,22551582:22551860,22594988:22612797,22594990:22617273,22594991:22604215,22594992:22596725,22595103:22599254,22595105:22612636,22595106:22626657,22595268:22595740,22595550:22603051,22595551:22597990,22595552:22606832,22595565:22603582,22595566:22595888,22638014:22639314,22638016:22649397,22638017:2264951', 'assoc_mat': '21942963:Carton_gris:3726:21943191,21942964:Carton_gris:3726:21943162,21945816:Carton_gris:3726:21964587,21946532:Carton_gris:3726:21946653,22014129:Carton_gris:3726:22036569,22014130:Carton_gris:3726:22058907,22014132:Carton_gris:3726:22037663,22014133:Carton_gris:3726:22037906,22014134:Carton_gris:3726:22059192,22014135:Carton_gris:3726:22038334,22014136:Carton_gris:3726:22038523,22019802:Carton_gris:3726:22053540,22019803:Carton_gris:3726:22053649,22026850:Carton_gris:3726:22027825,22029892:Carton_gris:3726:22057768,22033705:Carton_gris:3726:22054186,22066911:Carton_gris:3726:22067118,22074748:Carton_gris:3726:22076975,22076999:Carton_gris:3726:22077099,22082727:Carton_gris:3726:22117183,22124406:Carton_gris:3726:22124578,22183801:Carton_gris:3726:22184137,22290736:Carton_gris:3726:22321935,22300252:Carton_gris:3726:22308078,22302851:Carton_gris:3726:22303133,22307153:Carton_gris:3726:22307331,22342772:Carton_gris:3726:22350479,22345737:Carton_gris:3726:22345805,22379622:Carton_gris:3726:22380982,22382412:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.002508811624090056, 'nb_photo': 79, 'list_port_cont': '21943164,21943193,21946650,21947543,21948783,21964589,22027828,22036562,22037466,22037670,22038331,22052537,22054188,22057759,22058914,22117184,22124581,22184134,22307330,22380976,22449598,22450957,22451217,22454254,22499310,22517787,22551861,22595891,22596726,22597993,22599246,22600381,22603577,22604219,22617271,22626661,22638224,22638316,22639310,22640723,22644481,22644914,22649404,22649506', 'assoc_port': '21942661:21948783,21942963:21943193,21942964:21943164,21945816:21964589,21946532:21946650,21947408:21947543,22014129:22036562,22014130:22058914,22014131:22037466,22014132:22037670,22014135:22038331,22018565:22052537,22026850:22027828,22029892:22057759,22033705:22054188,22082727:22117184,22124406:22124581,22183801:22184134,22307153:22307330,22379622:22380976,22386893:22451217,22439125:22449598,22450862:22450957,22454035:22454254,22498862:22499310,22505531:22517787,22551582:22551861,22594990:22617271,22594991:22604219,22594992:22596726,22595103:22599246,22595106:22626661,22595107:22600381,22595551:22597993,22595565:22603577,22595566:22595891,22638014:22639310,22638016:22649404,22638017:22649506,22638024:22644481,22638025:22638224,22638077:22644914,22638080:22638316,22638081:22640723', 'assoc_mat': '21942661:kraft:3726:21948783,21942963:kraft:3726:21943193,21942964:kraft:3726:21943164,21945816:kraft:3726:21964589,21946532:kraft:3726:21946650,21947408:kraft:3726:21947543,22014129:kraft:3726:22036562,22014130:kraft:3726:22058914,22014131:kraft:3726:22037466,22014132:kraft:3726:22037670,22014135:kraft:3726:22038331,22018565:kraft:3726:22052537,22026850:kraft:3726:22027828,22029892:kraft:3726:22057759,22033705:kraft:3726:22054188,22082727:kraft:3726:22117184,22124406:kraft:3726:22124581,22183801:kraft:3726:22184134,22307153:kraft:3726:22307330,22379622:kraft:3726:22380976,22386893:kraft:3726:22451217,22439125:kraft:3726:22449598,22450862:kraft:3726:22450957,22454035:kraft:3726:22454254,22498862:kraft:3726:22499310,22505531:kraft:3726:22517787,22551582:kraft:3726:22551861,22594990:kraft:3726:22617271,22594991:kraft:3726:22604219,22594992:kraft:3726:22596726,22595103:kraft:3726:22599246,22595106:kraft:3726:22626661,22595107:kraft:3726:22600381,22595551:kraft:3726:22597993,22595565:kraft:3726:22603577,22595566:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0013682002906297134, 'nb_photo': 19, 'list_port_cont': '22038335,22053539,22053643,22054189,22058913,22385156,22450962,22499316,22603055,22603578,22638229,22640208,22640720,22644488,22647307,22649403,22649504', 'assoc_port': '22014130:22058913,22014135:22038335,22019802:22053539,22019803:22053643,22033705:22054189,22382412:22385156,22450862:22450962,22498862:22499316,22595550:22603055,22595565:22603578,22638016:22649403,22638017:22649504,22638023:22640208,22638024:22644488,22638025:22638229,22638079:22647307,22638081:22640720', 'assoc_mat': '22014130:metal:3726:22058913,22014135:metal:3726:22038335,22019802:metal:3726:22053539,22019803:metal:3726:22053643,22033705:metal:3726:22054189,22382412:metal:3726:22385156,22450862:metal:3726:22450962,22498862:metal:3726:22499316,22595550:metal:3726:22603055,22595565:metal:3726:22603578,22638016:metal:3726:22649403,22638017:metal:3726:22649504,22638023:metal:3726:22640208,22638024:metal:3726:22644488,22638025:metal:3726:22638229,22638079:metal:3726:22647307,22638081:metal:3726:22640720'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.009105771322259811, 'nb_photo': 1046, 'list_port_cont': '21943169,21943196,21946652,21947541,21948788,21955107,21962229,21964584,22027824,22036566,22037464,22037665,22037908,22038336,22038519,22052535,22053542,22053650,22054190,22057769,22058910,22059188,22067121,22076980,22077091,22117192,22124584,22184128,22303135,22307332,22308086,22321927,22345801,22348038,22350474,22380986,22385154,22432313,22449592,22450961,22451221,22454257,22455154,22499319,22500326,22517791,22544117,22551865,22560998,22595736,22595895,22596482,22596729,22597988,22599252,22600382,22603060,22603583,22604220,22606834,22612638,22612802,22617270,22626654,22631152,22638227,22638315,22639308,22639511,22640020,22640213,22640331,22640478,22640724,22643429,22644213,22644483,22644905,22647305,22649398,22649515', 'assoc_port': '21942661:21948788,21942963:21943196,21942964:21943169,21945816:21964584,21945817:21962229,21946531:21955107,21946532:21946652,21947408:21947541,22014129:22036566,22014130:22058910,22014131:22037464,22014132:22037665,22014133:22037908,22014134:22059188,22014135:22038336,22014136:22038519,22018565:22052535,22019802:22053542,22019803:22053650,22026850:22027824,22029892:22057769,22033705:22054190,22066911:22067121,22074748:22076980,22076999:22077091,22082727:22117192,22124406:22124584,22183801:22184128,22290736:22321927,22300252:22308086,22302851:22303135,22307153:22307332,22342772:22350474,22345737:22345801,22347867:22348038,22379622:22380986,22382412:22385154,22386893:22451221,22430997:22432313,22433829:22455154,22439125:22449592,22450862:22450961,22454035:22454257,22497657:22500326,22498862:22499319,22505531:22517791,22543706:22544117,22545401:22560998,22551582:22551865,22594988:22612802,22594989:22596482,22594990:22617270,22594991:22604220,22594992:22596729,22595103:22599252,22595104:22631152,22595105:2261263', 'assoc_mat': '21942661:plastique:3726:21948788,21942963:plastique:3726:21943196,21942964:plastique:3726:21943169,21945816:plastique:3726:21964584,21945817:plastique:3726:21962229,21946531:plastique:3726:21955107,21946532:plastique:3726:21946652,21947408:plastique:3726:21947541,22014129:plastique:3726:22036566,22014130:plastique:3726:22058910,22014131:plastique:3726:22037464,22014132:plastique:3726:22037665,22014133:plastique:3726:22037908,22014134:plastique:3726:22059188,22014135:plastique:3726:22038336,22014136:plastique:3726:22038519,22018565:plastique:3726:22052535,22019802:plastique:3726:22053542,22019803:plastique:3726:22053650,22026850:plastique:3726:22027824,22029892:plastique:3726:22057769,22033705:plastique:3726:22054190,22066911:plastique:3726:22067121,22074748:plastique:3726:22076980,22076999:plastique:3726:22077091,22082727:plastique:3726:22117192,22124406:plastique:3726:22124584,22183801:plastique:3726:22184128,22290736:plastique:3726:22321927,22300252:plastique:3726:22308086,22302851:plastique:3726:22303135,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.019819498898825588, 'nb_photo': 3886, 'list_port_cont': '21943166,21943199,21946657,21947551,21948785,21955111,21962219,21964582,22027823,22036572,22037460,22037666,22037905,22038328,22038516,22052539,22053535,22053647,22054187,22057762,22058915,22059186,22067125,22076977,22077093,22117193,22124577,22184133,22303137,22307334,22308084,22321937,22345803,22348046,22350475,22380985,22385162,22432302,22449591,22450958,22451227,22454259,22455160,22499311,22500323,22517794,22544116,22551863,22561008,22595734,22595893,22596479,22596730,22597995,22599253,22600384,22603056,22603579,22604211,22606833,22612641,22612798,22617276,22626651,22631149,22638222,22638317,22639307,22639512,22640013,22640210,22640332,22640487,22640731,22643419,22644217,22644479,22644908,22647298,22649400,22649507', 'assoc_port': '21942661:21948785,21942963:21943199,21942964:21943166,21945816:21964582,21945817:21962219,21946531:21955111,21946532:21946657,21947408:21947551,22014129:22036572,22014130:22058915,22014131:22037460,22014132:22037666,22014133:22037905,22014134:22059186,22014135:22038328,22014136:22038516,22018565:22052539,22019802:22053535,22019803:22053647,22026850:22027823,22029892:22057762,22033705:22054187,22066911:22067125,22074748:22076977,22076999:22077093,22082727:22117193,22124406:22124577,22183801:22184133,22290736:22321937,22300252:22308084,22302851:22303137,22307153:22307334,22342772:22350475,22345737:22345803,22347867:22348046,22379622:22380985,22382412:22385162,22386893:22451227,22430997:22432302,22433829:22455160,22439125:22449591,22450862:22450958,22454035:22454259,22497657:22500323,22498862:22499311,22505531:22517794,22543706:22544116,22545401:22561008,22551582:22551863,22594988:22612798,22594989:22596479,22594990:22617276,22594991:22604211,22594992:22596730,22595103:22599253,22595104:22631149,22595105:2261264', 'assoc_mat': '21942661:Teint_Dans_La_Masse:3726:21948785,21942963:Teint_Dans_La_Masse:3726:21943199,21942964:Teint_Dans_La_Masse:3726:21943166,21945816:Teint_Dans_La_Masse:3726:21964582,21945817:Teint_Dans_La_Masse:3726:21962219,21946531:Teint_Dans_La_Masse:3726:21955111,21946532:Teint_Dans_La_Masse:3726:21946657,21947408:Teint_Dans_La_Masse:3726:21947551,22014129:Teint_Dans_La_Masse:3726:22036572,22014130:Teint_Dans_La_Masse:3726:22058915,22014131:Teint_Dans_La_Masse:3726:22037460,22014132:Teint_Dans_La_Masse:3726:22037666,22014133:Teint_Dans_La_Masse:3726:22037905,22014134:Teint_Dans_La_Masse:3726:22059186,22014135:Teint_Dans_La_Masse:3726:22038328,22014136:Teint_Dans_La_Masse:3726:22038516,22018565:Teint_Dans_La_Masse:3726:22052539,22019802:Teint_Dans_La_Masse:3726:22053535,22019803:Teint_Dans_La_Masse:3726:22053647,22026850:Teint_Dans_La_Masse:3726:22027823,22029892:Teint_Dans_La_Masse:3726:22057762,22033705:Teint_Dans_La_Masse:3726:22054187,22066911:Teint_Dans_La_Masse:3726:22067125,22074748:Teint_Dans_La_Masse:3726:2'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(1721019,1734199,1734221,1725913,1729833,1744189,1773919,1773938,1773970,1778332,1778320,1778315,1778311)); after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2025-04-01' and date <= '2025-04-30') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((5844,),), 'unwanted_material_monthly_percentage': ((0.10969076643069181,),), 'material_repartition': (('JRM', 2057),), 'material_dict': {'JRM': 2057}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 4, 1), 0.10974254530002231, 599), (datetime.date(2025, 4, 2), 0.11676084319039824, 604), (datetime.date(2025, 4, 3), 0.11509267051742125, 272), (datetime.date(2025, 4, 15), 0.11529903964003357, 246), (datetime.date(2025, 4, 16), 0.1199362260997642, 288), (datetime.date(2025, 4, 17), 0.10928915335152208, 48), (datetime.date(2025, 4, 22), 0.10213293500797892, 597), (datetime.date(2025, 4, 23), 0.09928337933164495, 535), (datetime.date(2025, 4, 24), 0.09926995266476975, 561), (datetime.date(2025, 4, 25), 0.09402907601232137, 307), (datetime.date(2025, 4, 28), 0.13072937112515529, 644), (datetime.date(2025, 4, 29), 0.11777445070219647, 590), (datetime.date(2025, 4, 30), 0.1144928749500029, 553)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 4, 1), 0.10974254530002231, 599), (datetime.date(2025, 4, 2), 0.11676084319039824, 604), (datetime.date(2025, 4, 3), 0.11509267051742125, 272), (datetime.date(2025, 4, 15), 0.11529903964003357, 246), (datetime.date(2025, 4, 16), 0.1199362260997642, 288), (datetime.date(2025, 4, 17), 0.10928915335152208, 48), (datetime.date(2025, 4, 22), 0.10213293500797892, 597), (datetime.date(2025, 4, 23), 0.09928337933164495, 535), (datetime.date(2025, 4, 24), 0.09926995266476975, 561), (datetime.date(2025, 4, 25), 0.09402907601232137, 307), (datetime.date(2025, 4, 28), 0.13072937112515529, 644), (datetime.date(2025, 4, 29), 0.11777445070219647, 590), (datetime.date(2025, 4, 30), 0.1144928749500029, 553))}, 'quality_array': [['-0.08743505275781108', '01042025'], ['-0.20378502508371482', '02042025'], ['0.13353709028198663', '03042025'], ['-0.08696548614130195', '15042025'], ['-0.19333982534974534', '16042025'], ['-0.9156511382828713', '17042025'], ['0.11001402122339846', '22042025'], ['-0.16138431904366768', '23042025'], ['-0.10347534147650327', '24042025'], ['0.05260119406464275', '25042025'], ['-0.025378627817934336', '28042025'], ['-0.15122385358822357', '29042025'], ['0.019949910172418248', '30042025']], 'number_of_batch': ((81,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.011525989172176421, 'nb_photo': 489, 'list_port_cont': '21943165,21943198,21946658,21947550,21948777,21955106,21964591,22027834,22036561,22037459,22037674,22037912,22038325,22038522,22052531,22053538,22053642,22054195,22057767,22058918,22059184,22076971,22077101,22117188,22124579,22184139,22303132,22307335,22308080,22321936,22345797,22348044,22380981,22385159,22432308,22449596,22450963,22451225,22454260,22455156,22499314,22500325,22517795,22544120,22551856,22561003,22595744,22595885,22596485,22596723,22597987,22599250,22600380,22603059,22603581,22604218,22606843,22612637,22612800,22617272,22626658,22631148,22638218,22638318,22639309,22639515,22640017,22640212,22640339,22640481,22640728,22643425,22644216,22644484,22644903,22647300,22649407,22649514', 'assoc_port': '21942661:21948777,21942963:21943198,21942964:21943165,21945816:21964591,21946531:21955106,21946532:21946658,21947408:21947550,22014129:22036561,22014130:22058918,22014131:22037459,22014132:22037674,22014133:22037912,22014134:22059184,22014135:22038325,22014136:22038522,22018565:22052531,22019802:22053538,22019803:22053642,22026850:22027834,22029892:22057767,22033705:22054195,22074748:22076971,22076999:22077101,22082727:22117188,22124406:22124579,22183801:22184139,22290736:22321936,22300252:22308080,22302851:22303132,22307153:22307335,22345737:22345797,22347867:22348044,22379622:22380981,22382412:22385159,22386893:22451225,22430997:22432308,22433829:22455156,22439125:22449596,22450862:22450963,22454035:22454260,22497657:22500325,22498862:22499314,22505531:22517795,22543706:22544120,22545401:22561003,22551582:22551856,22594988:22612800,22594989:22596485,22594990:22617272,22594991:22604218,22594992:22596723,22595103:22599250,22595104:22631148,22595105:22612637,22595106:22626658,22595107:22600380,22595268:2259574', 'assoc_mat': '21942661:autre_refus:3726:21948777,21942963:autre_refus:3726:21943198,21942964:autre_refus:3726:21943165,21945816:autre_refus:3726:21964591,21946531:autre_refus:3726:21955106,21946532:autre_refus:3726:21946658,21947408:autre_refus:3726:21947550,22014129:autre_refus:3726:22036561,22014130:autre_refus:3726:22058918,22014131:autre_refus:3726:22037459,22014132:autre_refus:3726:22037674,22014133:autre_refus:3726:22037912,22014134:autre_refus:3726:22059184,22014135:autre_refus:3726:22038325,22014136:autre_refus:3726:22038522,22018565:autre_refus:3726:22052531,22019802:autre_refus:3726:22053538,22019803:autre_refus:3726:22053642,22026850:autre_refus:3726:22027834,22029892:autre_refus:3726:22057767,22033705:autre_refus:3726:22054195,22074748:autre_refus:3726:22076971,22076999:autre_refus:3726:22077101,22082727:autre_refus:3726:22117188,22124406:autre_refus:3726:22124579,22183801:autre_refus:3726:22184139,22290736:autre_refus:3726:22321936,22300252:autre_refus:3726:22308080,22302851:autre_refus:3726:22303132,22307153:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0136920841085346, 'nb_photo': 1598, 'list_port_cont': '21943168,21943197,21946648,21947540,21948778,21955112,21962228,21964586,22027826,22036570,22037465,22037664,22037907,22038330,22038515,22052528,22053533,22053641,22054185,22057764,22058917,22059190,22067117,22076973,22077094,22117191,22124585,22184136,22303136,22307326,22308085,22321928,22345798,22348040,22350477,22380983,22385151,22432304,22449597,22450952,22451220,22454275,22455157,22499318,22500327,22517796,22544124,22551855,22561004,22595743,22595889,22596477,22596733,22597989,22599247,22600386,22603062,22603576,22604221,22606840,22612646,22612805,22617278,22626659,22631151,22638221,22638325,22639318,22639519,22640019,22640207,22640335,22640479,22640725,22643424,22644218,22644486,22644913,22647303,22649402,22649511', 'assoc_port': '21942661:21948778,21942963:21943197,21942964:21943168,21945816:21964586,21945817:21962228,21946531:21955112,21946532:21946648,21947408:21947540,22014129:22036570,22014130:22058917,22014131:22037465,22014132:22037664,22014133:22037907,22014134:22059190,22014135:22038330,22014136:22038515,22018565:22052528,22019802:22053533,22019803:22053641,22026850:22027826,22029892:22057764,22033705:22054185,22066911:22067117,22074748:22076973,22076999:22077094,22082727:22117191,22124406:22124585,22183801:22184136,22290736:22321928,22300252:22308085,22302851:22303136,22307153:22307326,22342772:22350477,22345737:22345798,22347867:22348040,22379622:22380983,22382412:22385151,22386893:22451220,22430997:22432304,22433829:22455157,22439125:22449597,22450862:22450952,22454035:22454275,22497657:22500327,22498862:22499318,22505531:22517796,22543706:22544124,22545401:22561004,22551582:22551855,22594988:22612805,22594989:22596477,22594990:22617278,22594991:22604221,22594992:22596733,22595103:22599247,22595104:22631151,22595105:2261264', 'assoc_mat': '21942661:cartonnette:3726:21948778,21942963:cartonnette:3726:21943197,21942964:cartonnette:3726:21943168,21945816:cartonnette:3726:21964586,21945817:cartonnette:3726:21962228,21946531:cartonnette:3726:21955112,21946532:cartonnette:3726:21946648,21947408:cartonnette:3726:21947540,22014129:cartonnette:3726:22036570,22014130:cartonnette:3726:22058917,22014131:cartonnette:3726:22037465,22014132:cartonnette:3726:22037664,22014133:cartonnette:3726:22037907,22014134:cartonnette:3726:22059190,22014135:cartonnette:3726:22038330,22014136:cartonnette:3726:22038515,22018565:cartonnette:3726:22052528,22019802:cartonnette:3726:22053533,22019803:cartonnette:3726:22053641,22026850:cartonnette:3726:22027826,22029892:cartonnette:3726:22057764,22033705:cartonnette:3726:22054185,22066911:cartonnette:3726:22067117,22074748:cartonnette:3726:22076973,22076999:cartonnette:3726:22077094,22082727:cartonnette:3726:22117191,22124406:cartonnette:3726:22124585,22183801:cartonnette:3726:22184136,22290736:cartonnette:3726:22321928,22300252:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.058299142654805465, 'nb_photo': 6953, 'list_port_cont': '21943172,21943194,21946655,21947547,21948786,21955115,21962227,21964588,22027832,22036563,22037457,22037672,22037910,22038329,22038514,22052538,22053532,22053648,22054194,22057763,22058911,22059187,22067123,22076974,22077092,22117185,22124582,22184127,22303141,22307333,22308081,22321933,22345806,22348047,22350476,22380977,22385158,22432309,22449588,22450954,22451223,22454261,22455158,22499315,22500316,22517785,22544121,22551859,22561001,22595745,22595894,22596480,22596724,22597985,22599256,22600385,22603053,22603574,22604217,22606837,22612645,22612794,22617267,22626655,22631144,22638226,22638320,22639317,22639520,22640016,22640216,22640333,22640477,22640730,22643426,22644223,22644490,22644906,22647304,22649399,22649513', 'assoc_port': '21942661:21948786,21942963:21943194,21942964:21943172,21945816:21964588,21945817:21962227,21946531:21955115,21946532:21946655,21947408:21947547,22014129:22036563,22014130:22058911,22014131:22037457,22014132:22037672,22014133:22037910,22014134:22059187,22014135:22038329,22014136:22038514,22018565:22052538,22019802:22053532,22019803:22053648,22026850:22027832,22029892:22057763,22033705:22054194,22066911:22067123,22074748:22076974,22076999:22077092,22082727:22117185,22124406:22124582,22183801:22184127,22290736:22321933,22300252:22308081,22302851:22303141,22307153:22307333,22342772:22350476,22345737:22345806,22347867:22348047,22379622:22380977,22382412:22385158,22386893:22451223,22430997:22432309,22433829:22455158,22439125:22449588,22450862:22450954,22454035:22454261,22497657:22500316,22498862:22499315,22505531:22517785,22543706:22544121,22545401:22561001,22551582:22551859,22594988:22612794,22594989:22596480,22594990:22617267,22594991:22604217,22594992:22596724,22595103:22599256,22595104:22631144,22595105:2261264', 'assoc_mat': '21942661:Carton_brun:3726:21948786,21942963:Carton_brun:3726:21943194,21942964:Carton_brun:3726:21943172,21945816:Carton_brun:3726:21964588,21945817:Carton_brun:3726:21962227,21946531:Carton_brun:3726:21955115,21946532:Carton_brun:3726:21946655,21947408:Carton_brun:3726:21947547,22014129:Carton_brun:3726:22036563,22014130:Carton_brun:3726:22058911,22014131:Carton_brun:3726:22037457,22014132:Carton_brun:3726:22037672,22014133:Carton_brun:3726:22037910,22014134:Carton_brun:3726:22059187,22014135:Carton_brun:3726:22038329,22014136:Carton_brun:3726:22038514,22018565:Carton_brun:3726:22052538,22019802:Carton_brun:3726:22053532,22019803:Carton_brun:3726:22053648,22026850:Carton_brun:3726:22027832,22029892:Carton_brun:3726:22057763,22033705:Carton_brun:3726:22054194,22066911:Carton_brun:3726:22067123,22074748:Carton_brun:3726:22076974,22076999:Carton_brun:3726:22077092,22082727:Carton_brun:3726:22117185,22124406:Carton_brun:3726:22124582,22183801:Carton_brun:3726:22184127,22290736:Carton_brun:3726:22321933,22300252:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0059260842526094, 'nb_photo': 216, 'list_port_cont': '21943162,21943191,21946653,21964587,22027825,22036569,22037663,22037906,22038334,22038523,22053540,22053649,22054186,22057768,22058907,22059192,22067118,22076975,22077099,22117183,22124578,22184137,22303133,22307331,22308078,22321935,22345805,22350479,22380982,22385153,22449590,22450959,22451219,22454256,22455163,22499312,22500321,22517790,22544125,22551860,22561005,22595740,22595888,22596725,22597990,22599254,22603051,22603582,22604215,22606832,22612636,22612797,22617273,22626657,22638219,22638323,22639314,22640015,22640215,22640328,22640483,22640729,22643420,22644222,22644480,22644910,22647306,22649397,22649510', 'assoc_port': '21942963:21943191,21942964:21943162,21945816:21964587,21946532:21946653,22014129:22036569,22014130:22058907,22014132:22037663,22014133:22037906,22014134:22059192,22014135:22038334,22014136:22038523,22019802:22053540,22019803:22053649,22026850:22027825,22029892:22057768,22033705:22054186,22066911:22067118,22074748:22076975,22076999:22077099,22082727:22117183,22124406:22124578,22183801:22184137,22290736:22321935,22300252:22308078,22302851:22303133,22307153:22307331,22342772:22350479,22345737:22345805,22379622:22380982,22382412:22385153,22386893:22451219,22433829:22455163,22439125:22449590,22450862:22450959,22454035:22454256,22497657:22500321,22498862:22499312,22505531:22517790,22543706:22544125,22545401:22561005,22551582:22551860,22594988:22612797,22594990:22617273,22594991:22604215,22594992:22596725,22595103:22599254,22595105:22612636,22595106:22626657,22595268:22595740,22595550:22603051,22595551:22597990,22595552:22606832,22595565:22603582,22595566:22595888,22638014:22639314,22638016:22649397,22638017:2264951', 'assoc_mat': '21942963:Carton_gris:3726:21943191,21942964:Carton_gris:3726:21943162,21945816:Carton_gris:3726:21964587,21946532:Carton_gris:3726:21946653,22014129:Carton_gris:3726:22036569,22014130:Carton_gris:3726:22058907,22014132:Carton_gris:3726:22037663,22014133:Carton_gris:3726:22037906,22014134:Carton_gris:3726:22059192,22014135:Carton_gris:3726:22038334,22014136:Carton_gris:3726:22038523,22019802:Carton_gris:3726:22053540,22019803:Carton_gris:3726:22053649,22026850:Carton_gris:3726:22027825,22029892:Carton_gris:3726:22057768,22033705:Carton_gris:3726:22054186,22066911:Carton_gris:3726:22067118,22074748:Carton_gris:3726:22076975,22076999:Carton_gris:3726:22077099,22082727:Carton_gris:3726:22117183,22124406:Carton_gris:3726:22124578,22183801:Carton_gris:3726:22184137,22290736:Carton_gris:3726:22321935,22300252:Carton_gris:3726:22308078,22302851:Carton_gris:3726:22303133,22307153:Carton_gris:3726:22307331,22342772:Carton_gris:3726:22350479,22345737:Carton_gris:3726:22345805,22379622:Carton_gris:3726:22380982,22382412:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.002508811624090056, 'nb_photo': 79, 'list_port_cont': '21943164,21943193,21946650,21947543,21948783,21964589,22027828,22036562,22037466,22037670,22038331,22052537,22054188,22057759,22058914,22117184,22124581,22184134,22307330,22380976,22449598,22450957,22451217,22454254,22499310,22517787,22551861,22595891,22596726,22597993,22599246,22600381,22603577,22604219,22617271,22626661,22638224,22638316,22639310,22640723,22644481,22644914,22649404,22649506', 'assoc_port': '21942661:21948783,21942963:21943193,21942964:21943164,21945816:21964589,21946532:21946650,21947408:21947543,22014129:22036562,22014130:22058914,22014131:22037466,22014132:22037670,22014135:22038331,22018565:22052537,22026850:22027828,22029892:22057759,22033705:22054188,22082727:22117184,22124406:22124581,22183801:22184134,22307153:22307330,22379622:22380976,22386893:22451217,22439125:22449598,22450862:22450957,22454035:22454254,22498862:22499310,22505531:22517787,22551582:22551861,22594990:22617271,22594991:22604219,22594992:22596726,22595103:22599246,22595106:22626661,22595107:22600381,22595551:22597993,22595565:22603577,22595566:22595891,22638014:22639310,22638016:22649404,22638017:22649506,22638024:22644481,22638025:22638224,22638077:22644914,22638080:22638316,22638081:22640723', 'assoc_mat': '21942661:kraft:3726:21948783,21942963:kraft:3726:21943193,21942964:kraft:3726:21943164,21945816:kraft:3726:21964589,21946532:kraft:3726:21946650,21947408:kraft:3726:21947543,22014129:kraft:3726:22036562,22014130:kraft:3726:22058914,22014131:kraft:3726:22037466,22014132:kraft:3726:22037670,22014135:kraft:3726:22038331,22018565:kraft:3726:22052537,22026850:kraft:3726:22027828,22029892:kraft:3726:22057759,22033705:kraft:3726:22054188,22082727:kraft:3726:22117184,22124406:kraft:3726:22124581,22183801:kraft:3726:22184134,22307153:kraft:3726:22307330,22379622:kraft:3726:22380976,22386893:kraft:3726:22451217,22439125:kraft:3726:22449598,22450862:kraft:3726:22450957,22454035:kraft:3726:22454254,22498862:kraft:3726:22499310,22505531:kraft:3726:22517787,22551582:kraft:3726:22551861,22594990:kraft:3726:22617271,22594991:kraft:3726:22604219,22594992:kraft:3726:22596726,22595103:kraft:3726:22599246,22595106:kraft:3726:22626661,22595107:kraft:3726:22600381,22595551:kraft:3726:22597993,22595565:kraft:3726:22603577,22595566:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0013682002906297134, 'nb_photo': 19, 'list_port_cont': '22038335,22053539,22053643,22054189,22058913,22385156,22450962,22499316,22603055,22603578,22638229,22640208,22640720,22644488,22647307,22649403,22649504', 'assoc_port': '22014130:22058913,22014135:22038335,22019802:22053539,22019803:22053643,22033705:22054189,22382412:22385156,22450862:22450962,22498862:22499316,22595550:22603055,22595565:22603578,22638016:22649403,22638017:22649504,22638023:22640208,22638024:22644488,22638025:22638229,22638079:22647307,22638081:22640720', 'assoc_mat': '22014130:metal:3726:22058913,22014135:metal:3726:22038335,22019802:metal:3726:22053539,22019803:metal:3726:22053643,22033705:metal:3726:22054189,22382412:metal:3726:22385156,22450862:metal:3726:22450962,22498862:metal:3726:22499316,22595550:metal:3726:22603055,22595565:metal:3726:22603578,22638016:metal:3726:22649403,22638017:metal:3726:22649504,22638023:metal:3726:22640208,22638024:metal:3726:22644488,22638025:metal:3726:22638229,22638079:metal:3726:22647307,22638081:metal:3726:22640720'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.009105771322259811, 'nb_photo': 1046, 'list_port_cont': '21943169,21943196,21946652,21947541,21948788,21955107,21962229,21964584,22027824,22036566,22037464,22037665,22037908,22038336,22038519,22052535,22053542,22053650,22054190,22057769,22058910,22059188,22067121,22076980,22077091,22117192,22124584,22184128,22303135,22307332,22308086,22321927,22345801,22348038,22350474,22380986,22385154,22432313,22449592,22450961,22451221,22454257,22455154,22499319,22500326,22517791,22544117,22551865,22560998,22595736,22595895,22596482,22596729,22597988,22599252,22600382,22603060,22603583,22604220,22606834,22612638,22612802,22617270,22626654,22631152,22638227,22638315,22639308,22639511,22640020,22640213,22640331,22640478,22640724,22643429,22644213,22644483,22644905,22647305,22649398,22649515', 'assoc_port': '21942661:21948788,21942963:21943196,21942964:21943169,21945816:21964584,21945817:21962229,21946531:21955107,21946532:21946652,21947408:21947541,22014129:22036566,22014130:22058910,22014131:22037464,22014132:22037665,22014133:22037908,22014134:22059188,22014135:22038336,22014136:22038519,22018565:22052535,22019802:22053542,22019803:22053650,22026850:22027824,22029892:22057769,22033705:22054190,22066911:22067121,22074748:22076980,22076999:22077091,22082727:22117192,22124406:22124584,22183801:22184128,22290736:22321927,22300252:22308086,22302851:22303135,22307153:22307332,22342772:22350474,22345737:22345801,22347867:22348038,22379622:22380986,22382412:22385154,22386893:22451221,22430997:22432313,22433829:22455154,22439125:22449592,22450862:22450961,22454035:22454257,22497657:22500326,22498862:22499319,22505531:22517791,22543706:22544117,22545401:22560998,22551582:22551865,22594988:22612802,22594989:22596482,22594990:22617270,22594991:22604220,22594992:22596729,22595103:22599252,22595104:22631152,22595105:2261263', 'assoc_mat': '21942661:plastique:3726:21948788,21942963:plastique:3726:21943196,21942964:plastique:3726:21943169,21945816:plastique:3726:21964584,21945817:plastique:3726:21962229,21946531:plastique:3726:21955107,21946532:plastique:3726:21946652,21947408:plastique:3726:21947541,22014129:plastique:3726:22036566,22014130:plastique:3726:22058910,22014131:plastique:3726:22037464,22014132:plastique:3726:22037665,22014133:plastique:3726:22037908,22014134:plastique:3726:22059188,22014135:plastique:3726:22038336,22014136:plastique:3726:22038519,22018565:plastique:3726:22052535,22019802:plastique:3726:22053542,22019803:plastique:3726:22053650,22026850:plastique:3726:22027824,22029892:plastique:3726:22057769,22033705:plastique:3726:22054190,22066911:plastique:3726:22067121,22074748:plastique:3726:22076980,22076999:plastique:3726:22077091,22082727:plastique:3726:22117192,22124406:plastique:3726:22124584,22183801:plastique:3726:22184128,22290736:plastique:3726:22321927,22300252:plastique:3726:22308086,22302851:plastique:3726:22303135,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.019819498898825588, 'nb_photo': 3886, 'list_port_cont': '21943166,21943199,21946657,21947551,21948785,21955111,21962219,21964582,22027823,22036572,22037460,22037666,22037905,22038328,22038516,22052539,22053535,22053647,22054187,22057762,22058915,22059186,22067125,22076977,22077093,22117193,22124577,22184133,22303137,22307334,22308084,22321937,22345803,22348046,22350475,22380985,22385162,22432302,22449591,22450958,22451227,22454259,22455160,22499311,22500323,22517794,22544116,22551863,22561008,22595734,22595893,22596479,22596730,22597995,22599253,22600384,22603056,22603579,22604211,22606833,22612641,22612798,22617276,22626651,22631149,22638222,22638317,22639307,22639512,22640013,22640210,22640332,22640487,22640731,22643419,22644217,22644479,22644908,22647298,22649400,22649507', 'assoc_port': '21942661:21948785,21942963:21943199,21942964:21943166,21945816:21964582,21945817:21962219,21946531:21955111,21946532:21946657,21947408:21947551,22014129:22036572,22014130:22058915,22014131:22037460,22014132:22037666,22014133:22037905,22014134:22059186,22014135:22038328,22014136:22038516,22018565:22052539,22019802:22053535,22019803:22053647,22026850:22027823,22029892:22057762,22033705:22054187,22066911:22067125,22074748:22076977,22076999:22077093,22082727:22117193,22124406:22124577,22183801:22184133,22290736:22321937,22300252:22308084,22302851:22303137,22307153:22307334,22342772:22350475,22345737:22345803,22347867:22348046,22379622:22380985,22382412:22385162,22386893:22451227,22430997:22432302,22433829:22455160,22439125:22449591,22450862:22450958,22454035:22454259,22497657:22500323,22498862:22499311,22505531:22517794,22543706:22544116,22545401:22561008,22551582:22551863,22594988:22612798,22594989:22596479,22594990:22617276,22594991:22604211,22594992:22596730,22595103:22599253,22595104:22631149,22595105:2261264', 'assoc_mat': '21942661:Teint_Dans_La_Masse:3726:21948785,21942963:Teint_Dans_La_Masse:3726:21943199,21942964:Teint_Dans_La_Masse:3726:21943166,21945816:Teint_Dans_La_Masse:3726:21964582,21945817:Teint_Dans_La_Masse:3726:21962219,21946531:Teint_Dans_La_Masse:3726:21955111,21946532:Teint_Dans_La_Masse:3726:21946657,21947408:Teint_Dans_La_Masse:3726:21947551,22014129:Teint_Dans_La_Masse:3726:22036572,22014130:Teint_Dans_La_Masse:3726:22058915,22014131:Teint_Dans_La_Masse:3726:22037460,22014132:Teint_Dans_La_Masse:3726:22037666,22014133:Teint_Dans_La_Masse:3726:22037905,22014134:Teint_Dans_La_Masse:3726:22059186,22014135:Teint_Dans_La_Masse:3726:22038328,22014136:Teint_Dans_La_Masse:3726:22038516,22018565:Teint_Dans_La_Masse:3726:22052539,22019802:Teint_Dans_La_Masse:3726:22053535,22019803:Teint_Dans_La_Masse:3726:22053647,22026850:Teint_Dans_La_Masse:3726:22027823,22029892:Teint_Dans_La_Masse:3726:22057762,22033705:Teint_Dans_La_Masse:3726:22054187,22066911:Teint_Dans_La_Masse:3726:22067125,22074748:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 5844}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-04', 0.10969076643069181),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((5844,),), 'unwanted_material_monthly_percentage': ((0.10969076643069181,),), 'material_repartition': (('JRM', 2057),), 'material_dict': {'JRM': 2057}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 4, 1), 0.10974254530002231, 599), (datetime.date(2025, 4, 2), 0.11676084319039824, 604), (datetime.date(2025, 4, 3), 0.11509267051742125, 272), (datetime.date(2025, 4, 15), 0.11529903964003357, 246), (datetime.date(2025, 4, 16), 0.1199362260997642, 288), (datetime.date(2025, 4, 17), 0.10928915335152208, 48), (datetime.date(2025, 4, 22), 0.10213293500797892, 597), (datetime.date(2025, 4, 23), 0.09928337933164495, 535), (datetime.date(2025, 4, 24), 0.09926995266476975, 561), (datetime.date(2025, 4, 25), 0.09402907601232137, 307), (datetime.date(2025, 4, 28), 0.13072937112515529, 644), (datetime.date(2025, 4, 29), 0.11777445070219647, 590), (datetime.date(2025, 4, 30), 0.1144928749500029, 553)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 4, 1), 0.10974254530002231, 599), (datetime.date(2025, 4, 2), 0.11676084319039824, 604), (datetime.date(2025, 4, 3), 0.11509267051742125, 272), (datetime.date(2025, 4, 15), 0.11529903964003357, 246), (datetime.date(2025, 4, 16), 0.1199362260997642, 288), (datetime.date(2025, 4, 17), 0.10928915335152208, 48), (datetime.date(2025, 4, 22), 0.10213293500797892, 597), (datetime.date(2025, 4, 23), 0.09928337933164495, 535), (datetime.date(2025, 4, 24), 0.09926995266476975, 561), (datetime.date(2025, 4, 25), 0.09402907601232137, 307), (datetime.date(2025, 4, 28), 0.13072937112515529, 644), (datetime.date(2025, 4, 29), 0.11777445070219647, 590), (datetime.date(2025, 4, 30), 0.1144928749500029, 553))}, 'quality_array': [['-0.08743505275781108', '01042025'], ['-0.20378502508371482', '02042025'], ['0.13353709028198663', '03042025'], ['-0.08696548614130195', '15042025'], ['-0.19333982534974534', '16042025'], ['-0.9156511382828713', '17042025'], ['0.11001402122339846', '22042025'], ['-0.16138431904366768', '23042025'], ['-0.10347534147650327', '24042025'], ['0.05260119406464275', '25042025'], ['-0.025378627817934336', '28042025'], ['-0.15122385358822357', '29042025'], ['0.019949910172418248', '30042025']], 'number_of_batch': ((81,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.011525989172176421, 'nb_photo': 489, 'list_port_cont': '21943165,21943198,21946658,21947550,21948777,21955106,21964591,22027834,22036561,22037459,22037674,22037912,22038325,22038522,22052531,22053538,22053642,22054195,22057767,22058918,22059184,22076971,22077101,22117188,22124579,22184139,22303132,22307335,22308080,22321936,22345797,22348044,22380981,22385159,22432308,22449596,22450963,22451225,22454260,22455156,22499314,22500325,22517795,22544120,22551856,22561003,22595744,22595885,22596485,22596723,22597987,22599250,22600380,22603059,22603581,22604218,22606843,22612637,22612800,22617272,22626658,22631148,22638218,22638318,22639309,22639515,22640017,22640212,22640339,22640481,22640728,22643425,22644216,22644484,22644903,22647300,22649407,22649514', 'assoc_port': '21942661:21948777,21942963:21943198,21942964:21943165,21945816:21964591,21946531:21955106,21946532:21946658,21947408:21947550,22014129:22036561,22014130:22058918,22014131:22037459,22014132:22037674,22014133:22037912,22014134:22059184,22014135:22038325,22014136:22038522,22018565:22052531,22019802:22053538,22019803:22053642,22026850:22027834,22029892:22057767,22033705:22054195,22074748:22076971,22076999:22077101,22082727:22117188,22124406:22124579,22183801:22184139,22290736:22321936,22300252:22308080,22302851:22303132,22307153:22307335,22345737:22345797,22347867:22348044,22379622:22380981,22382412:22385159,22386893:22451225,22430997:22432308,22433829:22455156,22439125:22449596,22450862:22450963,22454035:22454260,22497657:22500325,22498862:22499314,22505531:22517795,22543706:22544120,22545401:22561003,22551582:22551856,22594988:22612800,22594989:22596485,22594990:22617272,22594991:22604218,22594992:22596723,22595103:22599250,22595104:22631148,22595105:22612637,22595106:22626658,22595107:22600380,22595268:2259574', 'assoc_mat': '21942661:autre_refus:3726:21948777,21942963:autre_refus:3726:21943198,21942964:autre_refus:3726:21943165,21945816:autre_refus:3726:21964591,21946531:autre_refus:3726:21955106,21946532:autre_refus:3726:21946658,21947408:autre_refus:3726:21947550,22014129:autre_refus:3726:22036561,22014130:autre_refus:3726:22058918,22014131:autre_refus:3726:22037459,22014132:autre_refus:3726:22037674,22014133:autre_refus:3726:22037912,22014134:autre_refus:3726:22059184,22014135:autre_refus:3726:22038325,22014136:autre_refus:3726:22038522,22018565:autre_refus:3726:22052531,22019802:autre_refus:3726:22053538,22019803:autre_refus:3726:22053642,22026850:autre_refus:3726:22027834,22029892:autre_refus:3726:22057767,22033705:autre_refus:3726:22054195,22074748:autre_refus:3726:22076971,22076999:autre_refus:3726:22077101,22082727:autre_refus:3726:22117188,22124406:autre_refus:3726:22124579,22183801:autre_refus:3726:22184139,22290736:autre_refus:3726:22321936,22300252:autre_refus:3726:22308080,22302851:autre_refus:3726:22303132,22307153:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0136920841085346, 'nb_photo': 1598, 'list_port_cont': '21943168,21943197,21946648,21947540,21948778,21955112,21962228,21964586,22027826,22036570,22037465,22037664,22037907,22038330,22038515,22052528,22053533,22053641,22054185,22057764,22058917,22059190,22067117,22076973,22077094,22117191,22124585,22184136,22303136,22307326,22308085,22321928,22345798,22348040,22350477,22380983,22385151,22432304,22449597,22450952,22451220,22454275,22455157,22499318,22500327,22517796,22544124,22551855,22561004,22595743,22595889,22596477,22596733,22597989,22599247,22600386,22603062,22603576,22604221,22606840,22612646,22612805,22617278,22626659,22631151,22638221,22638325,22639318,22639519,22640019,22640207,22640335,22640479,22640725,22643424,22644218,22644486,22644913,22647303,22649402,22649511', 'assoc_port': '21942661:21948778,21942963:21943197,21942964:21943168,21945816:21964586,21945817:21962228,21946531:21955112,21946532:21946648,21947408:21947540,22014129:22036570,22014130:22058917,22014131:22037465,22014132:22037664,22014133:22037907,22014134:22059190,22014135:22038330,22014136:22038515,22018565:22052528,22019802:22053533,22019803:22053641,22026850:22027826,22029892:22057764,22033705:22054185,22066911:22067117,22074748:22076973,22076999:22077094,22082727:22117191,22124406:22124585,22183801:22184136,22290736:22321928,22300252:22308085,22302851:22303136,22307153:22307326,22342772:22350477,22345737:22345798,22347867:22348040,22379622:22380983,22382412:22385151,22386893:22451220,22430997:22432304,22433829:22455157,22439125:22449597,22450862:22450952,22454035:22454275,22497657:22500327,22498862:22499318,22505531:22517796,22543706:22544124,22545401:22561004,22551582:22551855,22594988:22612805,22594989:22596477,22594990:22617278,22594991:22604221,22594992:22596733,22595103:22599247,22595104:22631151,22595105:2261264', 'assoc_mat': '21942661:cartonnette:3726:21948778,21942963:cartonnette:3726:21943197,21942964:cartonnette:3726:21943168,21945816:cartonnette:3726:21964586,21945817:cartonnette:3726:21962228,21946531:cartonnette:3726:21955112,21946532:cartonnette:3726:21946648,21947408:cartonnette:3726:21947540,22014129:cartonnette:3726:22036570,22014130:cartonnette:3726:22058917,22014131:cartonnette:3726:22037465,22014132:cartonnette:3726:22037664,22014133:cartonnette:3726:22037907,22014134:cartonnette:3726:22059190,22014135:cartonnette:3726:22038330,22014136:cartonnette:3726:22038515,22018565:cartonnette:3726:22052528,22019802:cartonnette:3726:22053533,22019803:cartonnette:3726:22053641,22026850:cartonnette:3726:22027826,22029892:cartonnette:3726:22057764,22033705:cartonnette:3726:22054185,22066911:cartonnette:3726:22067117,22074748:cartonnette:3726:22076973,22076999:cartonnette:3726:22077094,22082727:cartonnette:3726:22117191,22124406:cartonnette:3726:22124585,22183801:cartonnette:3726:22184136,22290736:cartonnette:3726:22321928,22300252:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.058299142654805465, 'nb_photo': 6953, 'list_port_cont': '21943172,21943194,21946655,21947547,21948786,21955115,21962227,21964588,22027832,22036563,22037457,22037672,22037910,22038329,22038514,22052538,22053532,22053648,22054194,22057763,22058911,22059187,22067123,22076974,22077092,22117185,22124582,22184127,22303141,22307333,22308081,22321933,22345806,22348047,22350476,22380977,22385158,22432309,22449588,22450954,22451223,22454261,22455158,22499315,22500316,22517785,22544121,22551859,22561001,22595745,22595894,22596480,22596724,22597985,22599256,22600385,22603053,22603574,22604217,22606837,22612645,22612794,22617267,22626655,22631144,22638226,22638320,22639317,22639520,22640016,22640216,22640333,22640477,22640730,22643426,22644223,22644490,22644906,22647304,22649399,22649513', 'assoc_port': '21942661:21948786,21942963:21943194,21942964:21943172,21945816:21964588,21945817:21962227,21946531:21955115,21946532:21946655,21947408:21947547,22014129:22036563,22014130:22058911,22014131:22037457,22014132:22037672,22014133:22037910,22014134:22059187,22014135:22038329,22014136:22038514,22018565:22052538,22019802:22053532,22019803:22053648,22026850:22027832,22029892:22057763,22033705:22054194,22066911:22067123,22074748:22076974,22076999:22077092,22082727:22117185,22124406:22124582,22183801:22184127,22290736:22321933,22300252:22308081,22302851:22303141,22307153:22307333,22342772:22350476,22345737:22345806,22347867:22348047,22379622:22380977,22382412:22385158,22386893:22451223,22430997:22432309,22433829:22455158,22439125:22449588,22450862:22450954,22454035:22454261,22497657:22500316,22498862:22499315,22505531:22517785,22543706:22544121,22545401:22561001,22551582:22551859,22594988:22612794,22594989:22596480,22594990:22617267,22594991:22604217,22594992:22596724,22595103:22599256,22595104:22631144,22595105:2261264', 'assoc_mat': '21942661:Carton_brun:3726:21948786,21942963:Carton_brun:3726:21943194,21942964:Carton_brun:3726:21943172,21945816:Carton_brun:3726:21964588,21945817:Carton_brun:3726:21962227,21946531:Carton_brun:3726:21955115,21946532:Carton_brun:3726:21946655,21947408:Carton_brun:3726:21947547,22014129:Carton_brun:3726:22036563,22014130:Carton_brun:3726:22058911,22014131:Carton_brun:3726:22037457,22014132:Carton_brun:3726:22037672,22014133:Carton_brun:3726:22037910,22014134:Carton_brun:3726:22059187,22014135:Carton_brun:3726:22038329,22014136:Carton_brun:3726:22038514,22018565:Carton_brun:3726:22052538,22019802:Carton_brun:3726:22053532,22019803:Carton_brun:3726:22053648,22026850:Carton_brun:3726:22027832,22029892:Carton_brun:3726:22057763,22033705:Carton_brun:3726:22054194,22066911:Carton_brun:3726:22067123,22074748:Carton_brun:3726:22076974,22076999:Carton_brun:3726:22077092,22082727:Carton_brun:3726:22117185,22124406:Carton_brun:3726:22124582,22183801:Carton_brun:3726:22184127,22290736:Carton_brun:3726:22321933,22300252:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0059260842526094, 'nb_photo': 216, 'list_port_cont': '21943162,21943191,21946653,21964587,22027825,22036569,22037663,22037906,22038334,22038523,22053540,22053649,22054186,22057768,22058907,22059192,22067118,22076975,22077099,22117183,22124578,22184137,22303133,22307331,22308078,22321935,22345805,22350479,22380982,22385153,22449590,22450959,22451219,22454256,22455163,22499312,22500321,22517790,22544125,22551860,22561005,22595740,22595888,22596725,22597990,22599254,22603051,22603582,22604215,22606832,22612636,22612797,22617273,22626657,22638219,22638323,22639314,22640015,22640215,22640328,22640483,22640729,22643420,22644222,22644480,22644910,22647306,22649397,22649510', 'assoc_port': '21942963:21943191,21942964:21943162,21945816:21964587,21946532:21946653,22014129:22036569,22014130:22058907,22014132:22037663,22014133:22037906,22014134:22059192,22014135:22038334,22014136:22038523,22019802:22053540,22019803:22053649,22026850:22027825,22029892:22057768,22033705:22054186,22066911:22067118,22074748:22076975,22076999:22077099,22082727:22117183,22124406:22124578,22183801:22184137,22290736:22321935,22300252:22308078,22302851:22303133,22307153:22307331,22342772:22350479,22345737:22345805,22379622:22380982,22382412:22385153,22386893:22451219,22433829:22455163,22439125:22449590,22450862:22450959,22454035:22454256,22497657:22500321,22498862:22499312,22505531:22517790,22543706:22544125,22545401:22561005,22551582:22551860,22594988:22612797,22594990:22617273,22594991:22604215,22594992:22596725,22595103:22599254,22595105:22612636,22595106:22626657,22595268:22595740,22595550:22603051,22595551:22597990,22595552:22606832,22595565:22603582,22595566:22595888,22638014:22639314,22638016:22649397,22638017:2264951', 'assoc_mat': '21942963:Carton_gris:3726:21943191,21942964:Carton_gris:3726:21943162,21945816:Carton_gris:3726:21964587,21946532:Carton_gris:3726:21946653,22014129:Carton_gris:3726:22036569,22014130:Carton_gris:3726:22058907,22014132:Carton_gris:3726:22037663,22014133:Carton_gris:3726:22037906,22014134:Carton_gris:3726:22059192,22014135:Carton_gris:3726:22038334,22014136:Carton_gris:3726:22038523,22019802:Carton_gris:3726:22053540,22019803:Carton_gris:3726:22053649,22026850:Carton_gris:3726:22027825,22029892:Carton_gris:3726:22057768,22033705:Carton_gris:3726:22054186,22066911:Carton_gris:3726:22067118,22074748:Carton_gris:3726:22076975,22076999:Carton_gris:3726:22077099,22082727:Carton_gris:3726:22117183,22124406:Carton_gris:3726:22124578,22183801:Carton_gris:3726:22184137,22290736:Carton_gris:3726:22321935,22300252:Carton_gris:3726:22308078,22302851:Carton_gris:3726:22303133,22307153:Carton_gris:3726:22307331,22342772:Carton_gris:3726:22350479,22345737:Carton_gris:3726:22345805,22379622:Carton_gris:3726:22380982,22382412:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.002508811624090056, 'nb_photo': 79, 'list_port_cont': '21943164,21943193,21946650,21947543,21948783,21964589,22027828,22036562,22037466,22037670,22038331,22052537,22054188,22057759,22058914,22117184,22124581,22184134,22307330,22380976,22449598,22450957,22451217,22454254,22499310,22517787,22551861,22595891,22596726,22597993,22599246,22600381,22603577,22604219,22617271,22626661,22638224,22638316,22639310,22640723,22644481,22644914,22649404,22649506', 'assoc_port': '21942661:21948783,21942963:21943193,21942964:21943164,21945816:21964589,21946532:21946650,21947408:21947543,22014129:22036562,22014130:22058914,22014131:22037466,22014132:22037670,22014135:22038331,22018565:22052537,22026850:22027828,22029892:22057759,22033705:22054188,22082727:22117184,22124406:22124581,22183801:22184134,22307153:22307330,22379622:22380976,22386893:22451217,22439125:22449598,22450862:22450957,22454035:22454254,22498862:22499310,22505531:22517787,22551582:22551861,22594990:22617271,22594991:22604219,22594992:22596726,22595103:22599246,22595106:22626661,22595107:22600381,22595551:22597993,22595565:22603577,22595566:22595891,22638014:22639310,22638016:22649404,22638017:22649506,22638024:22644481,22638025:22638224,22638077:22644914,22638080:22638316,22638081:22640723', 'assoc_mat': '21942661:kraft:3726:21948783,21942963:kraft:3726:21943193,21942964:kraft:3726:21943164,21945816:kraft:3726:21964589,21946532:kraft:3726:21946650,21947408:kraft:3726:21947543,22014129:kraft:3726:22036562,22014130:kraft:3726:22058914,22014131:kraft:3726:22037466,22014132:kraft:3726:22037670,22014135:kraft:3726:22038331,22018565:kraft:3726:22052537,22026850:kraft:3726:22027828,22029892:kraft:3726:22057759,22033705:kraft:3726:22054188,22082727:kraft:3726:22117184,22124406:kraft:3726:22124581,22183801:kraft:3726:22184134,22307153:kraft:3726:22307330,22379622:kraft:3726:22380976,22386893:kraft:3726:22451217,22439125:kraft:3726:22449598,22450862:kraft:3726:22450957,22454035:kraft:3726:22454254,22498862:kraft:3726:22499310,22505531:kraft:3726:22517787,22551582:kraft:3726:22551861,22594990:kraft:3726:22617271,22594991:kraft:3726:22604219,22594992:kraft:3726:22596726,22595103:kraft:3726:22599246,22595106:kraft:3726:22626661,22595107:kraft:3726:22600381,22595551:kraft:3726:22597993,22595565:kraft:3726:22603577,22595566:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0013682002906297134, 'nb_photo': 19, 'list_port_cont': '22038335,22053539,22053643,22054189,22058913,22385156,22450962,22499316,22603055,22603578,22638229,22640208,22640720,22644488,22647307,22649403,22649504', 'assoc_port': '22014130:22058913,22014135:22038335,22019802:22053539,22019803:22053643,22033705:22054189,22382412:22385156,22450862:22450962,22498862:22499316,22595550:22603055,22595565:22603578,22638016:22649403,22638017:22649504,22638023:22640208,22638024:22644488,22638025:22638229,22638079:22647307,22638081:22640720', 'assoc_mat': '22014130:metal:3726:22058913,22014135:metal:3726:22038335,22019802:metal:3726:22053539,22019803:metal:3726:22053643,22033705:metal:3726:22054189,22382412:metal:3726:22385156,22450862:metal:3726:22450962,22498862:metal:3726:22499316,22595550:metal:3726:22603055,22595565:metal:3726:22603578,22638016:metal:3726:22649403,22638017:metal:3726:22649504,22638023:metal:3726:22640208,22638024:metal:3726:22644488,22638025:metal:3726:22638229,22638079:metal:3726:22647307,22638081:metal:3726:22640720'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.009105771322259811, 'nb_photo': 1046, 'list_port_cont': '21943169,21943196,21946652,21947541,21948788,21955107,21962229,21964584,22027824,22036566,22037464,22037665,22037908,22038336,22038519,22052535,22053542,22053650,22054190,22057769,22058910,22059188,22067121,22076980,22077091,22117192,22124584,22184128,22303135,22307332,22308086,22321927,22345801,22348038,22350474,22380986,22385154,22432313,22449592,22450961,22451221,22454257,22455154,22499319,22500326,22517791,22544117,22551865,22560998,22595736,22595895,22596482,22596729,22597988,22599252,22600382,22603060,22603583,22604220,22606834,22612638,22612802,22617270,22626654,22631152,22638227,22638315,22639308,22639511,22640020,22640213,22640331,22640478,22640724,22643429,22644213,22644483,22644905,22647305,22649398,22649515', 'assoc_port': '21942661:21948788,21942963:21943196,21942964:21943169,21945816:21964584,21945817:21962229,21946531:21955107,21946532:21946652,21947408:21947541,22014129:22036566,22014130:22058910,22014131:22037464,22014132:22037665,22014133:22037908,22014134:22059188,22014135:22038336,22014136:22038519,22018565:22052535,22019802:22053542,22019803:22053650,22026850:22027824,22029892:22057769,22033705:22054190,22066911:22067121,22074748:22076980,22076999:22077091,22082727:22117192,22124406:22124584,22183801:22184128,22290736:22321927,22300252:22308086,22302851:22303135,22307153:22307332,22342772:22350474,22345737:22345801,22347867:22348038,22379622:22380986,22382412:22385154,22386893:22451221,22430997:22432313,22433829:22455154,22439125:22449592,22450862:22450961,22454035:22454257,22497657:22500326,22498862:22499319,22505531:22517791,22543706:22544117,22545401:22560998,22551582:22551865,22594988:22612802,22594989:22596482,22594990:22617270,22594991:22604220,22594992:22596729,22595103:22599252,22595104:22631152,22595105:2261263', 'assoc_mat': '21942661:plastique:3726:21948788,21942963:plastique:3726:21943196,21942964:plastique:3726:21943169,21945816:plastique:3726:21964584,21945817:plastique:3726:21962229,21946531:plastique:3726:21955107,21946532:plastique:3726:21946652,21947408:plastique:3726:21947541,22014129:plastique:3726:22036566,22014130:plastique:3726:22058910,22014131:plastique:3726:22037464,22014132:plastique:3726:22037665,22014133:plastique:3726:22037908,22014134:plastique:3726:22059188,22014135:plastique:3726:22038336,22014136:plastique:3726:22038519,22018565:plastique:3726:22052535,22019802:plastique:3726:22053542,22019803:plastique:3726:22053650,22026850:plastique:3726:22027824,22029892:plastique:3726:22057769,22033705:plastique:3726:22054190,22066911:plastique:3726:22067121,22074748:plastique:3726:22076980,22076999:plastique:3726:22077091,22082727:plastique:3726:22117192,22124406:plastique:3726:22124584,22183801:plastique:3726:22184128,22290736:plastique:3726:22321927,22300252:plastique:3726:22308086,22302851:plastique:3726:22303135,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.019819498898825588, 'nb_photo': 3886, 'list_port_cont': '21943166,21943199,21946657,21947551,21948785,21955111,21962219,21964582,22027823,22036572,22037460,22037666,22037905,22038328,22038516,22052539,22053535,22053647,22054187,22057762,22058915,22059186,22067125,22076977,22077093,22117193,22124577,22184133,22303137,22307334,22308084,22321937,22345803,22348046,22350475,22380985,22385162,22432302,22449591,22450958,22451227,22454259,22455160,22499311,22500323,22517794,22544116,22551863,22561008,22595734,22595893,22596479,22596730,22597995,22599253,22600384,22603056,22603579,22604211,22606833,22612641,22612798,22617276,22626651,22631149,22638222,22638317,22639307,22639512,22640013,22640210,22640332,22640487,22640731,22643419,22644217,22644479,22644908,22647298,22649400,22649507', 'assoc_port': '21942661:21948785,21942963:21943199,21942964:21943166,21945816:21964582,21945817:21962219,21946531:21955111,21946532:21946657,21947408:21947551,22014129:22036572,22014130:22058915,22014131:22037460,22014132:22037666,22014133:22037905,22014134:22059186,22014135:22038328,22014136:22038516,22018565:22052539,22019802:22053535,22019803:22053647,22026850:22027823,22029892:22057762,22033705:22054187,22066911:22067125,22074748:22076977,22076999:22077093,22082727:22117193,22124406:22124577,22183801:22184133,22290736:22321937,22300252:22308084,22302851:22303137,22307153:22307334,22342772:22350475,22345737:22345803,22347867:22348046,22379622:22380985,22382412:22385162,22386893:22451227,22430997:22432302,22433829:22455160,22439125:22449591,22450862:22450958,22454035:22454259,22497657:22500323,22498862:22499311,22505531:22517794,22543706:22544116,22545401:22561008,22551582:22551863,22594988:22612798,22594989:22596479,22594990:22617276,22594991:22604211,22594992:22596730,22595103:22599253,22595104:22631149,22595105:2261264', 'assoc_mat': '21942661:Teint_Dans_La_Masse:3726:21948785,21942963:Teint_Dans_La_Masse:3726:21943199,21942964:Teint_Dans_La_Masse:3726:21943166,21945816:Teint_Dans_La_Masse:3726:21964582,21945817:Teint_Dans_La_Masse:3726:21962219,21946531:Teint_Dans_La_Masse:3726:21955111,21946532:Teint_Dans_La_Masse:3726:21946657,21947408:Teint_Dans_La_Masse:3726:21947551,22014129:Teint_Dans_La_Masse:3726:22036572,22014130:Teint_Dans_La_Masse:3726:22058915,22014131:Teint_Dans_La_Masse:3726:22037460,22014132:Teint_Dans_La_Masse:3726:22037666,22014133:Teint_Dans_La_Masse:3726:22037905,22014134:Teint_Dans_La_Masse:3726:22059186,22014135:Teint_Dans_La_Masse:3726:22038328,22014136:Teint_Dans_La_Masse:3726:22038516,22018565:Teint_Dans_La_Masse:3726:22052539,22019802:Teint_Dans_La_Masse:3726:22053535,22019803:Teint_Dans_La_Masse:3726:22053647,22026850:Teint_Dans_La_Masse:3726:22027823,22029892:Teint_Dans_La_Masse:3726:22057762,22033705:Teint_Dans_La_Masse:3726:22054187,22066911:Teint_Dans_La_Masse:3726:22067125,22074748:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 5844}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-04', 0.10969076643069181),)]} filepath : /data_2/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_04_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.15%', 489], 'cartonnette': ['cartonnette', '1.37%', 1598], 'Carton_brun': ['Carton_brun', '5.83%', 6953], 'Carton_gris': ['Carton_gris', '0.59%', 216], 'kraft': ['kraft', '0.25%', 79], 'metal': ['metal', '0.14%', 19], 'plastique': ['plastique', '0.91%', 1046], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '1.98%', 3886]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_2/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_04_annee_2025.pdf le fichier se trouve ici : /data_2/data_log/job/memo/Perlen_convoyeur 3.19user 2.79system 0:06.73elapsed 88%CPU (0avgtext+0avgdata 192788maxresident)k 9408inputs+320outputs (2major+95331minor)pagefaults 0swaps