python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_4/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2025-07 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (1, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (1, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 07 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2025-07 year : 2025 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2025-07%') and created_at like '%2025-07%'))); nb_day : (1, 31) after unwanted_material_data nb_day : (1, 31) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2025/07%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2025-07-01 00:00:00,2025-07-02 00:00:00,2025-07-03 00:00:00,2025-07-04 00:00:00,2025-07-07 00:00:00,2025-07-08 00:00:00,2025-07-09 00:00:00,2025-07-10 00:00:00,2025-07-11 00:00:00,2025-07-14 00:00:00,2025-07-15 00:00:00,2025-07-16 00:00:00,2025-07-17 00:00:00,2025-07-18 00:00:00,2025-07-21 00:00:00,2025-07-22 00:00:00,2025-07-23 00:00:00,2025-07-24 00:00:00,2025-07-25 00:00:00,2025-07-28 00:00:00,2025-07-29 00:00:00,2025-07-30 00:00:00,2025-07-31 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and ded.dashboard_place_id = 134 and month(ded.date) = 07 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 07 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%072025%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2025-07-01 : dt_date_just_month_year : 2025-07-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-07-01" AND ded.date <= "2025-07-31" apple3 {'JRM': {'mat': 'JRM', 'pht': 3726, 'datou_carac_id': 4433, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'papier'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (1948752,1952949,1962866,1969863,1973889,1977115,1980700,1986768,1992808,1995616,1998198,2007625) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0114942994039099, 'nb_photo': 171, 'list_port_cont': '24489939,24491042,24491189,24491211,24491243,24491362,24491387,24491426,24539429,24539861,24540070,24540479,24550560,24589846,24604601,24605811,24620285,24629779,24640093,24729533,24747193,24758953,24790838,24831505,24916102,25019824,25026682,25026871,25027071,25032044,25043356,25092857,25093704,25177095,25232859', 'assoc_port': '24454414:24491426,24454416:24491387,24454417:24491362,24462374:24491042,24463944:24491243,24463948:24491211,24463952:24491189,24466023:24489939,24502189:24539429,24503402:24539861,24503403:24550560,24503405:24540070,24504898:24540479,24589486:24604601,24589504:24589846,24603091:24629779,24605211:24620285,24605212:24605811,24639948:24640093,24729472:24729533,24747078:24747193,24752131:24758953,24790457:24790838,24830954:24831505,24915476:24916102,24920023:25032044,25018916:25019824,25026449:25043356,25026450:25093704,25026451:25026871,25026464:25026682,25026710:25027071,25066981:25092857,25176402:25177095,25210014:25232859', 'assoc_mat': '24454414:autre_refus:3726:24491426,24454416:autre_refus:3726:24491387,24454417:autre_refus:3726:24491362,24462374:autre_refus:3726:24491042,24463944:autre_refus:3726:24491243,24463948:autre_refus:3726:24491211,24463952:autre_refus:3726:24491189,24466023:autre_refus:3726:24489939,24502189:autre_refus:3726:24539429,24503402:autre_refus:3726:24539861,24503403:autre_refus:3726:24550560,24503405:autre_refus:3726:24540070,24504898:autre_refus:3726:24540479,24589486:autre_refus:3726:24604601,24589504:autre_refus:3726:24589846,24603091:autre_refus:3726:24629779,24605211:autre_refus:3726:24620285,24605212:autre_refus:3726:24605811,24639948:autre_refus:3726:24640093,24729472:autre_refus:3726:24729533,24747078:autre_refus:3726:24747193,24752131:autre_refus:3726:24758953,24790457:autre_refus:3726:24790838,24830954:autre_refus:3726:24831505,24915476:autre_refus:3726:24916102,24920023:autre_refus:3726:25032044,25018916:autre_refus:3726:25019824,25026449:autre_refus:3726:25043356,25026450:autre_refus:3726:25093704,25026451:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.012655795299821734, 'nb_photo': 508, 'list_port_cont': '24489942,24491046,24491191,24491218,24491245,24491352,24491383,24491425,24537175,24539426,24539862,24540071,24540484,24550555,24588413,24589850,24603303,24604609,24605816,24620282,24629771,24640090,24729530,24747201,24758948,24790839,24831509,24916098,25019819,25026679,25026877,25027070,25032050,25039572,25043367,25092856,25093699,25177102,25180438,25232863', 'assoc_port': '24454414:24491425,24454416:24491383,24454417:24491352,24462374:24491046,24463944:24491245,24463948:24491218,24463952:24491191,24466023:24489942,24495335:24537175,24502189:24539426,24503402:24539862,24503403:24550555,24503405:24540071,24504898:24540484,24588188:24588413,24589486:24604609,24589504:24589850,24603091:24629771,24603094:24603303,24605211:24620282,24605212:24605816,24639948:24640090,24729472:24729530,24747078:24747201,24752131:24758948,24790457:24790839,24830954:24831509,24915476:24916098,24920023:25032050,25015239:25039572,25018916:25019819,25026449:25043367,25026450:25093699,25026451:25026877,25026464:25026679,25026710:25027070,25066981:25092856,25176402:25177102,25180143:25180438,25210014:25232863', 'assoc_mat': '24454414:cartonnette:3726:24491425,24454416:cartonnette:3726:24491383,24454417:cartonnette:3726:24491352,24462374:cartonnette:3726:24491046,24463944:cartonnette:3726:24491245,24463948:cartonnette:3726:24491218,24463952:cartonnette:3726:24491191,24466023:cartonnette:3726:24489942,24495335:cartonnette:3726:24537175,24502189:cartonnette:3726:24539426,24503402:cartonnette:3726:24539862,24503403:cartonnette:3726:24550555,24503405:cartonnette:3726:24540071,24504898:cartonnette:3726:24540484,24588188:cartonnette:3726:24588413,24589486:cartonnette:3726:24604609,24589504:cartonnette:3726:24589850,24603091:cartonnette:3726:24629771,24603094:cartonnette:3726:24603303,24605211:cartonnette:3726:24620282,24605212:cartonnette:3726:24605816,24639948:cartonnette:3726:24640090,24729472:cartonnette:3726:24729530,24747078:cartonnette:3726:24747201,24752131:cartonnette:3726:24758948,24790457:cartonnette:3726:24790839,24830954:cartonnette:3726:24831509,24915476:cartonnette:3726:24916098,24920023:cartonnette:3726:25032050,25015239:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.05683014117692263, 'nb_photo': 2031, 'list_port_cont': '24489949,24491047,24491194,24491214,24491244,24491360,24491381,24491432,24537180,24539423,24539852,24540075,24540485,24550556,24588415,24589851,24603295,24604603,24605805,24620276,24629778,24640094,24729527,24747202,24758947,24790848,24831508,24916101,25019823,25026687,25026878,25027075,25032046,25039578,25043363,25092859,25093694,25177094,25180447,25232861', 'assoc_port': '24454414:24491432,24454416:24491381,24454417:24491360,24462374:24491047,24463944:24491244,24463948:24491214,24463952:24491194,24466023:24489949,24495335:24537180,24502189:24539423,24503402:24539852,24503403:24550556,24503405:24540075,24504898:24540485,24588188:24588415,24589486:24604603,24589504:24589851,24603091:24629778,24603094:24603295,24605211:24620276,24605212:24605805,24639948:24640094,24729472:24729527,24747078:24747202,24752131:24758947,24790457:24790848,24830954:24831508,24915476:24916101,24920023:25032046,25015239:25039578,25018916:25019823,25026449:25043363,25026450:25093694,25026451:25026878,25026464:25026687,25026710:25027075,25066981:25092859,25176402:25177094,25180143:25180447,25210014:25232861', 'assoc_mat': '24454414:Carton_brun:3726:24491432,24454416:Carton_brun:3726:24491381,24454417:Carton_brun:3726:24491360,24462374:Carton_brun:3726:24491047,24463944:Carton_brun:3726:24491244,24463948:Carton_brun:3726:24491214,24463952:Carton_brun:3726:24491194,24466023:Carton_brun:3726:24489949,24495335:Carton_brun:3726:24537180,24502189:Carton_brun:3726:24539423,24503402:Carton_brun:3726:24539852,24503403:Carton_brun:3726:24550556,24503405:Carton_brun:3726:24540075,24504898:Carton_brun:3726:24540485,24588188:Carton_brun:3726:24588415,24589486:Carton_brun:3726:24604603,24589504:Carton_brun:3726:24589851,24603091:Carton_brun:3726:24629778,24603094:Carton_brun:3726:24603295,24605211:Carton_brun:3726:24620276,24605212:Carton_brun:3726:24605805,24639948:Carton_brun:3726:24640094,24729472:Carton_brun:3726:24729527,24747078:Carton_brun:3726:24747202,24752131:Carton_brun:3726:24758947,24790457:Carton_brun:3726:24790848,24830954:Carton_brun:3726:24831508,24915476:Carton_brun:3726:24916101,24920023:Carton_brun:3726:25032046,25015239:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005930378335407763, 'nb_photo': 70, 'list_port_cont': '24489941,24491051,24491190,24491220,24491357,24491378,24491424,24539860,24540072,24540477,24550552,24588411,24589847,24604604,24605809,24620277,24729525,24747192,24831510,25019818,25026689,25027078,25032043,25039580,25092858,25093700,25177105,25180445', 'assoc_port': '24454414:24491424,24454416:24491378,24454417:24491357,24462374:24491051,24463948:24491220,24463952:24491190,24466023:24489941,24503402:24539860,24503403:24550552,24503405:24540072,24504898:24540477,24588188:24588411,24589486:24604604,24589504:24589847,24605211:24620277,24605212:24605809,24729472:24729525,24747078:24747192,24830954:24831510,24920023:25032043,25015239:25039580,25018916:25019818,25026450:25093700,25026464:25026689,25026710:25027078,25066981:25092858,25176402:25177105,25180143:25180445', 'assoc_mat': '24454414:Carton_gris:3726:24491424,24454416:Carton_gris:3726:24491378,24454417:Carton_gris:3726:24491357,24462374:Carton_gris:3726:24491051,24463948:Carton_gris:3726:24491220,24463952:Carton_gris:3726:24491190,24466023:Carton_gris:3726:24489941,24503402:Carton_gris:3726:24539860,24503403:Carton_gris:3726:24550552,24503405:Carton_gris:3726:24540072,24504898:Carton_gris:3726:24540477,24588188:Carton_gris:3726:24588411,24589486:Carton_gris:3726:24604604,24589504:Carton_gris:3726:24589847,24605211:Carton_gris:3726:24620277,24605212:Carton_gris:3726:24605809,24729472:Carton_gris:3726:24729525,24747078:Carton_gris:3726:24747192,24830954:Carton_gris:3726:24831510,24920023:Carton_gris:3726:25032043,25015239:Carton_gris:3726:25039580,25018916:Carton_gris:3726:25019818,25026450:Carton_gris:3726:25093700,25026464:Carton_gris:3726:25026689,25026710:Carton_gris:3726:25027078,25066981:Carton_gris:3726:25092858,25176402:Carton_gris:3726:25177105,25180143:Carton_gris:3726:25180445'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.003337353915442965, 'nb_photo': 39, 'list_port_cont': '24489944,24491045,24491192,24491221,24491353,24491385,24539421,24589849,24605807,24640085,24747199,24758944,24916109,25026876,25027072,25032047,25177097,25180446,25232852', 'assoc_port': '24454416:24491385,24454417:24491353,24462374:24491045,24463948:24491221,24463952:24491192,24466023:24489944,24502189:24539421,24589504:24589849,24605212:24605807,24639948:24640085,24747078:24747199,24752131:24758944,24915476:24916109,24920023:25032047,25026451:25026876,25026710:25027072,25176402:25177097,25180143:25180446,25210014:25232852', 'assoc_mat': '24454416:kraft:3726:24491385,24454417:kraft:3726:24491353,24462374:kraft:3726:24491045,24463948:kraft:3726:24491221,24463952:kraft:3726:24491192,24466023:kraft:3726:24489944,24502189:kraft:3726:24539421,24589504:kraft:3726:24589849,24605212:kraft:3726:24605807,24639948:kraft:3726:24640085,24747078:kraft:3726:24747199,24752131:kraft:3726:24758944,24915476:kraft:3726:24916109,24920023:kraft:3726:25032047,25026451:kraft:3726:25026876,25026710:kraft:3726:25027072,25176402:kraft:3726:25177097,25180143:kraft:3726:25180446,25210014:kraft:3726:25232852'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0006458963484706888, 'nb_photo': 14, 'list_port_cont': '24491219,24539853,24550558,24620278,24747200,24758950,25019815,25026879,25032045,25232853', 'assoc_port': '24463948:24491219,24503402:24539853,24503403:24550558,24605211:24620278,24747078:24747200,24752131:24758950,24920023:25032045,25018916:25019815,25026451:25026879,25210014:25232853', 'assoc_mat': '24463948:metal:3726:24491219,24503402:metal:3726:24539853,24503403:metal:3726:24550558,24605211:metal:3726:24620278,24747078:metal:3726:24747200,24752131:metal:3726:24758950,24920023:metal:3726:25032045,25018916:metal:3726:25019815,25026451:metal:3726:25026879,25210014:metal:3726:25232853'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.009698526909258643, 'nb_photo': 358, 'list_port_cont': '24489950,24491048,24491196,24491213,24491240,24491359,24491376,24491431,24537183,24539425,24539854,24540077,24540476,24550553,24589843,24604605,24605812,24620279,24629782,24640088,24729532,24747198,24758945,24790844,24831504,24878239,24916104,25019821,25026686,25026868,25027068,25032042,25043362,25092864,25093696,25177101,25180439,25232855', 'assoc_port': '24454414:24491431,24454416:24491376,24454417:24491359,24462374:24491048,24463944:24491240,24463948:24491213,24463952:24491196,24466023:24489950,24495335:24537183,24502189:24539425,24503402:24539854,24503403:24550553,24503405:24540077,24504898:24540476,24589486:24604605,24589504:24589843,24603091:24629782,24605211:24620279,24605212:24605812,24639948:24640088,24729472:24729532,24747078:24747198,24752131:24758945,24790457:24790844,24830954:24831504,24878174:24878239,24915476:24916104,24920023:25032042,25018916:25019821,25026449:25043362,25026450:25093696,25026451:25026868,25026464:25026686,25026710:25027068,25066981:25092864,25176402:25177101,25180143:25180439,25210014:25232855', 'assoc_mat': '24454414:plastique:3726:24491431,24454416:plastique:3726:24491376,24454417:plastique:3726:24491359,24462374:plastique:3726:24491048,24463944:plastique:3726:24491240,24463948:plastique:3726:24491213,24463952:plastique:3726:24491196,24466023:plastique:3726:24489950,24495335:plastique:3726:24537183,24502189:plastique:3726:24539425,24503402:plastique:3726:24539854,24503403:plastique:3726:24550553,24503405:plastique:3726:24540077,24504898:plastique:3726:24540476,24589486:plastique:3726:24604605,24589504:plastique:3726:24589843,24603091:plastique:3726:24629782,24605211:plastique:3726:24620279,24605212:plastique:3726:24605812,24639948:plastique:3726:24640088,24729472:plastique:3726:24729532,24747078:plastique:3726:24747198,24752131:plastique:3726:24758945,24790457:plastique:3726:24790844,24830954:plastique:3726:24831504,24878174:plastique:3726:24878239,24915476:plastique:3726:24916104,24920023:plastique:3726:25032042,25018916:plastique:3726:25019821,25026449:plastique:3726:25043362,25026450:plastique:3726:25093696,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.020537455825688555, 'nb_photo': 1274, 'list_port_cont': '24489946,24491044,24491195,24491217,24491235,24491361,24491386,24491428,24537174,24539420,24539855,24540081,24540474,24550551,24588420,24589844,24603298,24604600,24605813,24620287,24629772,24640086,24729531,24747195,24758952,24790842,24831506,24916100,25019822,25026678,25026872,25027073,25032051,25039579,25043360,25092853,25093702,25177099,25180441,25232856', 'assoc_port': '24454414:24491428,24454416:24491386,24454417:24491361,24462374:24491044,24463944:24491235,24463948:24491217,24463952:24491195,24466023:24489946,24495335:24537174,24502189:24539420,24503402:24539855,24503403:24550551,24503405:24540081,24504898:24540474,24588188:24588420,24589486:24604600,24589504:24589844,24603091:24629772,24603094:24603298,24605211:24620287,24605212:24605813,24639948:24640086,24729472:24729531,24747078:24747195,24752131:24758952,24790457:24790842,24830954:24831506,24915476:24916100,24920023:25032051,25015239:25039579,25018916:25019822,25026449:25043360,25026450:25093702,25026451:25026872,25026464:25026678,25026710:25027073,25066981:25092853,25176402:25177099,25180143:25180441,25210014:25232856', 'assoc_mat': '24454414:Teint_Dans_La_Masse:3726:24491428,24454416:Teint_Dans_La_Masse:3726:24491386,24454417:Teint_Dans_La_Masse:3726:24491361,24462374:Teint_Dans_La_Masse:3726:24491044,24463944:Teint_Dans_La_Masse:3726:24491235,24463948:Teint_Dans_La_Masse:3726:24491217,24463952:Teint_Dans_La_Masse:3726:24491195,24466023:Teint_Dans_La_Masse:3726:24489946,24495335:Teint_Dans_La_Masse:3726:24537174,24502189:Teint_Dans_La_Masse:3726:24539420,24503402:Teint_Dans_La_Masse:3726:24539855,24503403:Teint_Dans_La_Masse:3726:24550551,24503405:Teint_Dans_La_Masse:3726:24540081,24504898:Teint_Dans_La_Masse:3726:24540474,24588188:Teint_Dans_La_Masse:3726:24588420,24589486:Teint_Dans_La_Masse:3726:24604600,24589504:Teint_Dans_La_Masse:3726:24589844,24603091:Teint_Dans_La_Masse:3726:24629772,24603094:Teint_Dans_La_Masse:3726:24603298,24605211:Teint_Dans_La_Masse:3726:24620287,24605212:Teint_Dans_La_Masse:3726:24605813,24639948:Teint_Dans_La_Masse:3726:24640086,24729472:Teint_Dans_La_Masse:3726:24729531,24747078:Teint_Dans_La_Masse:3726:2'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(1948752,1952949,1962866,1969863,1973889,1977115,1980700,1986768,1992808,1995616,1998198,2007625)); after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2025-07-01' and date <= '2025-07-31') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((2478,),), 'unwanted_material_monthly_percentage': ((0.10142476437538027,),), 'material_repartition': (('JRM', 2478),), 'material_dict': {'JRM': 2478}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 7, 1), 0.09759451114191321, 505), (datetime.date(2025, 7, 2), 0.10770297107062889, 336), (datetime.date(2025, 7, 4), 0.07959626746835494, 517), (datetime.date(2025, 7, 8), 0.11279641871055035, 66), (datetime.date(2025, 7, 9), 0.1088675261210721, 204), (datetime.date(2025, 7, 10), 0.060533898590568125, 43), (datetime.date(2025, 7, 11), 0.009766243731740122, 27), (datetime.date(2025, 7, 14), 0.1362055770531495, 104), (datetime.date(2025, 7, 16), 0.12137897255774424, 219), (datetime.date(2025, 7, 17), 0.09517265752793244, 256), (datetime.date(2025, 7, 22), 0.11693105902316883, 201)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 7, 1), 0.09759451114191321, 505), (datetime.date(2025, 7, 2), 0.10770297107062889, 336), (datetime.date(2025, 7, 4), 0.07959626746835494, 517), (datetime.date(2025, 7, 8), 0.11279641871055035, 66), (datetime.date(2025, 7, 9), 0.1088675261210721, 204), (datetime.date(2025, 7, 10), 0.060533898590568125, 43), (datetime.date(2025, 7, 11), 0.009766243731740122, 27), (datetime.date(2025, 7, 14), 0.1362055770531495, 104), (datetime.date(2025, 7, 16), 0.12137897255774424, 219), (datetime.date(2025, 7, 17), 0.09517265752793244, 256), (datetime.date(2025, 7, 22), 0.11693105902316883, 201))}, 'quality_array': [['-0.12275206589490206', '01072025'], ['-0.11396523500046438', '02072025'], ['-0.766558163666063', '04072025'], ['-0.5438612213197284', '08072025'], ['-0.16683236659679415', '09072025'], ['-1.1277344136161995', '10072025'], ['-2.324865636405729', '11072025'], ['-0.44704142759635557', '14072025'], ['-0.30895797005459974', '16072025'], ['0.2963408664506756', '17072025'], ['-0.4917173356256585', '22072025']], 'number_of_batch': ((41,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0114942994039099, 'nb_photo': 171, 'list_port_cont': '24489939,24491042,24491189,24491211,24491243,24491362,24491387,24491426,24539429,24539861,24540070,24540479,24550560,24589846,24604601,24605811,24620285,24629779,24640093,24729533,24747193,24758953,24790838,24831505,24916102,25019824,25026682,25026871,25027071,25032044,25043356,25092857,25093704,25177095,25232859', 'assoc_port': '24454414:24491426,24454416:24491387,24454417:24491362,24462374:24491042,24463944:24491243,24463948:24491211,24463952:24491189,24466023:24489939,24502189:24539429,24503402:24539861,24503403:24550560,24503405:24540070,24504898:24540479,24589486:24604601,24589504:24589846,24603091:24629779,24605211:24620285,24605212:24605811,24639948:24640093,24729472:24729533,24747078:24747193,24752131:24758953,24790457:24790838,24830954:24831505,24915476:24916102,24920023:25032044,25018916:25019824,25026449:25043356,25026450:25093704,25026451:25026871,25026464:25026682,25026710:25027071,25066981:25092857,25176402:25177095,25210014:25232859', 'assoc_mat': '24454414:autre_refus:3726:24491426,24454416:autre_refus:3726:24491387,24454417:autre_refus:3726:24491362,24462374:autre_refus:3726:24491042,24463944:autre_refus:3726:24491243,24463948:autre_refus:3726:24491211,24463952:autre_refus:3726:24491189,24466023:autre_refus:3726:24489939,24502189:autre_refus:3726:24539429,24503402:autre_refus:3726:24539861,24503403:autre_refus:3726:24550560,24503405:autre_refus:3726:24540070,24504898:autre_refus:3726:24540479,24589486:autre_refus:3726:24604601,24589504:autre_refus:3726:24589846,24603091:autre_refus:3726:24629779,24605211:autre_refus:3726:24620285,24605212:autre_refus:3726:24605811,24639948:autre_refus:3726:24640093,24729472:autre_refus:3726:24729533,24747078:autre_refus:3726:24747193,24752131:autre_refus:3726:24758953,24790457:autre_refus:3726:24790838,24830954:autre_refus:3726:24831505,24915476:autre_refus:3726:24916102,24920023:autre_refus:3726:25032044,25018916:autre_refus:3726:25019824,25026449:autre_refus:3726:25043356,25026450:autre_refus:3726:25093704,25026451:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.012655795299821734, 'nb_photo': 508, 'list_port_cont': '24489942,24491046,24491191,24491218,24491245,24491352,24491383,24491425,24537175,24539426,24539862,24540071,24540484,24550555,24588413,24589850,24603303,24604609,24605816,24620282,24629771,24640090,24729530,24747201,24758948,24790839,24831509,24916098,25019819,25026679,25026877,25027070,25032050,25039572,25043367,25092856,25093699,25177102,25180438,25232863', 'assoc_port': '24454414:24491425,24454416:24491383,24454417:24491352,24462374:24491046,24463944:24491245,24463948:24491218,24463952:24491191,24466023:24489942,24495335:24537175,24502189:24539426,24503402:24539862,24503403:24550555,24503405:24540071,24504898:24540484,24588188:24588413,24589486:24604609,24589504:24589850,24603091:24629771,24603094:24603303,24605211:24620282,24605212:24605816,24639948:24640090,24729472:24729530,24747078:24747201,24752131:24758948,24790457:24790839,24830954:24831509,24915476:24916098,24920023:25032050,25015239:25039572,25018916:25019819,25026449:25043367,25026450:25093699,25026451:25026877,25026464:25026679,25026710:25027070,25066981:25092856,25176402:25177102,25180143:25180438,25210014:25232863', 'assoc_mat': '24454414:cartonnette:3726:24491425,24454416:cartonnette:3726:24491383,24454417:cartonnette:3726:24491352,24462374:cartonnette:3726:24491046,24463944:cartonnette:3726:24491245,24463948:cartonnette:3726:24491218,24463952:cartonnette:3726:24491191,24466023:cartonnette:3726:24489942,24495335:cartonnette:3726:24537175,24502189:cartonnette:3726:24539426,24503402:cartonnette:3726:24539862,24503403:cartonnette:3726:24550555,24503405:cartonnette:3726:24540071,24504898:cartonnette:3726:24540484,24588188:cartonnette:3726:24588413,24589486:cartonnette:3726:24604609,24589504:cartonnette:3726:24589850,24603091:cartonnette:3726:24629771,24603094:cartonnette:3726:24603303,24605211:cartonnette:3726:24620282,24605212:cartonnette:3726:24605816,24639948:cartonnette:3726:24640090,24729472:cartonnette:3726:24729530,24747078:cartonnette:3726:24747201,24752131:cartonnette:3726:24758948,24790457:cartonnette:3726:24790839,24830954:cartonnette:3726:24831509,24915476:cartonnette:3726:24916098,24920023:cartonnette:3726:25032050,25015239:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.05683014117692263, 'nb_photo': 2031, 'list_port_cont': '24489949,24491047,24491194,24491214,24491244,24491360,24491381,24491432,24537180,24539423,24539852,24540075,24540485,24550556,24588415,24589851,24603295,24604603,24605805,24620276,24629778,24640094,24729527,24747202,24758947,24790848,24831508,24916101,25019823,25026687,25026878,25027075,25032046,25039578,25043363,25092859,25093694,25177094,25180447,25232861', 'assoc_port': '24454414:24491432,24454416:24491381,24454417:24491360,24462374:24491047,24463944:24491244,24463948:24491214,24463952:24491194,24466023:24489949,24495335:24537180,24502189:24539423,24503402:24539852,24503403:24550556,24503405:24540075,24504898:24540485,24588188:24588415,24589486:24604603,24589504:24589851,24603091:24629778,24603094:24603295,24605211:24620276,24605212:24605805,24639948:24640094,24729472:24729527,24747078:24747202,24752131:24758947,24790457:24790848,24830954:24831508,24915476:24916101,24920023:25032046,25015239:25039578,25018916:25019823,25026449:25043363,25026450:25093694,25026451:25026878,25026464:25026687,25026710:25027075,25066981:25092859,25176402:25177094,25180143:25180447,25210014:25232861', 'assoc_mat': '24454414:Carton_brun:3726:24491432,24454416:Carton_brun:3726:24491381,24454417:Carton_brun:3726:24491360,24462374:Carton_brun:3726:24491047,24463944:Carton_brun:3726:24491244,24463948:Carton_brun:3726:24491214,24463952:Carton_brun:3726:24491194,24466023:Carton_brun:3726:24489949,24495335:Carton_brun:3726:24537180,24502189:Carton_brun:3726:24539423,24503402:Carton_brun:3726:24539852,24503403:Carton_brun:3726:24550556,24503405:Carton_brun:3726:24540075,24504898:Carton_brun:3726:24540485,24588188:Carton_brun:3726:24588415,24589486:Carton_brun:3726:24604603,24589504:Carton_brun:3726:24589851,24603091:Carton_brun:3726:24629778,24603094:Carton_brun:3726:24603295,24605211:Carton_brun:3726:24620276,24605212:Carton_brun:3726:24605805,24639948:Carton_brun:3726:24640094,24729472:Carton_brun:3726:24729527,24747078:Carton_brun:3726:24747202,24752131:Carton_brun:3726:24758947,24790457:Carton_brun:3726:24790848,24830954:Carton_brun:3726:24831508,24915476:Carton_brun:3726:24916101,24920023:Carton_brun:3726:25032046,25015239:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005930378335407763, 'nb_photo': 70, 'list_port_cont': '24489941,24491051,24491190,24491220,24491357,24491378,24491424,24539860,24540072,24540477,24550552,24588411,24589847,24604604,24605809,24620277,24729525,24747192,24831510,25019818,25026689,25027078,25032043,25039580,25092858,25093700,25177105,25180445', 'assoc_port': '24454414:24491424,24454416:24491378,24454417:24491357,24462374:24491051,24463948:24491220,24463952:24491190,24466023:24489941,24503402:24539860,24503403:24550552,24503405:24540072,24504898:24540477,24588188:24588411,24589486:24604604,24589504:24589847,24605211:24620277,24605212:24605809,24729472:24729525,24747078:24747192,24830954:24831510,24920023:25032043,25015239:25039580,25018916:25019818,25026450:25093700,25026464:25026689,25026710:25027078,25066981:25092858,25176402:25177105,25180143:25180445', 'assoc_mat': '24454414:Carton_gris:3726:24491424,24454416:Carton_gris:3726:24491378,24454417:Carton_gris:3726:24491357,24462374:Carton_gris:3726:24491051,24463948:Carton_gris:3726:24491220,24463952:Carton_gris:3726:24491190,24466023:Carton_gris:3726:24489941,24503402:Carton_gris:3726:24539860,24503403:Carton_gris:3726:24550552,24503405:Carton_gris:3726:24540072,24504898:Carton_gris:3726:24540477,24588188:Carton_gris:3726:24588411,24589486:Carton_gris:3726:24604604,24589504:Carton_gris:3726:24589847,24605211:Carton_gris:3726:24620277,24605212:Carton_gris:3726:24605809,24729472:Carton_gris:3726:24729525,24747078:Carton_gris:3726:24747192,24830954:Carton_gris:3726:24831510,24920023:Carton_gris:3726:25032043,25015239:Carton_gris:3726:25039580,25018916:Carton_gris:3726:25019818,25026450:Carton_gris:3726:25093700,25026464:Carton_gris:3726:25026689,25026710:Carton_gris:3726:25027078,25066981:Carton_gris:3726:25092858,25176402:Carton_gris:3726:25177105,25180143:Carton_gris:3726:25180445'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.003337353915442965, 'nb_photo': 39, 'list_port_cont': '24489944,24491045,24491192,24491221,24491353,24491385,24539421,24589849,24605807,24640085,24747199,24758944,24916109,25026876,25027072,25032047,25177097,25180446,25232852', 'assoc_port': '24454416:24491385,24454417:24491353,24462374:24491045,24463948:24491221,24463952:24491192,24466023:24489944,24502189:24539421,24589504:24589849,24605212:24605807,24639948:24640085,24747078:24747199,24752131:24758944,24915476:24916109,24920023:25032047,25026451:25026876,25026710:25027072,25176402:25177097,25180143:25180446,25210014:25232852', 'assoc_mat': '24454416:kraft:3726:24491385,24454417:kraft:3726:24491353,24462374:kraft:3726:24491045,24463948:kraft:3726:24491221,24463952:kraft:3726:24491192,24466023:kraft:3726:24489944,24502189:kraft:3726:24539421,24589504:kraft:3726:24589849,24605212:kraft:3726:24605807,24639948:kraft:3726:24640085,24747078:kraft:3726:24747199,24752131:kraft:3726:24758944,24915476:kraft:3726:24916109,24920023:kraft:3726:25032047,25026451:kraft:3726:25026876,25026710:kraft:3726:25027072,25176402:kraft:3726:25177097,25180143:kraft:3726:25180446,25210014:kraft:3726:25232852'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0006458963484706888, 'nb_photo': 14, 'list_port_cont': '24491219,24539853,24550558,24620278,24747200,24758950,25019815,25026879,25032045,25232853', 'assoc_port': '24463948:24491219,24503402:24539853,24503403:24550558,24605211:24620278,24747078:24747200,24752131:24758950,24920023:25032045,25018916:25019815,25026451:25026879,25210014:25232853', 'assoc_mat': '24463948:metal:3726:24491219,24503402:metal:3726:24539853,24503403:metal:3726:24550558,24605211:metal:3726:24620278,24747078:metal:3726:24747200,24752131:metal:3726:24758950,24920023:metal:3726:25032045,25018916:metal:3726:25019815,25026451:metal:3726:25026879,25210014:metal:3726:25232853'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.009698526909258643, 'nb_photo': 358, 'list_port_cont': '24489950,24491048,24491196,24491213,24491240,24491359,24491376,24491431,24537183,24539425,24539854,24540077,24540476,24550553,24589843,24604605,24605812,24620279,24629782,24640088,24729532,24747198,24758945,24790844,24831504,24878239,24916104,25019821,25026686,25026868,25027068,25032042,25043362,25092864,25093696,25177101,25180439,25232855', 'assoc_port': '24454414:24491431,24454416:24491376,24454417:24491359,24462374:24491048,24463944:24491240,24463948:24491213,24463952:24491196,24466023:24489950,24495335:24537183,24502189:24539425,24503402:24539854,24503403:24550553,24503405:24540077,24504898:24540476,24589486:24604605,24589504:24589843,24603091:24629782,24605211:24620279,24605212:24605812,24639948:24640088,24729472:24729532,24747078:24747198,24752131:24758945,24790457:24790844,24830954:24831504,24878174:24878239,24915476:24916104,24920023:25032042,25018916:25019821,25026449:25043362,25026450:25093696,25026451:25026868,25026464:25026686,25026710:25027068,25066981:25092864,25176402:25177101,25180143:25180439,25210014:25232855', 'assoc_mat': '24454414:plastique:3726:24491431,24454416:plastique:3726:24491376,24454417:plastique:3726:24491359,24462374:plastique:3726:24491048,24463944:plastique:3726:24491240,24463948:plastique:3726:24491213,24463952:plastique:3726:24491196,24466023:plastique:3726:24489950,24495335:plastique:3726:24537183,24502189:plastique:3726:24539425,24503402:plastique:3726:24539854,24503403:plastique:3726:24550553,24503405:plastique:3726:24540077,24504898:plastique:3726:24540476,24589486:plastique:3726:24604605,24589504:plastique:3726:24589843,24603091:plastique:3726:24629782,24605211:plastique:3726:24620279,24605212:plastique:3726:24605812,24639948:plastique:3726:24640088,24729472:plastique:3726:24729532,24747078:plastique:3726:24747198,24752131:plastique:3726:24758945,24790457:plastique:3726:24790844,24830954:plastique:3726:24831504,24878174:plastique:3726:24878239,24915476:plastique:3726:24916104,24920023:plastique:3726:25032042,25018916:plastique:3726:25019821,25026449:plastique:3726:25043362,25026450:plastique:3726:25093696,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.020537455825688555, 'nb_photo': 1274, 'list_port_cont': '24489946,24491044,24491195,24491217,24491235,24491361,24491386,24491428,24537174,24539420,24539855,24540081,24540474,24550551,24588420,24589844,24603298,24604600,24605813,24620287,24629772,24640086,24729531,24747195,24758952,24790842,24831506,24916100,25019822,25026678,25026872,25027073,25032051,25039579,25043360,25092853,25093702,25177099,25180441,25232856', 'assoc_port': '24454414:24491428,24454416:24491386,24454417:24491361,24462374:24491044,24463944:24491235,24463948:24491217,24463952:24491195,24466023:24489946,24495335:24537174,24502189:24539420,24503402:24539855,24503403:24550551,24503405:24540081,24504898:24540474,24588188:24588420,24589486:24604600,24589504:24589844,24603091:24629772,24603094:24603298,24605211:24620287,24605212:24605813,24639948:24640086,24729472:24729531,24747078:24747195,24752131:24758952,24790457:24790842,24830954:24831506,24915476:24916100,24920023:25032051,25015239:25039579,25018916:25019822,25026449:25043360,25026450:25093702,25026451:25026872,25026464:25026678,25026710:25027073,25066981:25092853,25176402:25177099,25180143:25180441,25210014:25232856', 'assoc_mat': '24454414:Teint_Dans_La_Masse:3726:24491428,24454416:Teint_Dans_La_Masse:3726:24491386,24454417:Teint_Dans_La_Masse:3726:24491361,24462374:Teint_Dans_La_Masse:3726:24491044,24463944:Teint_Dans_La_Masse:3726:24491235,24463948:Teint_Dans_La_Masse:3726:24491217,24463952:Teint_Dans_La_Masse:3726:24491195,24466023:Teint_Dans_La_Masse:3726:24489946,24495335:Teint_Dans_La_Masse:3726:24537174,24502189:Teint_Dans_La_Masse:3726:24539420,24503402:Teint_Dans_La_Masse:3726:24539855,24503403:Teint_Dans_La_Masse:3726:24550551,24503405:Teint_Dans_La_Masse:3726:24540081,24504898:Teint_Dans_La_Masse:3726:24540474,24588188:Teint_Dans_La_Masse:3726:24588420,24589486:Teint_Dans_La_Masse:3726:24604600,24589504:Teint_Dans_La_Masse:3726:24589844,24603091:Teint_Dans_La_Masse:3726:24629772,24603094:Teint_Dans_La_Masse:3726:24603298,24605211:Teint_Dans_La_Masse:3726:24620287,24605212:Teint_Dans_La_Masse:3726:24605813,24639948:Teint_Dans_La_Masse:3726:24640086,24729472:Teint_Dans_La_Masse:3726:24729531,24747078:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 2478}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-07', 0.10142476437538027),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((2478,),), 'unwanted_material_monthly_percentage': ((0.10142476437538027,),), 'material_repartition': (('JRM', 2478),), 'material_dict': {'JRM': 2478}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 7, 1), 0.09759451114191321, 505), (datetime.date(2025, 7, 2), 0.10770297107062889, 336), (datetime.date(2025, 7, 4), 0.07959626746835494, 517), (datetime.date(2025, 7, 8), 0.11279641871055035, 66), (datetime.date(2025, 7, 9), 0.1088675261210721, 204), (datetime.date(2025, 7, 10), 0.060533898590568125, 43), (datetime.date(2025, 7, 11), 0.009766243731740122, 27), (datetime.date(2025, 7, 14), 0.1362055770531495, 104), (datetime.date(2025, 7, 16), 0.12137897255774424, 219), (datetime.date(2025, 7, 17), 0.09517265752793244, 256), (datetime.date(2025, 7, 22), 0.11693105902316883, 201)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 7, 1), 0.09759451114191321, 505), (datetime.date(2025, 7, 2), 0.10770297107062889, 336), (datetime.date(2025, 7, 4), 0.07959626746835494, 517), (datetime.date(2025, 7, 8), 0.11279641871055035, 66), (datetime.date(2025, 7, 9), 0.1088675261210721, 204), (datetime.date(2025, 7, 10), 0.060533898590568125, 43), (datetime.date(2025, 7, 11), 0.009766243731740122, 27), (datetime.date(2025, 7, 14), 0.1362055770531495, 104), (datetime.date(2025, 7, 16), 0.12137897255774424, 219), (datetime.date(2025, 7, 17), 0.09517265752793244, 256), (datetime.date(2025, 7, 22), 0.11693105902316883, 201))}, 'quality_array': [['-0.12275206589490206', '01072025'], ['-0.11396523500046438', '02072025'], ['-0.766558163666063', '04072025'], ['-0.5438612213197284', '08072025'], ['-0.16683236659679415', '09072025'], ['-1.1277344136161995', '10072025'], ['-2.324865636405729', '11072025'], ['-0.44704142759635557', '14072025'], ['-0.30895797005459974', '16072025'], ['0.2963408664506756', '17072025'], ['-0.4917173356256585', '22072025']], 'number_of_batch': ((41,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0114942994039099, 'nb_photo': 171, 'list_port_cont': '24489939,24491042,24491189,24491211,24491243,24491362,24491387,24491426,24539429,24539861,24540070,24540479,24550560,24589846,24604601,24605811,24620285,24629779,24640093,24729533,24747193,24758953,24790838,24831505,24916102,25019824,25026682,25026871,25027071,25032044,25043356,25092857,25093704,25177095,25232859', 'assoc_port': '24454414:24491426,24454416:24491387,24454417:24491362,24462374:24491042,24463944:24491243,24463948:24491211,24463952:24491189,24466023:24489939,24502189:24539429,24503402:24539861,24503403:24550560,24503405:24540070,24504898:24540479,24589486:24604601,24589504:24589846,24603091:24629779,24605211:24620285,24605212:24605811,24639948:24640093,24729472:24729533,24747078:24747193,24752131:24758953,24790457:24790838,24830954:24831505,24915476:24916102,24920023:25032044,25018916:25019824,25026449:25043356,25026450:25093704,25026451:25026871,25026464:25026682,25026710:25027071,25066981:25092857,25176402:25177095,25210014:25232859', 'assoc_mat': '24454414:autre_refus:3726:24491426,24454416:autre_refus:3726:24491387,24454417:autre_refus:3726:24491362,24462374:autre_refus:3726:24491042,24463944:autre_refus:3726:24491243,24463948:autre_refus:3726:24491211,24463952:autre_refus:3726:24491189,24466023:autre_refus:3726:24489939,24502189:autre_refus:3726:24539429,24503402:autre_refus:3726:24539861,24503403:autre_refus:3726:24550560,24503405:autre_refus:3726:24540070,24504898:autre_refus:3726:24540479,24589486:autre_refus:3726:24604601,24589504:autre_refus:3726:24589846,24603091:autre_refus:3726:24629779,24605211:autre_refus:3726:24620285,24605212:autre_refus:3726:24605811,24639948:autre_refus:3726:24640093,24729472:autre_refus:3726:24729533,24747078:autre_refus:3726:24747193,24752131:autre_refus:3726:24758953,24790457:autre_refus:3726:24790838,24830954:autre_refus:3726:24831505,24915476:autre_refus:3726:24916102,24920023:autre_refus:3726:25032044,25018916:autre_refus:3726:25019824,25026449:autre_refus:3726:25043356,25026450:autre_refus:3726:25093704,25026451:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.012655795299821734, 'nb_photo': 508, 'list_port_cont': '24489942,24491046,24491191,24491218,24491245,24491352,24491383,24491425,24537175,24539426,24539862,24540071,24540484,24550555,24588413,24589850,24603303,24604609,24605816,24620282,24629771,24640090,24729530,24747201,24758948,24790839,24831509,24916098,25019819,25026679,25026877,25027070,25032050,25039572,25043367,25092856,25093699,25177102,25180438,25232863', 'assoc_port': '24454414:24491425,24454416:24491383,24454417:24491352,24462374:24491046,24463944:24491245,24463948:24491218,24463952:24491191,24466023:24489942,24495335:24537175,24502189:24539426,24503402:24539862,24503403:24550555,24503405:24540071,24504898:24540484,24588188:24588413,24589486:24604609,24589504:24589850,24603091:24629771,24603094:24603303,24605211:24620282,24605212:24605816,24639948:24640090,24729472:24729530,24747078:24747201,24752131:24758948,24790457:24790839,24830954:24831509,24915476:24916098,24920023:25032050,25015239:25039572,25018916:25019819,25026449:25043367,25026450:25093699,25026451:25026877,25026464:25026679,25026710:25027070,25066981:25092856,25176402:25177102,25180143:25180438,25210014:25232863', 'assoc_mat': '24454414:cartonnette:3726:24491425,24454416:cartonnette:3726:24491383,24454417:cartonnette:3726:24491352,24462374:cartonnette:3726:24491046,24463944:cartonnette:3726:24491245,24463948:cartonnette:3726:24491218,24463952:cartonnette:3726:24491191,24466023:cartonnette:3726:24489942,24495335:cartonnette:3726:24537175,24502189:cartonnette:3726:24539426,24503402:cartonnette:3726:24539862,24503403:cartonnette:3726:24550555,24503405:cartonnette:3726:24540071,24504898:cartonnette:3726:24540484,24588188:cartonnette:3726:24588413,24589486:cartonnette:3726:24604609,24589504:cartonnette:3726:24589850,24603091:cartonnette:3726:24629771,24603094:cartonnette:3726:24603303,24605211:cartonnette:3726:24620282,24605212:cartonnette:3726:24605816,24639948:cartonnette:3726:24640090,24729472:cartonnette:3726:24729530,24747078:cartonnette:3726:24747201,24752131:cartonnette:3726:24758948,24790457:cartonnette:3726:24790839,24830954:cartonnette:3726:24831509,24915476:cartonnette:3726:24916098,24920023:cartonnette:3726:25032050,25015239:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.05683014117692263, 'nb_photo': 2031, 'list_port_cont': '24489949,24491047,24491194,24491214,24491244,24491360,24491381,24491432,24537180,24539423,24539852,24540075,24540485,24550556,24588415,24589851,24603295,24604603,24605805,24620276,24629778,24640094,24729527,24747202,24758947,24790848,24831508,24916101,25019823,25026687,25026878,25027075,25032046,25039578,25043363,25092859,25093694,25177094,25180447,25232861', 'assoc_port': '24454414:24491432,24454416:24491381,24454417:24491360,24462374:24491047,24463944:24491244,24463948:24491214,24463952:24491194,24466023:24489949,24495335:24537180,24502189:24539423,24503402:24539852,24503403:24550556,24503405:24540075,24504898:24540485,24588188:24588415,24589486:24604603,24589504:24589851,24603091:24629778,24603094:24603295,24605211:24620276,24605212:24605805,24639948:24640094,24729472:24729527,24747078:24747202,24752131:24758947,24790457:24790848,24830954:24831508,24915476:24916101,24920023:25032046,25015239:25039578,25018916:25019823,25026449:25043363,25026450:25093694,25026451:25026878,25026464:25026687,25026710:25027075,25066981:25092859,25176402:25177094,25180143:25180447,25210014:25232861', 'assoc_mat': '24454414:Carton_brun:3726:24491432,24454416:Carton_brun:3726:24491381,24454417:Carton_brun:3726:24491360,24462374:Carton_brun:3726:24491047,24463944:Carton_brun:3726:24491244,24463948:Carton_brun:3726:24491214,24463952:Carton_brun:3726:24491194,24466023:Carton_brun:3726:24489949,24495335:Carton_brun:3726:24537180,24502189:Carton_brun:3726:24539423,24503402:Carton_brun:3726:24539852,24503403:Carton_brun:3726:24550556,24503405:Carton_brun:3726:24540075,24504898:Carton_brun:3726:24540485,24588188:Carton_brun:3726:24588415,24589486:Carton_brun:3726:24604603,24589504:Carton_brun:3726:24589851,24603091:Carton_brun:3726:24629778,24603094:Carton_brun:3726:24603295,24605211:Carton_brun:3726:24620276,24605212:Carton_brun:3726:24605805,24639948:Carton_brun:3726:24640094,24729472:Carton_brun:3726:24729527,24747078:Carton_brun:3726:24747202,24752131:Carton_brun:3726:24758947,24790457:Carton_brun:3726:24790848,24830954:Carton_brun:3726:24831508,24915476:Carton_brun:3726:24916101,24920023:Carton_brun:3726:25032046,25015239:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005930378335407763, 'nb_photo': 70, 'list_port_cont': '24489941,24491051,24491190,24491220,24491357,24491378,24491424,24539860,24540072,24540477,24550552,24588411,24589847,24604604,24605809,24620277,24729525,24747192,24831510,25019818,25026689,25027078,25032043,25039580,25092858,25093700,25177105,25180445', 'assoc_port': '24454414:24491424,24454416:24491378,24454417:24491357,24462374:24491051,24463948:24491220,24463952:24491190,24466023:24489941,24503402:24539860,24503403:24550552,24503405:24540072,24504898:24540477,24588188:24588411,24589486:24604604,24589504:24589847,24605211:24620277,24605212:24605809,24729472:24729525,24747078:24747192,24830954:24831510,24920023:25032043,25015239:25039580,25018916:25019818,25026450:25093700,25026464:25026689,25026710:25027078,25066981:25092858,25176402:25177105,25180143:25180445', 'assoc_mat': '24454414:Carton_gris:3726:24491424,24454416:Carton_gris:3726:24491378,24454417:Carton_gris:3726:24491357,24462374:Carton_gris:3726:24491051,24463948:Carton_gris:3726:24491220,24463952:Carton_gris:3726:24491190,24466023:Carton_gris:3726:24489941,24503402:Carton_gris:3726:24539860,24503403:Carton_gris:3726:24550552,24503405:Carton_gris:3726:24540072,24504898:Carton_gris:3726:24540477,24588188:Carton_gris:3726:24588411,24589486:Carton_gris:3726:24604604,24589504:Carton_gris:3726:24589847,24605211:Carton_gris:3726:24620277,24605212:Carton_gris:3726:24605809,24729472:Carton_gris:3726:24729525,24747078:Carton_gris:3726:24747192,24830954:Carton_gris:3726:24831510,24920023:Carton_gris:3726:25032043,25015239:Carton_gris:3726:25039580,25018916:Carton_gris:3726:25019818,25026450:Carton_gris:3726:25093700,25026464:Carton_gris:3726:25026689,25026710:Carton_gris:3726:25027078,25066981:Carton_gris:3726:25092858,25176402:Carton_gris:3726:25177105,25180143:Carton_gris:3726:25180445'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.003337353915442965, 'nb_photo': 39, 'list_port_cont': '24489944,24491045,24491192,24491221,24491353,24491385,24539421,24589849,24605807,24640085,24747199,24758944,24916109,25026876,25027072,25032047,25177097,25180446,25232852', 'assoc_port': '24454416:24491385,24454417:24491353,24462374:24491045,24463948:24491221,24463952:24491192,24466023:24489944,24502189:24539421,24589504:24589849,24605212:24605807,24639948:24640085,24747078:24747199,24752131:24758944,24915476:24916109,24920023:25032047,25026451:25026876,25026710:25027072,25176402:25177097,25180143:25180446,25210014:25232852', 'assoc_mat': '24454416:kraft:3726:24491385,24454417:kraft:3726:24491353,24462374:kraft:3726:24491045,24463948:kraft:3726:24491221,24463952:kraft:3726:24491192,24466023:kraft:3726:24489944,24502189:kraft:3726:24539421,24589504:kraft:3726:24589849,24605212:kraft:3726:24605807,24639948:kraft:3726:24640085,24747078:kraft:3726:24747199,24752131:kraft:3726:24758944,24915476:kraft:3726:24916109,24920023:kraft:3726:25032047,25026451:kraft:3726:25026876,25026710:kraft:3726:25027072,25176402:kraft:3726:25177097,25180143:kraft:3726:25180446,25210014:kraft:3726:25232852'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0006458963484706888, 'nb_photo': 14, 'list_port_cont': '24491219,24539853,24550558,24620278,24747200,24758950,25019815,25026879,25032045,25232853', 'assoc_port': '24463948:24491219,24503402:24539853,24503403:24550558,24605211:24620278,24747078:24747200,24752131:24758950,24920023:25032045,25018916:25019815,25026451:25026879,25210014:25232853', 'assoc_mat': '24463948:metal:3726:24491219,24503402:metal:3726:24539853,24503403:metal:3726:24550558,24605211:metal:3726:24620278,24747078:metal:3726:24747200,24752131:metal:3726:24758950,24920023:metal:3726:25032045,25018916:metal:3726:25019815,25026451:metal:3726:25026879,25210014:metal:3726:25232853'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.009698526909258643, 'nb_photo': 358, 'list_port_cont': '24489950,24491048,24491196,24491213,24491240,24491359,24491376,24491431,24537183,24539425,24539854,24540077,24540476,24550553,24589843,24604605,24605812,24620279,24629782,24640088,24729532,24747198,24758945,24790844,24831504,24878239,24916104,25019821,25026686,25026868,25027068,25032042,25043362,25092864,25093696,25177101,25180439,25232855', 'assoc_port': '24454414:24491431,24454416:24491376,24454417:24491359,24462374:24491048,24463944:24491240,24463948:24491213,24463952:24491196,24466023:24489950,24495335:24537183,24502189:24539425,24503402:24539854,24503403:24550553,24503405:24540077,24504898:24540476,24589486:24604605,24589504:24589843,24603091:24629782,24605211:24620279,24605212:24605812,24639948:24640088,24729472:24729532,24747078:24747198,24752131:24758945,24790457:24790844,24830954:24831504,24878174:24878239,24915476:24916104,24920023:25032042,25018916:25019821,25026449:25043362,25026450:25093696,25026451:25026868,25026464:25026686,25026710:25027068,25066981:25092864,25176402:25177101,25180143:25180439,25210014:25232855', 'assoc_mat': '24454414:plastique:3726:24491431,24454416:plastique:3726:24491376,24454417:plastique:3726:24491359,24462374:plastique:3726:24491048,24463944:plastique:3726:24491240,24463948:plastique:3726:24491213,24463952:plastique:3726:24491196,24466023:plastique:3726:24489950,24495335:plastique:3726:24537183,24502189:plastique:3726:24539425,24503402:plastique:3726:24539854,24503403:plastique:3726:24550553,24503405:plastique:3726:24540077,24504898:plastique:3726:24540476,24589486:plastique:3726:24604605,24589504:plastique:3726:24589843,24603091:plastique:3726:24629782,24605211:plastique:3726:24620279,24605212:plastique:3726:24605812,24639948:plastique:3726:24640088,24729472:plastique:3726:24729532,24747078:plastique:3726:24747198,24752131:plastique:3726:24758945,24790457:plastique:3726:24790844,24830954:plastique:3726:24831504,24878174:plastique:3726:24878239,24915476:plastique:3726:24916104,24920023:plastique:3726:25032042,25018916:plastique:3726:25019821,25026449:plastique:3726:25043362,25026450:plastique:3726:25093696,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.020537455825688555, 'nb_photo': 1274, 'list_port_cont': '24489946,24491044,24491195,24491217,24491235,24491361,24491386,24491428,24537174,24539420,24539855,24540081,24540474,24550551,24588420,24589844,24603298,24604600,24605813,24620287,24629772,24640086,24729531,24747195,24758952,24790842,24831506,24916100,25019822,25026678,25026872,25027073,25032051,25039579,25043360,25092853,25093702,25177099,25180441,25232856', 'assoc_port': '24454414:24491428,24454416:24491386,24454417:24491361,24462374:24491044,24463944:24491235,24463948:24491217,24463952:24491195,24466023:24489946,24495335:24537174,24502189:24539420,24503402:24539855,24503403:24550551,24503405:24540081,24504898:24540474,24588188:24588420,24589486:24604600,24589504:24589844,24603091:24629772,24603094:24603298,24605211:24620287,24605212:24605813,24639948:24640086,24729472:24729531,24747078:24747195,24752131:24758952,24790457:24790842,24830954:24831506,24915476:24916100,24920023:25032051,25015239:25039579,25018916:25019822,25026449:25043360,25026450:25093702,25026451:25026872,25026464:25026678,25026710:25027073,25066981:25092853,25176402:25177099,25180143:25180441,25210014:25232856', 'assoc_mat': '24454414:Teint_Dans_La_Masse:3726:24491428,24454416:Teint_Dans_La_Masse:3726:24491386,24454417:Teint_Dans_La_Masse:3726:24491361,24462374:Teint_Dans_La_Masse:3726:24491044,24463944:Teint_Dans_La_Masse:3726:24491235,24463948:Teint_Dans_La_Masse:3726:24491217,24463952:Teint_Dans_La_Masse:3726:24491195,24466023:Teint_Dans_La_Masse:3726:24489946,24495335:Teint_Dans_La_Masse:3726:24537174,24502189:Teint_Dans_La_Masse:3726:24539420,24503402:Teint_Dans_La_Masse:3726:24539855,24503403:Teint_Dans_La_Masse:3726:24550551,24503405:Teint_Dans_La_Masse:3726:24540081,24504898:Teint_Dans_La_Masse:3726:24540474,24588188:Teint_Dans_La_Masse:3726:24588420,24589486:Teint_Dans_La_Masse:3726:24604600,24589504:Teint_Dans_La_Masse:3726:24589844,24603091:Teint_Dans_La_Masse:3726:24629772,24603094:Teint_Dans_La_Masse:3726:24603298,24605211:Teint_Dans_La_Masse:3726:24620287,24605212:Teint_Dans_La_Masse:3726:24605813,24639948:Teint_Dans_La_Masse:3726:24640086,24729472:Teint_Dans_La_Masse:3726:24729531,24747078:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 2478}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-07', 0.10142476437538027),)]} filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_07_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.15%', 171], 'cartonnette': ['cartonnette', '1.27%', 508], 'Carton_brun': ['Carton_brun', '5.68%', 2031], 'Carton_gris': ['Carton_gris', '0.59%', 70], 'kraft': ['kraft', '0.33%', 39], 'metal': ['metal', '0.06%', 14], 'plastique': ['plastique', '0.97%', 358], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '2.05%', 1274]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_07_annee_2025.pdf le fichier se trouve ici : /data_4/data_log/job/memo/Perlen_convoyeur 2.74user 2.50system 0:06.17elapsed 84%CPU (0avgtext+0avgdata 175000maxresident)k 22376inputs+288outputs (87major+51382minor)pagefaults 0swaps