python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_4/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2026-03 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (6, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (6, 31) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 03 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2026-03 year : 2026 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2026-03%') and created_at like '%2026-03%'))); nb_day : (6, 31) after unwanted_material_data nb_day : (6, 31) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2026/03%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2026-03-02 00:00:00,2026-03-03 00:00:00,2026-03-04 00:00:00,2026-03-05 00:00:00,2026-03-06 00:00:00,2026-03-09 00:00:00,2026-03-10 00:00:00,2026-03-11 00:00:00,2026-03-12 00:00:00,2026-03-13 00:00:00,2026-03-16 00:00:00,2026-03-17 00:00:00,2026-03-18 00:00:00,2026-03-19 00:00:00,2026-03-20 00:00:00,2026-03-23 00:00:00,2026-03-24 00:00:00,2026-03-25 00:00:00,2026-03-26 00:00:00,2026-03-27 00:00:00,2026-03-30 00:00:00,2026-03-31 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where ded.dashboard_place_id = 134 and month(ded.date) = 03 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), nombre_balle FROM MTRPhoto.dashboard_results dr, MTRPhoto.dashboard_entry_day ded where dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 03 and year(ded.date) = 2026 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%032026%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2026-03-01 : dt_date_just_month_year : 2026-03-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2026-03-01" AND ded.date <= "2026-03-31" SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (2938608,2941536,2939031,2944964,2944347,2949198,2950553,2952003,2952893,2953754,2955327,2956822,2958413,2960031,2962082,2963000,2963893,2965480,2967033,2968592,2968504,2973048,2973046) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014404280738614253, 'nb_photo': 1644, 'list_port_cont': '30592218,30592484,30592504,30594842,30595355,30595406,30596793,30606439,30606871,30607839,30609472,30609698,30609730,30619767,30641784,30643859,30644274,30644343,30648263,30648302,30648500,30648535,30659621,30660014,30660019,30661616,30669517,30699335,30700298,30700522,30700953,30700977,30701144,30702312,30710276,30711208,30712301,30713413,30714510,30716290,30716876,30721082,30722581,30724094,30725294,30726651,30727594,30731469,30732109,30734932,30737427,30738610,30740130,30741673,30742850,30743852,30746772,30749316,30756970,30769383,30769910,30771408,30772686,30774001,30776264,30777571,30782599,30783384,30783787,30786150,30786215,30787459,30794237,30796701,30797930,30799804,30801102,30802992,30804741,30805157,30807215,30809083,30810845,30811785,30812986,30815468,30815663,30817199,30818575,30821145,30822982,30825197,30828160,30828851,30832570,30833054,30834320,30836421,30836447,30838032,30838058,30841955,30850163,30850208,30850233,30850277,30851575,30852534,30854581,30855931,30856840,30858796,30860655,3086471', 'assoc_port': '30591905:30592218,30592337:30592504,30592339:30592484,30594722:30594842,30595277:30595355,30595278:30595406,30596706:30596793,30606326:30606439,30606789:30607839,30606790:30606871,30608930:30609472,30609635:30609698,30609636:30609730,30619737:30619767,30641631:30641784,30643704:30643859,30644188:30644343,30644189:30644274,30648156:30648302,30648158:30648263,30648433:30648535,30648434:30648500,30659548:30659621,30659909:30660014,30659910:30660019,30661592:30661616,30669469:30669517,30699268:30699335,30699488:30700298,30700491:30700522,30700875:30700977,30700876:30700953,30701098:30702312,30701099:30701144,30710220:30710276,30711167:30711208,30712225:30712301,30713338:30713413,30714476:30714510,30716264:30716290,30716790:30716876,30721067:30721082,30722513:30722581,30724023:30724094,30725263:30725294,30726614:30726651,30727561:30727594,30731395:30731469,30732019:30732109,30734746:30734932,30737343:30737427,30738534:30738610,30740030:30740130,30741602:30741673,30742772:30742850,30743727:30743852,30746708:3074677', 'assoc_mat': '30591905:autre_refus:3726:30592218,30592337:autre_refus:3726:30592504,30592339:autre_refus:3726:30592484,30594722:autre_refus:3726:30594842,30595277:autre_refus:3726:30595355,30595278:autre_refus:3726:30595406,30596706:autre_refus:3726:30596793,30606326:autre_refus:3726:30606439,30606789:autre_refus:3726:30607839,30606790:autre_refus:3726:30606871,30608930:autre_refus:3726:30609472,30609635:autre_refus:3726:30609698,30609636:autre_refus:3726:30609730,30619737:autre_refus:3726:30619767,30641631:autre_refus:3726:30641784,30643704:autre_refus:3726:30643859,30644188:autre_refus:3726:30644343,30644189:autre_refus:3726:30644274,30648156:autre_refus:3726:30648302,30648158:autre_refus:3726:30648263,30648433:autre_refus:3726:30648535,30648434:autre_refus:3726:30648500,30659548:autre_refus:3726:30659621,30659909:autre_refus:3726:30660014,30659910:autre_refus:3726:30660019,30661592:autre_refus:3726:30661616,30669469:autre_refus:3726:30669517,30699268:autre_refus:3726:30699335,30699488:autre_refus:3726:30700298,30700491:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013107155847809884, 'nb_photo': 4299, 'list_port_cont': '30592221,30592473,30592501,30594847,30595346,30595413,30596802,30606441,30606865,30607842,30609085,30609476,30609700,30609725,30619763,30641779,30643858,30644269,30644348,30648268,30648297,30648504,30648526,30659616,30660011,30660028,30661619,30669518,30699343,30700289,30700518,30700950,30700975,30701141,30702311,30710273,30711204,30712299,30713418,30714513,30716285,30716880,30721073,30722584,30724097,30725293,30726645,30727602,30731462,30732104,30734938,30737423,30738603,30740131,30741674,30742845,30743850,30746774,30749321,30756975,30769380,30769918,30771407,30772677,30774008,30776261,30777580,30782600,30783391,30783791,30786146,30786208,30787465,30794234,30796697,30797936,30799811,30801108,30803001,30804743,30805154,30807211,30809086,30810840,30811792,30812983,30815473,30815670,30817198,30818568,30821149,30822991,30825195,30828162,30828852,30832559,30833045,30834315,30836454,30841956,30848128,30848914,30848946,30849190,30850162,30851568,30852530,30854582,30855932,30856848,30858799,30860650,30862516,3086470', 'assoc_port': '30591905:30592221,30592337:30592501,30592339:30592473,30594722:30594847,30595277:30595346,30595278:30595413,30596706:30596802,30606326:30606441,30606789:30607842,30606790:30606865,30608930:30609476,30608931:30609085,30609635:30609700,30609636:30609725,30619737:30619763,30641631:30641779,30643704:30643858,30644188:30644348,30644189:30644269,30648156:30648297,30648158:30648268,30648433:30648526,30648434:30648504,30659548:30659616,30659909:30660011,30659910:30660028,30661592:30661619,30669469:30669518,30699268:30699343,30699488:30700289,30700491:30700518,30700875:30700975,30700876:30700950,30701098:30702311,30701099:30701141,30710220:30710273,30711167:30711204,30712225:30712299,30713338:30713418,30714476:30714513,30716264:30716285,30716790:30716880,30721067:30721073,30722513:30722584,30724023:30724097,30725263:30725293,30726614:30726645,30727561:30727602,30731395:30731462,30732019:30732104,30734746:30734938,30737343:30737423,30738534:30738603,30740030:30740131,30741602:30741674,30742772:30742845,30743727:3074385', 'assoc_mat': '30591905:cartonnette:3726:30592221,30592337:cartonnette:3726:30592501,30592339:cartonnette:3726:30592473,30594722:cartonnette:3726:30594847,30595277:cartonnette:3726:30595346,30595278:cartonnette:3726:30595413,30596706:cartonnette:3726:30596802,30606326:cartonnette:3726:30606441,30606789:cartonnette:3726:30607842,30606790:cartonnette:3726:30606865,30608930:cartonnette:3726:30609476,30608931:cartonnette:3726:30609085,30609635:cartonnette:3726:30609700,30609636:cartonnette:3726:30609725,30619737:cartonnette:3726:30619763,30641631:cartonnette:3726:30641779,30643704:cartonnette:3726:30643858,30644188:cartonnette:3726:30644348,30644189:cartonnette:3726:30644269,30648156:cartonnette:3726:30648297,30648158:cartonnette:3726:30648268,30648433:cartonnette:3726:30648526,30648434:cartonnette:3726:30648504,30659548:cartonnette:3726:30659616,30659909:cartonnette:3726:30660011,30659910:cartonnette:3726:30660028,30661592:cartonnette:3726:30661619,30669469:cartonnette:3726:30669518,30699268:cartonnette:3726:30699343,30699488:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.10511624343101605, 'nb_photo': 20090, 'list_port_cont': '30592225,30592479,30592502,30594837,30595349,30595405,30596794,30606440,30606870,30607848,30609088,30609483,30609693,30609732,30619760,30641790,30643861,30644272,30644345,30648265,30648304,30648503,30648530,30659619,30660015,30660018,30661626,30669507,30699336,30700296,30700527,30700945,30700974,30701145,30702309,30710275,30711201,30712297,30713423,30714512,30716284,30716890,30721080,30722585,30724092,30725290,30726656,30727603,30731461,30732115,30734941,30737421,30738605,30740127,30741679,30742853,30743859,30746765,30749311,30750714,30751312,30752586,30753880,30754557,30756977,30764742,30764802,30764825,30764896,30764939,30765150,30766149,30766923,30766948,30766968,30769377,30769916,30771412,30772685,30774006,30776257,30777578,30780456,30782591,30783385,30783783,30786144,30786210,30787467,30794236,30796692,30797929,30799800,30801106,30802996,30804742,30805155,30807205,30809079,30810844,30811782,30812984,30815467,30815669,30817194,30818571,30821148,30822981,30825194,30828165,30828856,30832569,30833046,3083431', 'assoc_port': '30591905:30592225,30592337:30592502,30592339:30592479,30594722:30594837,30595277:30595349,30595278:30595405,30596706:30596794,30606326:30606440,30606789:30607848,30606790:30606870,30608930:30609483,30608931:30609088,30609635:30609693,30609636:30609732,30619737:30619760,30641631:30641790,30643704:30643861,30644188:30644345,30644189:30644272,30648156:30648304,30648158:30648265,30648433:30648530,30648434:30648503,30659548:30659619,30659909:30660015,30659910:30660018,30661592:30661626,30669469:30669507,30699268:30699336,30699488:30700296,30700491:30700527,30700875:30700974,30700876:30700945,30701098:30702309,30701099:30701145,30710220:30710275,30711167:30711201,30712225:30712297,30713338:30713423,30714476:30714512,30716264:30716284,30716790:30716890,30721067:30721080,30722513:30722585,30724023:30724092,30725263:30725290,30726614:30726656,30727561:30727603,30731395:30731461,30732019:30732115,30734746:30734941,30737343:30737421,30738534:30738605,30740030:30740127,30741602:30741679,30742772:30742853,30743727:3074385', 'assoc_mat': '30591905:Carton_brun:3726:30592225,30592337:Carton_brun:3726:30592502,30592339:Carton_brun:3726:30592479,30594722:Carton_brun:3726:30594837,30595277:Carton_brun:3726:30595349,30595278:Carton_brun:3726:30595405,30596706:Carton_brun:3726:30596794,30606326:Carton_brun:3726:30606440,30606789:Carton_brun:3726:30607848,30606790:Carton_brun:3726:30606870,30608930:Carton_brun:3726:30609483,30608931:Carton_brun:3726:30609088,30609635:Carton_brun:3726:30609693,30609636:Carton_brun:3726:30609732,30619737:Carton_brun:3726:30619760,30641631:Carton_brun:3726:30641790,30643704:Carton_brun:3726:30643861,30644188:Carton_brun:3726:30644345,30644189:Carton_brun:3726:30644272,30648156:Carton_brun:3726:30648304,30648158:Carton_brun:3726:30648265,30648433:Carton_brun:3726:30648530,30648434:Carton_brun:3726:30648503,30659548:Carton_brun:3726:30659619,30659909:Carton_brun:3726:30660015,30659910:Carton_brun:3726:30660018,30661592:Carton_brun:3726:30661626,30669469:Carton_brun:3726:30669507,30699268:Carton_brun:3726:30699336,30699488:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0051415715314328215, 'nb_photo': 445, 'list_port_cont': '30592220,30592476,30592507,30594838,30595348,30595415,30596791,30606447,30607847,30609087,30609478,30609696,30643866,30644273,30644350,30648306,30648524,30659617,30660013,30661620,30669511,30699339,30700297,30700528,30700978,30701146,30702310,30710277,30711209,30712296,30713424,30714509,30716288,30716891,30721075,30722587,30724087,30725300,30726654,30731470,30732107,30734931,30741675,30743857,30746768,30749312,30756973,30769381,30769919,30771410,30772681,30774009,30776260,30777576,30782595,30783387,30786207,30787458,30794230,30796703,30799808,30801105,30802990,30804744,30805156,30807213,30809088,30810837,30811783,30812979,30815474,30815660,30817193,30818576,30821150,30822980,30828848,30832566,30833050,30834318,30841949,30851567,30852536,30854576,30855939,30856847,30858788,30860661,30862515,30864708,30865256,30867118,30867709,30869157,30872758,30873454,30874503,30876619,30877727,30879368,30881582,30881704,30884386,30885917,30886518,30891603,30906936,30922023,30922057', 'assoc_port': '30591905:30592220,30592337:30592507,30592339:30592476,30594722:30594838,30595277:30595348,30595278:30595415,30596706:30596791,30606326:30606447,30606789:30607847,30608930:30609478,30608931:30609087,30609635:30609696,30643704:30643866,30644188:30644350,30644189:30644273,30648156:30648306,30648433:30648524,30659548:30659617,30659909:30660013,30661592:30661620,30669469:30669511,30699268:30699339,30699488:30700297,30700491:30700528,30700875:30700978,30701098:30702310,30701099:30701146,30710220:30710277,30711167:30711209,30712225:30712296,30713338:30713424,30714476:30714509,30716264:30716288,30716790:30716891,30721067:30721075,30722513:30722587,30724023:30724087,30725263:30725300,30726614:30726654,30731395:30731470,30732019:30732107,30734746:30734931,30741602:30741675,30743727:30743857,30746708:30746768,30749304:30749312,30756929:30756973,30769287:30769381,30769815:30769919,30771338:30771410,30772639:30772681,30773886:30774009,30776150:30776260,30777442:30777576,30782504:30782595,30783260:30783387,30785006:3078620', 'assoc_mat': '30591905:Carton_gris:3726:30592220,30592337:Carton_gris:3726:30592507,30592339:Carton_gris:3726:30592476,30594722:Carton_gris:3726:30594838,30595277:Carton_gris:3726:30595348,30595278:Carton_gris:3726:30595415,30596706:Carton_gris:3726:30596791,30606326:Carton_gris:3726:30606447,30606789:Carton_gris:3726:30607847,30608930:Carton_gris:3726:30609478,30608931:Carton_gris:3726:30609087,30609635:Carton_gris:3726:30609696,30643704:Carton_gris:3726:30643866,30644188:Carton_gris:3726:30644350,30644189:Carton_gris:3726:30644273,30648156:Carton_gris:3726:30648306,30648433:Carton_gris:3726:30648524,30659548:Carton_gris:3726:30659617,30659909:Carton_gris:3726:30660013,30661592:Carton_gris:3726:30661620,30669469:Carton_gris:3726:30669511,30699268:Carton_gris:3726:30699339,30699488:Carton_gris:3726:30700297,30700491:Carton_gris:3726:30700528,30700875:Carton_gris:3726:30700978,30701098:Carton_gris:3726:30702310,30701099:Carton_gris:3726:30701146,30710220:Carton_gris:3726:30710277,30711167:Carton_gris:3726:30711209,30712225:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.004161214820610079, 'nb_photo': 187, 'list_port_cont': '30592503,30595353,30595410,30607841,30609479,30609723,30641787,30644352,30648296,30648497,30660012,30699341,30700293,30700519,30700955,30700979,30710278,30716885,30721079,30724091,30726647,30727595,30732112,30737429,30740126,30743853,30756979,30769912,30772687,30774004,30786149,30787466,30796696,30799802,30804752,30807210,30809078,30810838,30811789,30815465,30825188,30841948,30854578,30855938,30856844,30858791,30860659,30864715,30865263,30867125,30867707,30869155,30872753,30873451,30876623,30879367,30881578,30881703,30884382,30884861,30885909,30886519,30891606,30906937,30922059', 'assoc_port': '30592337:30592503,30595277:30595353,30595278:30595410,30606789:30607841,30608930:30609479,30609636:30609723,30641631:30641787,30644188:30644352,30648156:30648296,30648434:30648497,30659909:30660012,30699268:30699341,30699488:30700293,30700491:30700519,30700875:30700979,30700876:30700955,30710220:30710278,30716790:30716885,30721067:30721079,30724023:30724091,30726614:30726647,30727561:30727595,30732019:30732112,30737343:30737429,30740030:30740126,30743727:30743853,30756929:30756979,30769815:30769912,30772639:30772687,30773886:30774004,30786051:30786149,30787432:30787466,30796558:30796696,30799653:30799802,30804607:30804752,30807075:30807210,30809019:30809078,30810800:30810838,30811603:30811789,30814200:30815465,30825074:30825188,30841945:30841948,30854403:30854578,30855726:30855938,30856734:30856844,30858581:30858791,30860439:30860659,30864615:30864715,30865205:30865263,30867043:30867125,30867661:30867707,30869013:30869155,30872729:30872753,30873357:30873451,30876476:30876623,30879299:30879367,30881544:3088157', 'assoc_mat': '30592337:kraft:3726:30592503,30595277:kraft:3726:30595353,30595278:kraft:3726:30595410,30606789:kraft:3726:30607841,30608930:kraft:3726:30609479,30609636:kraft:3726:30609723,30641631:kraft:3726:30641787,30644188:kraft:3726:30644352,30648156:kraft:3726:30648296,30648434:kraft:3726:30648497,30659909:kraft:3726:30660012,30699268:kraft:3726:30699341,30699488:kraft:3726:30700293,30700491:kraft:3726:30700519,30700875:kraft:3726:30700979,30700876:kraft:3726:30700955,30710220:kraft:3726:30710278,30716790:kraft:3726:30716885,30721067:kraft:3726:30721079,30724023:kraft:3726:30724091,30726614:kraft:3726:30726647,30727561:kraft:3726:30727595,30732019:kraft:3726:30732112,30737343:kraft:3726:30737429,30740030:kraft:3726:30740126,30743727:kraft:3726:30743853,30756929:kraft:3726:30756979,30769815:kraft:3726:30769912,30772639:kraft:3726:30772687,30773886:kraft:3726:30774004,30786051:kraft:3726:30786149,30787432:kraft:3726:30787466,30796558:kraft:3726:30796696,30799653:kraft:3726:30799802,30804607:kraft:3726:30804752,30807075:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0017183354773716215, 'nb_photo': 34, 'list_port_cont': '30595354,30606442,30660024,30700948,30711202,30721081,30722589,30726646,30731468,30777581,30782594,30796693,30811781,30818574,30852538,30869158,30872754,30879369,30884863,30886514,30891601', 'assoc_port': '30595277:30595354,30606326:30606442,30659910:30660024,30700876:30700948,30711167:30711202,30721067:30721081,30722513:30722589,30726614:30726646,30731395:30731468,30777442:30777581,30782504:30782594,30796558:30796693,30811603:30811781,30818520:30818574,30852352:30852538,30869013:30869158,30872729:30872754,30879299:30879369,30884756:30884863,30886477:30886514,30887309:30891601', 'assoc_mat': '30595277:metal:3726:30595354,30606326:metal:3726:30606442,30659910:metal:3726:30660024,30700876:metal:3726:30700948,30711167:metal:3726:30711202,30721067:metal:3726:30721081,30722513:metal:3726:30722589,30726614:metal:3726:30726646,30731395:metal:3726:30731468,30777442:metal:3726:30777581,30782504:metal:3726:30782594,30796558:metal:3726:30796693,30811603:metal:3726:30811781,30818520:metal:3726:30818574,30852352:metal:3726:30852538,30869013:metal:3726:30869158,30872729:metal:3726:30872754,30879299:metal:3726:30879369,30884756:metal:3726:30884863,30886477:metal:3726:30886514,30887309:metal:3726:30891601'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.010564324523984097, 'nb_photo': 2988, 'list_port_cont': '30592228,30592482,30592505,30594845,30595350,30595403,30596800,30606448,30606873,30607846,30609084,30609475,30609699,30609728,30619758,30641786,30643857,30644271,30644354,30648259,30648307,30648502,30648528,30659614,30660010,30660021,30661617,30669514,30699340,30700295,30700525,30700952,30700972,30701142,30702305,30710268,30711207,30712290,30713425,30714517,30716292,30716874,30721083,30722590,30724096,30725289,30726649,30727597,30731460,30732108,30734930,30737426,30738611,30740133,30741671,30742844,30743851,30746775,30749310,30756971,30769382,30769915,30771409,30772679,30774000,30776263,30777572,30782592,30783388,30783781,30786155,30786214,30787457,30794229,30796694,30797926,30799807,30801103,30802986,30804746,30805158,30807216,30809081,30810834,30811784,30812977,30815471,30815667,30817196,30818567,30821146,30822987,30825196,30828166,30828845,30832568,30833051,30834313,30836422,30841957,30848046,30848113,30848135,30848202,30848918,30848940,30849197,30850165,30850213,30850238,30850280,30851569,30852532,3085457', 'assoc_port': '30591905:30592228,30592337:30592505,30592339:30592482,30594722:30594845,30595277:30595350,30595278:30595403,30596706:30596800,30606326:30606448,30606789:30607846,30606790:30606873,30608930:30609475,30608931:30609084,30609635:30609699,30609636:30609728,30619737:30619758,30641631:30641786,30643704:30643857,30644188:30644354,30644189:30644271,30648156:30648307,30648158:30648259,30648433:30648528,30648434:30648502,30659548:30659614,30659909:30660010,30659910:30660021,30661592:30661617,30669469:30669514,30699268:30699340,30699488:30700295,30700491:30700525,30700875:30700972,30700876:30700952,30701098:30702305,30701099:30701142,30710220:30710268,30711167:30711207,30712225:30712290,30713338:30713425,30714476:30714517,30716264:30716292,30716790:30716874,30721067:30721083,30722513:30722590,30724023:30724096,30725263:30725289,30726614:30726649,30727561:30727597,30731395:30731460,30732019:30732108,30734746:30734930,30737343:30737426,30738534:30738611,30740030:30740133,30741602:30741671,30742772:30742844,30743727:3074385', 'assoc_mat': '30591905:plastique:3726:30592228,30592337:plastique:3726:30592505,30592339:plastique:3726:30592482,30594722:plastique:3726:30594845,30595277:plastique:3726:30595350,30595278:plastique:3726:30595403,30596706:plastique:3726:30596800,30606326:plastique:3726:30606448,30606789:plastique:3726:30607846,30606790:plastique:3726:30606873,30608930:plastique:3726:30609475,30608931:plastique:3726:30609084,30609635:plastique:3726:30609699,30609636:plastique:3726:30609728,30619737:plastique:3726:30619758,30641631:plastique:3726:30641786,30643704:plastique:3726:30643857,30644188:plastique:3726:30644354,30644189:plastique:3726:30644271,30648156:plastique:3726:30648307,30648158:plastique:3726:30648259,30648433:plastique:3726:30648528,30648434:plastique:3726:30648502,30659548:plastique:3726:30659614,30659909:plastique:3726:30660010,30659910:plastique:3726:30660021,30661592:plastique:3726:30661617,30669469:plastique:3726:30669514,30699268:plastique:3726:30699340,30699488:plastique:3726:30700295,30700491:plastique:3726:30700525,3'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.026852475174614948, 'nb_photo': 11923, 'list_port_cont': '30592219,30592477,30592509,30594843,30595356,30595404,30596795,30606437,30606876,30607849,30609090,30609480,30609704,30609733,30619765,30641788,30643860,30644279,30644349,30648270,30648298,30648494,30648525,30659618,30660005,30660026,30661625,30669512,30699344,30700290,30700521,30700947,30700971,30701143,30702302,30710279,30711200,30712298,30713415,30714514,30716283,30716889,30721077,30722588,30724090,30725295,30726648,30727598,30731467,30732110,30734933,30737420,30738608,30740134,30741670,30742846,30743862,30746771,30749313,30750707,30751316,30752593,30753884,30754564,30756978,30764745,30764801,30764821,30764897,30764935,30765143,30766152,30766930,30766951,30766975,30769378,30769914,30771411,30772678,30774002,30776259,30777579,30780454,30782596,30783392,30783784,30786145,30786205,30787462,30794233,30796699,30797931,30799801,30801107,30802994,30804747,30805161,30807206,30809082,30810841,30811787,30812976,30815475,30815666,30817201,30818569,30821139,30822986,30825193,30828163,30828849,30832563,30833049,3083431', 'assoc_port': '30591905:30592219,30592337:30592509,30592339:30592477,30594722:30594843,30595277:30595356,30595278:30595404,30596706:30596795,30606326:30606437,30606789:30607849,30606790:30606876,30608930:30609480,30608931:30609090,30609635:30609704,30609636:30609733,30619737:30619765,30641631:30641788,30643704:30643860,30644188:30644349,30644189:30644279,30648156:30648298,30648158:30648270,30648433:30648525,30648434:30648494,30659548:30659618,30659909:30660005,30659910:30660026,30661592:30661625,30669469:30669512,30699268:30699344,30699488:30700290,30700491:30700521,30700875:30700971,30700876:30700947,30701098:30702302,30701099:30701143,30710220:30710279,30711167:30711200,30712225:30712298,30713338:30713415,30714476:30714514,30716264:30716283,30716790:30716889,30721067:30721077,30722513:30722588,30724023:30724090,30725263:30725295,30726614:30726648,30727561:30727598,30731395:30731467,30732019:30732110,30734746:30734933,30737343:30737420,30738534:30738608,30740030:30740134,30741602:30741670,30742772:30742846,30743727:3074386', 'assoc_mat': '30591905:Teint_Dans_La_Masse:3726:30592219,30592337:Teint_Dans_La_Masse:3726:30592509,30592339:Teint_Dans_La_Masse:3726:30592477,30594722:Teint_Dans_La_Masse:3726:30594843,30595277:Teint_Dans_La_Masse:3726:30595356,30595278:Teint_Dans_La_Masse:3726:30595404,30596706:Teint_Dans_La_Masse:3726:30596795,30606326:Teint_Dans_La_Masse:3726:30606437,30606789:Teint_Dans_La_Masse:3726:30607849,30606790:Teint_Dans_La_Masse:3726:30606876,30608930:Teint_Dans_La_Masse:3726:30609480,30608931:Teint_Dans_La_Masse:3726:30609090,30609635:Teint_Dans_La_Masse:3726:30609704,30609636:Teint_Dans_La_Masse:3726:30609733,30619737:Teint_Dans_La_Masse:3726:30619765,30641631:Teint_Dans_La_Masse:3726:30641788,30643704:Teint_Dans_La_Masse:3726:30643860,30644188:Teint_Dans_La_Masse:3726:30644349,30644189:Teint_Dans_La_Masse:3726:30644279,30648156:Teint_Dans_La_Masse:3726:30648298,30648158:Teint_Dans_La_Masse:3726:30648270,30648433:Teint_Dans_La_Masse:3726:30648525,30648434:Teint_Dans_La_Masse:3726:30648494,30659548:Teint_Dans_La_Masse:3726:3'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(2938608,2941536,2939031,2944964,2944347,2949198,2950553,2952003,2952893,2953754,2955327,2956822,2958413,2960031,2962082,2963000,2963893,2965480,2967033,2968592,2968504,2973048,2973046)); INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30842365, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30592218,30592484,30592504,30594842,30595355,30595406,30596793,30606439,30606871,30607839,30609472,30609698,30609730,30619767,30641784,30643859,30644274,30644343,30648263,30648302,30648500,30648535,30659621,30660014,30660019,30661616,30669517,30699335,30700298,30700522,30700953,30700977,30701144,30702312,30710276,30711208,30712301,30713413,30714510,30716290,30716876,30721082,30722581,30724094,30725294,30726651,30727594,30731469,30732109,30734932,30737427,30738610,30740130,30741673,30742850,30743852,30746772,30749316,30756970,30769383,30769910,30771408,30772686,30774001,30776264,30777571,30782599,30783384,30783787,30786150,30786215,30787459,30794237,30796701,30797930,30799804,30801102,30802992,30804741,30805157,30807215,30809083,30810845,30811785,30812986,30815468,30815663,30817199,30818575,30821145,30822982,30825197,30828160,30828851,30832570,30833054,30834320,30836421,30836447,30838032,30838058,30841955,30850163,30850208,30850233,30850277,30851575,30852534,30854581,30855931,30856840,30858796,30860655,3086471 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30842366, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30592221,30592473,30592501,30594847,30595346,30595413,30596802,30606441,30606865,30607842,30609085,30609476,30609700,30609725,30619763,30641779,30643858,30644269,30644348,30648268,30648297,30648504,30648526,30659616,30660011,30660028,30661619,30669518,30699343,30700289,30700518,30700950,30700975,30701141,30702311,30710273,30711204,30712299,30713418,30714513,30716285,30716880,30721073,30722584,30724097,30725293,30726645,30727602,30731462,30732104,30734938,30737423,30738603,30740131,30741674,30742845,30743850,30746774,30749321,30756975,30769380,30769918,30771407,30772677,30774008,30776261,30777580,30782600,30783391,30783791,30786146,30786208,30787465,30794234,30796697,30797936,30799811,30801108,30803001,30804743,30805154,30807211,30809086,30810840,30811792,30812983,30815473,30815670,30817198,30818568,30821149,30822991,30825195,30828162,30828852,30832559,30833045,30834315,30836454,30841956,30848128,30848914,30848946,30849190,30850162,30851568,30852530,30854582,30855932,30856848,30858799,30860650,30862516,3086470 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30842367, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30592225,30592479,30592502,30594837,30595349,30595405,30596794,30606440,30606870,30607848,30609088,30609483,30609693,30609732,30619760,30641790,30643861,30644272,30644345,30648265,30648304,30648503,30648530,30659619,30660015,30660018,30661626,30669507,30699336,30700296,30700527,30700945,30700974,30701145,30702309,30710275,30711201,30712297,30713423,30714512,30716284,30716890,30721080,30722585,30724092,30725290,30726656,30727603,30731461,30732115,30734941,30737421,30738605,30740127,30741679,30742853,30743859,30746765,30749311,30750714,30751312,30752586,30753880,30754557,30756977,30764742,30764802,30764825,30764896,30764939,30765150,30766149,30766923,30766948,30766968,30769377,30769916,30771412,30772685,30774006,30776257,30777578,30780456,30782591,30783385,30783783,30786144,30786210,30787467,30794236,30796692,30797929,30799800,30801106,30802996,30804742,30805155,30807205,30809079,30810844,30811782,30812984,30815467,30815669,30817194,30818571,30821148,30822981,30825194,30828165,30828856,30832569,30833046,3083431 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30842368, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30592220,30592476,30592507,30594838,30595348,30595415,30596791,30606447,30607847,30609087,30609478,30609696,30643866,30644273,30644350,30648306,30648524,30659617,30660013,30661620,30669511,30699339,30700297,30700528,30700978,30701146,30702310,30710277,30711209,30712296,30713424,30714509,30716288,30716891,30721075,30722587,30724087,30725300,30726654,30731470,30732107,30734931,30741675,30743857,30746768,30749312,30756973,30769381,30769919,30771410,30772681,30774009,30776260,30777576,30782595,30783387,30786207,30787458,30794230,30796703,30799808,30801105,30802990,30804744,30805156,30807213,30809088,30810837,30811783,30812979,30815474,30815660,30817193,30818576,30821150,30822980,30828848,30832566,30833050,30834318,30841949,30851567,30852536,30854576,30855939,30856847,30858788,30860661,30862515,30864708,30865256,30867118,30867709,30869157,30872758,30873454,30874503,30876619,30877727,30879368,30881582,30881704,30884386,30885917,30886518,30891603,30906936,30922023,30922057 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30842369, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30592503,30595353,30595410,30607841,30609479,30609723,30641787,30644352,30648296,30648497,30660012,30699341,30700293,30700519,30700955,30700979,30710278,30716885,30721079,30724091,30726647,30727595,30732112,30737429,30740126,30743853,30756979,30769912,30772687,30774004,30786149,30787466,30796696,30799802,30804752,30807210,30809078,30810838,30811789,30815465,30825188,30841948,30854578,30855938,30856844,30858791,30860659,30864715,30865263,30867125,30867707,30869155,30872753,30873451,30876623,30879367,30881578,30881703,30884382,30884861,30885909,30886519,30891606,30906937,30922059 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30842370, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30595354,30606442,30660024,30700948,30711202,30721081,30722589,30726646,30731468,30777581,30782594,30796693,30811781,30818574,30852538,30869158,30872754,30879369,30884863,30886514,30891601 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30842371, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30592228,30592482,30592505,30594845,30595350,30595403,30596800,30606448,30606873,30607846,30609084,30609475,30609699,30609728,30619758,30641786,30643857,30644271,30644354,30648259,30648307,30648502,30648528,30659614,30660010,30660021,30661617,30669514,30699340,30700295,30700525,30700952,30700972,30701142,30702305,30710268,30711207,30712290,30713425,30714517,30716292,30716874,30721083,30722590,30724096,30725289,30726649,30727597,30731460,30732108,30734930,30737426,30738611,30740133,30741671,30742844,30743851,30746775,30749310,30756971,30769382,30769915,30771409,30772679,30774000,30776263,30777572,30782592,30783388,30783781,30786155,30786214,30787457,30794229,30796694,30797926,30799807,30801103,30802986,30804746,30805158,30807216,30809081,30810834,30811784,30812977,30815471,30815667,30817196,30818567,30821146,30822987,30825196,30828166,30828845,30832568,30833051,30834313,30836422,30841957,30848046,30848113,30848135,30848202,30848918,30848940,30849197,30850165,30850213,30850238,30850280,30851569,30852532,3085457 ) and hide_status = 0 ORDER BY mtr_photo_id INSERT ignore into MTRUser.mtr_portfolio_photos (`mtr_portfolio_id`, `mtr_photo_id`) SELECT 30842372, mtr_photo_id FROM MTRUser.mtr_portfolio_photos WHERE mtr_portfolio_id in (30592219,30592477,30592509,30594843,30595356,30595404,30596795,30606437,30606876,30607849,30609090,30609480,30609704,30609733,30619765,30641788,30643860,30644279,30644349,30648270,30648298,30648494,30648525,30659618,30660005,30660026,30661625,30669512,30699344,30700290,30700521,30700947,30700971,30701143,30702302,30710279,30711200,30712298,30713415,30714514,30716283,30716889,30721077,30722588,30724090,30725295,30726648,30727598,30731467,30732110,30734933,30737420,30738608,30740134,30741670,30742846,30743862,30746771,30749313,30750707,30751316,30752593,30753884,30754564,30756978,30764745,30764801,30764821,30764897,30764935,30765143,30766152,30766930,30766951,30766975,30769378,30769914,30771411,30772678,30774002,30776259,30777579,30780454,30782596,30783392,30783784,30786145,30786205,30787462,30794233,30796699,30797931,30799801,30801107,30802994,30804747,30805161,30807206,30809082,30810841,30811787,30812976,30815475,30815666,30817201,30818569,30821139,30822986,30825193,30828163,30828849,30832563,30833049,3083431 ) and hide_status = 0 ORDER BY mtr_photo_id Voici le lien velours for JRM : https://www.fotonower.com/velours/30842365,30842366,30842367,30842368,30842369,30842370,30842371,30842372?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2026-03-01' and date <= '2026-03-31') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((14167,),), 'unwanted_material_monthly_percentage': ((0.16760016659377566,),), 'material_repartition': (('JRM', 13863),), 'material_dict': {'JRM': 13863}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 3, 2), 0.14666448729375356, 90), (datetime.date(2026, 3, 3), 0.16012017761826494, 90), (datetime.date(2026, 3, 5), 0.145332292819688, 89), (datetime.date(2026, 3, 6), 0.1400404433807971, 89), (datetime.date(2026, 3, 10), 0.14242514523437183, 86), (datetime.date(2026, 3, 11), 0.14586462204294798, 92), (datetime.date(2026, 3, 12), 0.13538020570694684, 94), (datetime.date(2026, 3, 13), 0.1410439189182822, 69), (datetime.date(2026, 3, 14), 0.2156799331234048, 94), (datetime.date(2026, 3, 15), 0.2113031713509763, 93), (datetime.date(2026, 3, 16), 0.13252870901639804, 97), (datetime.date(2026, 3, 17), 0.14240369880808781, 82), (datetime.date(2026, 3, 18), 0.14898016427675456, 98), (datetime.date(2026, 3, 19), 0.11788078913687185, 93), (datetime.date(2026, 3, 20), 0.13873555398869375, 95), (datetime.date(2026, 3, 21), 0.2744166498664702, 95), (datetime.date(2026, 3, 22), 0.2616322370587062, 92), (datetime.date(2026, 3, 23), 0.1837451695039927, 69), (datetime.date(2026, 3, 24), 0.19683699117800538, 90), (datetime.date(2026, 3, 25), 0.16324868124484804, 78), (datetime.date(2026, 3, 26), 0.13276820002087347, 90), (datetime.date(2026, 3, 30), 0.16378213403699315, 35)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 3, 2), 0.14666448729375356, 90), (datetime.date(2026, 3, 3), 0.16012017761826494, 90), (datetime.date(2026, 3, 5), 0.145332292819688, 89), (datetime.date(2026, 3, 6), 0.1400404433807971, 89), (datetime.date(2026, 3, 10), 0.14242514523437183, 86), (datetime.date(2026, 3, 11), 0.14586462204294798, 92), (datetime.date(2026, 3, 12), 0.13538020570694684, 94), (datetime.date(2026, 3, 13), 0.1410439189182822, 69), (datetime.date(2026, 3, 14), 0.2156799331234048, 94), (datetime.date(2026, 3, 15), 0.2113031713509763, 93), (datetime.date(2026, 3, 16), 0.13252870901639804, 97), (datetime.date(2026, 3, 17), 0.14240369880808781, 82), (datetime.date(2026, 3, 18), 0.14898016427675456, 98), (datetime.date(2026, 3, 19), 0.11788078913687185, 93), (datetime.date(2026, 3, 20), 0.13873555398869375, 95), (datetime.date(2026, 3, 21), 0.2744166498664702, 95), (datetime.date(2026, 3, 22), 0.2616322370587062, 92), (datetime.date(2026, 3, 23), 0.1837451695039927, 69), (datetime.date(2026, 3, 24), 0.19683699117800538, 90), (datetime.date(2026, 3, 25), 0.16324868124484804, 78), (datetime.date(2026, 3, 26), 0.13276820002087347, 90), (datetime.date(2026, 3, 30), 0.16378213403699315, 35))}, 'quality_array': [['-1.6569134085432864', '02032026'], ['-1.6893424864982531', '03032026'], ['-1.5970791541702514', '05032026'], ['-1.5670686870359247', '06032026'], ['-1.5733648387965777', '10032026'], ['-1.6363349413678903', '11032026'], ['-1.583293910088816', '12032026'], ['-1.605412621933887', '13032026'], ['-3.4968541737379604', '14032026'], ['-3.345013949553551', '15032026'], ['-1.6207877532680708', '16032026'], ['-1.749804368409844', '17032026'], ['-1.6424583555740064', '18032026'], ['-1.5254582015925975', '19032026'], ['-1.5809363938361238', '20032026'], ['-2.448519321063962', '21032026'], ['-2.367826351891825', '22032026'], ['-1.506874667612773', '23032026'], ['-0.28775015604282456', '24032026'], ['-0.3683798468407893', '25032026'], ['0.07775005372101676', '26032026'], ['-0.4591414036775093', '30032026']], 'number_of_batch': ((159,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014404280738614253, 'nb_photo': 1644, 'list_port_cont': '30592218,30592484,30592504,30594842,30595355,30595406,30596793,30606439,30606871,30607839,30609472,30609698,30609730,30619767,30641784,30643859,30644274,30644343,30648263,30648302,30648500,30648535,30659621,30660014,30660019,30661616,30669517,30699335,30700298,30700522,30700953,30700977,30701144,30702312,30710276,30711208,30712301,30713413,30714510,30716290,30716876,30721082,30722581,30724094,30725294,30726651,30727594,30731469,30732109,30734932,30737427,30738610,30740130,30741673,30742850,30743852,30746772,30749316,30756970,30769383,30769910,30771408,30772686,30774001,30776264,30777571,30782599,30783384,30783787,30786150,30786215,30787459,30794237,30796701,30797930,30799804,30801102,30802992,30804741,30805157,30807215,30809083,30810845,30811785,30812986,30815468,30815663,30817199,30818575,30821145,30822982,30825197,30828160,30828851,30832570,30833054,30834320,30836421,30836447,30838032,30838058,30841955,30850163,30850208,30850233,30850277,30851575,30852534,30854581,30855931,30856840,30858796,30860655,3086471', 'assoc_port': '30591905:30592218,30592337:30592504,30592339:30592484,30594722:30594842,30595277:30595355,30595278:30595406,30596706:30596793,30606326:30606439,30606789:30607839,30606790:30606871,30608930:30609472,30609635:30609698,30609636:30609730,30619737:30619767,30641631:30641784,30643704:30643859,30644188:30644343,30644189:30644274,30648156:30648302,30648158:30648263,30648433:30648535,30648434:30648500,30659548:30659621,30659909:30660014,30659910:30660019,30661592:30661616,30669469:30669517,30699268:30699335,30699488:30700298,30700491:30700522,30700875:30700977,30700876:30700953,30701098:30702312,30701099:30701144,30710220:30710276,30711167:30711208,30712225:30712301,30713338:30713413,30714476:30714510,30716264:30716290,30716790:30716876,30721067:30721082,30722513:30722581,30724023:30724094,30725263:30725294,30726614:30726651,30727561:30727594,30731395:30731469,30732019:30732109,30734746:30734932,30737343:30737427,30738534:30738610,30740030:30740130,30741602:30741673,30742772:30742850,30743727:30743852,30746708:3074677', 'assoc_mat': '30591905:autre_refus:3726:30592218,30592337:autre_refus:3726:30592504,30592339:autre_refus:3726:30592484,30594722:autre_refus:3726:30594842,30595277:autre_refus:3726:30595355,30595278:autre_refus:3726:30595406,30596706:autre_refus:3726:30596793,30606326:autre_refus:3726:30606439,30606789:autre_refus:3726:30607839,30606790:autre_refus:3726:30606871,30608930:autre_refus:3726:30609472,30609635:autre_refus:3726:30609698,30609636:autre_refus:3726:30609730,30619737:autre_refus:3726:30619767,30641631:autre_refus:3726:30641784,30643704:autre_refus:3726:30643859,30644188:autre_refus:3726:30644343,30644189:autre_refus:3726:30644274,30648156:autre_refus:3726:30648302,30648158:autre_refus:3726:30648263,30648433:autre_refus:3726:30648535,30648434:autre_refus:3726:30648500,30659548:autre_refus:3726:30659621,30659909:autre_refus:3726:30660014,30659910:autre_refus:3726:30660019,30661592:autre_refus:3726:30661616,30669469:autre_refus:3726:30669517,30699268:autre_refus:3726:30699335,30699488:autre_refus:3726:30700298,30700491:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013107155847809884, 'nb_photo': 4299, 'list_port_cont': '30592221,30592473,30592501,30594847,30595346,30595413,30596802,30606441,30606865,30607842,30609085,30609476,30609700,30609725,30619763,30641779,30643858,30644269,30644348,30648268,30648297,30648504,30648526,30659616,30660011,30660028,30661619,30669518,30699343,30700289,30700518,30700950,30700975,30701141,30702311,30710273,30711204,30712299,30713418,30714513,30716285,30716880,30721073,30722584,30724097,30725293,30726645,30727602,30731462,30732104,30734938,30737423,30738603,30740131,30741674,30742845,30743850,30746774,30749321,30756975,30769380,30769918,30771407,30772677,30774008,30776261,30777580,30782600,30783391,30783791,30786146,30786208,30787465,30794234,30796697,30797936,30799811,30801108,30803001,30804743,30805154,30807211,30809086,30810840,30811792,30812983,30815473,30815670,30817198,30818568,30821149,30822991,30825195,30828162,30828852,30832559,30833045,30834315,30836454,30841956,30848128,30848914,30848946,30849190,30850162,30851568,30852530,30854582,30855932,30856848,30858799,30860650,30862516,3086470', 'assoc_port': '30591905:30592221,30592337:30592501,30592339:30592473,30594722:30594847,30595277:30595346,30595278:30595413,30596706:30596802,30606326:30606441,30606789:30607842,30606790:30606865,30608930:30609476,30608931:30609085,30609635:30609700,30609636:30609725,30619737:30619763,30641631:30641779,30643704:30643858,30644188:30644348,30644189:30644269,30648156:30648297,30648158:30648268,30648433:30648526,30648434:30648504,30659548:30659616,30659909:30660011,30659910:30660028,30661592:30661619,30669469:30669518,30699268:30699343,30699488:30700289,30700491:30700518,30700875:30700975,30700876:30700950,30701098:30702311,30701099:30701141,30710220:30710273,30711167:30711204,30712225:30712299,30713338:30713418,30714476:30714513,30716264:30716285,30716790:30716880,30721067:30721073,30722513:30722584,30724023:30724097,30725263:30725293,30726614:30726645,30727561:30727602,30731395:30731462,30732019:30732104,30734746:30734938,30737343:30737423,30738534:30738603,30740030:30740131,30741602:30741674,30742772:30742845,30743727:3074385', 'assoc_mat': '30591905:cartonnette:3726:30592221,30592337:cartonnette:3726:30592501,30592339:cartonnette:3726:30592473,30594722:cartonnette:3726:30594847,30595277:cartonnette:3726:30595346,30595278:cartonnette:3726:30595413,30596706:cartonnette:3726:30596802,30606326:cartonnette:3726:30606441,30606789:cartonnette:3726:30607842,30606790:cartonnette:3726:30606865,30608930:cartonnette:3726:30609476,30608931:cartonnette:3726:30609085,30609635:cartonnette:3726:30609700,30609636:cartonnette:3726:30609725,30619737:cartonnette:3726:30619763,30641631:cartonnette:3726:30641779,30643704:cartonnette:3726:30643858,30644188:cartonnette:3726:30644348,30644189:cartonnette:3726:30644269,30648156:cartonnette:3726:30648297,30648158:cartonnette:3726:30648268,30648433:cartonnette:3726:30648526,30648434:cartonnette:3726:30648504,30659548:cartonnette:3726:30659616,30659909:cartonnette:3726:30660011,30659910:cartonnette:3726:30660028,30661592:cartonnette:3726:30661619,30669469:cartonnette:3726:30669518,30699268:cartonnette:3726:30699343,30699488:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.10511624343101605, 'nb_photo': 20090, 'list_port_cont': '30592225,30592479,30592502,30594837,30595349,30595405,30596794,30606440,30606870,30607848,30609088,30609483,30609693,30609732,30619760,30641790,30643861,30644272,30644345,30648265,30648304,30648503,30648530,30659619,30660015,30660018,30661626,30669507,30699336,30700296,30700527,30700945,30700974,30701145,30702309,30710275,30711201,30712297,30713423,30714512,30716284,30716890,30721080,30722585,30724092,30725290,30726656,30727603,30731461,30732115,30734941,30737421,30738605,30740127,30741679,30742853,30743859,30746765,30749311,30750714,30751312,30752586,30753880,30754557,30756977,30764742,30764802,30764825,30764896,30764939,30765150,30766149,30766923,30766948,30766968,30769377,30769916,30771412,30772685,30774006,30776257,30777578,30780456,30782591,30783385,30783783,30786144,30786210,30787467,30794236,30796692,30797929,30799800,30801106,30802996,30804742,30805155,30807205,30809079,30810844,30811782,30812984,30815467,30815669,30817194,30818571,30821148,30822981,30825194,30828165,30828856,30832569,30833046,3083431', 'assoc_port': '30591905:30592225,30592337:30592502,30592339:30592479,30594722:30594837,30595277:30595349,30595278:30595405,30596706:30596794,30606326:30606440,30606789:30607848,30606790:30606870,30608930:30609483,30608931:30609088,30609635:30609693,30609636:30609732,30619737:30619760,30641631:30641790,30643704:30643861,30644188:30644345,30644189:30644272,30648156:30648304,30648158:30648265,30648433:30648530,30648434:30648503,30659548:30659619,30659909:30660015,30659910:30660018,30661592:30661626,30669469:30669507,30699268:30699336,30699488:30700296,30700491:30700527,30700875:30700974,30700876:30700945,30701098:30702309,30701099:30701145,30710220:30710275,30711167:30711201,30712225:30712297,30713338:30713423,30714476:30714512,30716264:30716284,30716790:30716890,30721067:30721080,30722513:30722585,30724023:30724092,30725263:30725290,30726614:30726656,30727561:30727603,30731395:30731461,30732019:30732115,30734746:30734941,30737343:30737421,30738534:30738605,30740030:30740127,30741602:30741679,30742772:30742853,30743727:3074385', 'assoc_mat': '30591905:Carton_brun:3726:30592225,30592337:Carton_brun:3726:30592502,30592339:Carton_brun:3726:30592479,30594722:Carton_brun:3726:30594837,30595277:Carton_brun:3726:30595349,30595278:Carton_brun:3726:30595405,30596706:Carton_brun:3726:30596794,30606326:Carton_brun:3726:30606440,30606789:Carton_brun:3726:30607848,30606790:Carton_brun:3726:30606870,30608930:Carton_brun:3726:30609483,30608931:Carton_brun:3726:30609088,30609635:Carton_brun:3726:30609693,30609636:Carton_brun:3726:30609732,30619737:Carton_brun:3726:30619760,30641631:Carton_brun:3726:30641790,30643704:Carton_brun:3726:30643861,30644188:Carton_brun:3726:30644345,30644189:Carton_brun:3726:30644272,30648156:Carton_brun:3726:30648304,30648158:Carton_brun:3726:30648265,30648433:Carton_brun:3726:30648530,30648434:Carton_brun:3726:30648503,30659548:Carton_brun:3726:30659619,30659909:Carton_brun:3726:30660015,30659910:Carton_brun:3726:30660018,30661592:Carton_brun:3726:30661626,30669469:Carton_brun:3726:30669507,30699268:Carton_brun:3726:30699336,30699488:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0051415715314328215, 'nb_photo': 445, 'list_port_cont': '30592220,30592476,30592507,30594838,30595348,30595415,30596791,30606447,30607847,30609087,30609478,30609696,30643866,30644273,30644350,30648306,30648524,30659617,30660013,30661620,30669511,30699339,30700297,30700528,30700978,30701146,30702310,30710277,30711209,30712296,30713424,30714509,30716288,30716891,30721075,30722587,30724087,30725300,30726654,30731470,30732107,30734931,30741675,30743857,30746768,30749312,30756973,30769381,30769919,30771410,30772681,30774009,30776260,30777576,30782595,30783387,30786207,30787458,30794230,30796703,30799808,30801105,30802990,30804744,30805156,30807213,30809088,30810837,30811783,30812979,30815474,30815660,30817193,30818576,30821150,30822980,30828848,30832566,30833050,30834318,30841949,30851567,30852536,30854576,30855939,30856847,30858788,30860661,30862515,30864708,30865256,30867118,30867709,30869157,30872758,30873454,30874503,30876619,30877727,30879368,30881582,30881704,30884386,30885917,30886518,30891603,30906936,30922023,30922057', 'assoc_port': '30591905:30592220,30592337:30592507,30592339:30592476,30594722:30594838,30595277:30595348,30595278:30595415,30596706:30596791,30606326:30606447,30606789:30607847,30608930:30609478,30608931:30609087,30609635:30609696,30643704:30643866,30644188:30644350,30644189:30644273,30648156:30648306,30648433:30648524,30659548:30659617,30659909:30660013,30661592:30661620,30669469:30669511,30699268:30699339,30699488:30700297,30700491:30700528,30700875:30700978,30701098:30702310,30701099:30701146,30710220:30710277,30711167:30711209,30712225:30712296,30713338:30713424,30714476:30714509,30716264:30716288,30716790:30716891,30721067:30721075,30722513:30722587,30724023:30724087,30725263:30725300,30726614:30726654,30731395:30731470,30732019:30732107,30734746:30734931,30741602:30741675,30743727:30743857,30746708:30746768,30749304:30749312,30756929:30756973,30769287:30769381,30769815:30769919,30771338:30771410,30772639:30772681,30773886:30774009,30776150:30776260,30777442:30777576,30782504:30782595,30783260:30783387,30785006:3078620', 'assoc_mat': '30591905:Carton_gris:3726:30592220,30592337:Carton_gris:3726:30592507,30592339:Carton_gris:3726:30592476,30594722:Carton_gris:3726:30594838,30595277:Carton_gris:3726:30595348,30595278:Carton_gris:3726:30595415,30596706:Carton_gris:3726:30596791,30606326:Carton_gris:3726:30606447,30606789:Carton_gris:3726:30607847,30608930:Carton_gris:3726:30609478,30608931:Carton_gris:3726:30609087,30609635:Carton_gris:3726:30609696,30643704:Carton_gris:3726:30643866,30644188:Carton_gris:3726:30644350,30644189:Carton_gris:3726:30644273,30648156:Carton_gris:3726:30648306,30648433:Carton_gris:3726:30648524,30659548:Carton_gris:3726:30659617,30659909:Carton_gris:3726:30660013,30661592:Carton_gris:3726:30661620,30669469:Carton_gris:3726:30669511,30699268:Carton_gris:3726:30699339,30699488:Carton_gris:3726:30700297,30700491:Carton_gris:3726:30700528,30700875:Carton_gris:3726:30700978,30701098:Carton_gris:3726:30702310,30701099:Carton_gris:3726:30701146,30710220:Carton_gris:3726:30710277,30711167:Carton_gris:3726:30711209,30712225:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.004161214820610079, 'nb_photo': 187, 'list_port_cont': '30592503,30595353,30595410,30607841,30609479,30609723,30641787,30644352,30648296,30648497,30660012,30699341,30700293,30700519,30700955,30700979,30710278,30716885,30721079,30724091,30726647,30727595,30732112,30737429,30740126,30743853,30756979,30769912,30772687,30774004,30786149,30787466,30796696,30799802,30804752,30807210,30809078,30810838,30811789,30815465,30825188,30841948,30854578,30855938,30856844,30858791,30860659,30864715,30865263,30867125,30867707,30869155,30872753,30873451,30876623,30879367,30881578,30881703,30884382,30884861,30885909,30886519,30891606,30906937,30922059', 'assoc_port': '30592337:30592503,30595277:30595353,30595278:30595410,30606789:30607841,30608930:30609479,30609636:30609723,30641631:30641787,30644188:30644352,30648156:30648296,30648434:30648497,30659909:30660012,30699268:30699341,30699488:30700293,30700491:30700519,30700875:30700979,30700876:30700955,30710220:30710278,30716790:30716885,30721067:30721079,30724023:30724091,30726614:30726647,30727561:30727595,30732019:30732112,30737343:30737429,30740030:30740126,30743727:30743853,30756929:30756979,30769815:30769912,30772639:30772687,30773886:30774004,30786051:30786149,30787432:30787466,30796558:30796696,30799653:30799802,30804607:30804752,30807075:30807210,30809019:30809078,30810800:30810838,30811603:30811789,30814200:30815465,30825074:30825188,30841945:30841948,30854403:30854578,30855726:30855938,30856734:30856844,30858581:30858791,30860439:30860659,30864615:30864715,30865205:30865263,30867043:30867125,30867661:30867707,30869013:30869155,30872729:30872753,30873357:30873451,30876476:30876623,30879299:30879367,30881544:3088157', 'assoc_mat': '30592337:kraft:3726:30592503,30595277:kraft:3726:30595353,30595278:kraft:3726:30595410,30606789:kraft:3726:30607841,30608930:kraft:3726:30609479,30609636:kraft:3726:30609723,30641631:kraft:3726:30641787,30644188:kraft:3726:30644352,30648156:kraft:3726:30648296,30648434:kraft:3726:30648497,30659909:kraft:3726:30660012,30699268:kraft:3726:30699341,30699488:kraft:3726:30700293,30700491:kraft:3726:30700519,30700875:kraft:3726:30700979,30700876:kraft:3726:30700955,30710220:kraft:3726:30710278,30716790:kraft:3726:30716885,30721067:kraft:3726:30721079,30724023:kraft:3726:30724091,30726614:kraft:3726:30726647,30727561:kraft:3726:30727595,30732019:kraft:3726:30732112,30737343:kraft:3726:30737429,30740030:kraft:3726:30740126,30743727:kraft:3726:30743853,30756929:kraft:3726:30756979,30769815:kraft:3726:30769912,30772639:kraft:3726:30772687,30773886:kraft:3726:30774004,30786051:kraft:3726:30786149,30787432:kraft:3726:30787466,30796558:kraft:3726:30796696,30799653:kraft:3726:30799802,30804607:kraft:3726:30804752,30807075:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0017183354773716215, 'nb_photo': 34, 'list_port_cont': '30595354,30606442,30660024,30700948,30711202,30721081,30722589,30726646,30731468,30777581,30782594,30796693,30811781,30818574,30852538,30869158,30872754,30879369,30884863,30886514,30891601', 'assoc_port': '30595277:30595354,30606326:30606442,30659910:30660024,30700876:30700948,30711167:30711202,30721067:30721081,30722513:30722589,30726614:30726646,30731395:30731468,30777442:30777581,30782504:30782594,30796558:30796693,30811603:30811781,30818520:30818574,30852352:30852538,30869013:30869158,30872729:30872754,30879299:30879369,30884756:30884863,30886477:30886514,30887309:30891601', 'assoc_mat': '30595277:metal:3726:30595354,30606326:metal:3726:30606442,30659910:metal:3726:30660024,30700876:metal:3726:30700948,30711167:metal:3726:30711202,30721067:metal:3726:30721081,30722513:metal:3726:30722589,30726614:metal:3726:30726646,30731395:metal:3726:30731468,30777442:metal:3726:30777581,30782504:metal:3726:30782594,30796558:metal:3726:30796693,30811603:metal:3726:30811781,30818520:metal:3726:30818574,30852352:metal:3726:30852538,30869013:metal:3726:30869158,30872729:metal:3726:30872754,30879299:metal:3726:30879369,30884756:metal:3726:30884863,30886477:metal:3726:30886514,30887309:metal:3726:30891601'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.010564324523984097, 'nb_photo': 2988, 'list_port_cont': '30592228,30592482,30592505,30594845,30595350,30595403,30596800,30606448,30606873,30607846,30609084,30609475,30609699,30609728,30619758,30641786,30643857,30644271,30644354,30648259,30648307,30648502,30648528,30659614,30660010,30660021,30661617,30669514,30699340,30700295,30700525,30700952,30700972,30701142,30702305,30710268,30711207,30712290,30713425,30714517,30716292,30716874,30721083,30722590,30724096,30725289,30726649,30727597,30731460,30732108,30734930,30737426,30738611,30740133,30741671,30742844,30743851,30746775,30749310,30756971,30769382,30769915,30771409,30772679,30774000,30776263,30777572,30782592,30783388,30783781,30786155,30786214,30787457,30794229,30796694,30797926,30799807,30801103,30802986,30804746,30805158,30807216,30809081,30810834,30811784,30812977,30815471,30815667,30817196,30818567,30821146,30822987,30825196,30828166,30828845,30832568,30833051,30834313,30836422,30841957,30848046,30848113,30848135,30848202,30848918,30848940,30849197,30850165,30850213,30850238,30850280,30851569,30852532,3085457', 'assoc_port': '30591905:30592228,30592337:30592505,30592339:30592482,30594722:30594845,30595277:30595350,30595278:30595403,30596706:30596800,30606326:30606448,30606789:30607846,30606790:30606873,30608930:30609475,30608931:30609084,30609635:30609699,30609636:30609728,30619737:30619758,30641631:30641786,30643704:30643857,30644188:30644354,30644189:30644271,30648156:30648307,30648158:30648259,30648433:30648528,30648434:30648502,30659548:30659614,30659909:30660010,30659910:30660021,30661592:30661617,30669469:30669514,30699268:30699340,30699488:30700295,30700491:30700525,30700875:30700972,30700876:30700952,30701098:30702305,30701099:30701142,30710220:30710268,30711167:30711207,30712225:30712290,30713338:30713425,30714476:30714517,30716264:30716292,30716790:30716874,30721067:30721083,30722513:30722590,30724023:30724096,30725263:30725289,30726614:30726649,30727561:30727597,30731395:30731460,30732019:30732108,30734746:30734930,30737343:30737426,30738534:30738611,30740030:30740133,30741602:30741671,30742772:30742844,30743727:3074385', 'assoc_mat': '30591905:plastique:3726:30592228,30592337:plastique:3726:30592505,30592339:plastique:3726:30592482,30594722:plastique:3726:30594845,30595277:plastique:3726:30595350,30595278:plastique:3726:30595403,30596706:plastique:3726:30596800,30606326:plastique:3726:30606448,30606789:plastique:3726:30607846,30606790:plastique:3726:30606873,30608930:plastique:3726:30609475,30608931:plastique:3726:30609084,30609635:plastique:3726:30609699,30609636:plastique:3726:30609728,30619737:plastique:3726:30619758,30641631:plastique:3726:30641786,30643704:plastique:3726:30643857,30644188:plastique:3726:30644354,30644189:plastique:3726:30644271,30648156:plastique:3726:30648307,30648158:plastique:3726:30648259,30648433:plastique:3726:30648528,30648434:plastique:3726:30648502,30659548:plastique:3726:30659614,30659909:plastique:3726:30660010,30659910:plastique:3726:30660021,30661592:plastique:3726:30661617,30669469:plastique:3726:30669514,30699268:plastique:3726:30699340,30699488:plastique:3726:30700295,30700491:plastique:3726:30700525,3'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.026852475174614948, 'nb_photo': 11923, 'list_port_cont': '30592219,30592477,30592509,30594843,30595356,30595404,30596795,30606437,30606876,30607849,30609090,30609480,30609704,30609733,30619765,30641788,30643860,30644279,30644349,30648270,30648298,30648494,30648525,30659618,30660005,30660026,30661625,30669512,30699344,30700290,30700521,30700947,30700971,30701143,30702302,30710279,30711200,30712298,30713415,30714514,30716283,30716889,30721077,30722588,30724090,30725295,30726648,30727598,30731467,30732110,30734933,30737420,30738608,30740134,30741670,30742846,30743862,30746771,30749313,30750707,30751316,30752593,30753884,30754564,30756978,30764745,30764801,30764821,30764897,30764935,30765143,30766152,30766930,30766951,30766975,30769378,30769914,30771411,30772678,30774002,30776259,30777579,30780454,30782596,30783392,30783784,30786145,30786205,30787462,30794233,30796699,30797931,30799801,30801107,30802994,30804747,30805161,30807206,30809082,30810841,30811787,30812976,30815475,30815666,30817201,30818569,30821139,30822986,30825193,30828163,30828849,30832563,30833049,3083431', 'assoc_port': '30591905:30592219,30592337:30592509,30592339:30592477,30594722:30594843,30595277:30595356,30595278:30595404,30596706:30596795,30606326:30606437,30606789:30607849,30606790:30606876,30608930:30609480,30608931:30609090,30609635:30609704,30609636:30609733,30619737:30619765,30641631:30641788,30643704:30643860,30644188:30644349,30644189:30644279,30648156:30648298,30648158:30648270,30648433:30648525,30648434:30648494,30659548:30659618,30659909:30660005,30659910:30660026,30661592:30661625,30669469:30669512,30699268:30699344,30699488:30700290,30700491:30700521,30700875:30700971,30700876:30700947,30701098:30702302,30701099:30701143,30710220:30710279,30711167:30711200,30712225:30712298,30713338:30713415,30714476:30714514,30716264:30716283,30716790:30716889,30721067:30721077,30722513:30722588,30724023:30724090,30725263:30725295,30726614:30726648,30727561:30727598,30731395:30731467,30732019:30732110,30734746:30734933,30737343:30737420,30738534:30738608,30740030:30740134,30741602:30741670,30742772:30742846,30743727:3074386', 'assoc_mat': '30591905:Teint_Dans_La_Masse:3726:30592219,30592337:Teint_Dans_La_Masse:3726:30592509,30592339:Teint_Dans_La_Masse:3726:30592477,30594722:Teint_Dans_La_Masse:3726:30594843,30595277:Teint_Dans_La_Masse:3726:30595356,30595278:Teint_Dans_La_Masse:3726:30595404,30596706:Teint_Dans_La_Masse:3726:30596795,30606326:Teint_Dans_La_Masse:3726:30606437,30606789:Teint_Dans_La_Masse:3726:30607849,30606790:Teint_Dans_La_Masse:3726:30606876,30608930:Teint_Dans_La_Masse:3726:30609480,30608931:Teint_Dans_La_Masse:3726:30609090,30609635:Teint_Dans_La_Masse:3726:30609704,30609636:Teint_Dans_La_Masse:3726:30609733,30619737:Teint_Dans_La_Masse:3726:30619765,30641631:Teint_Dans_La_Masse:3726:30641788,30643704:Teint_Dans_La_Masse:3726:30643860,30644188:Teint_Dans_La_Masse:3726:30644349,30644189:Teint_Dans_La_Masse:3726:30644279,30648156:Teint_Dans_La_Masse:3726:30648298,30648158:Teint_Dans_La_Masse:3726:30648270,30648433:Teint_Dans_La_Masse:3726:30648525,30648434:Teint_Dans_La_Masse:3726:30648494,30659548:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 14167}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/30842365,30842366,30842367,30842368,30842369,30842370,30842371,30842372?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-03', 0.16760016659377566),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((14167,),), 'unwanted_material_monthly_percentage': ((0.16760016659377566,),), 'material_repartition': (('JRM', 13863),), 'material_dict': {'JRM': 13863}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2026, 3, 2), 0.14666448729375356, 90), (datetime.date(2026, 3, 3), 0.16012017761826494, 90), (datetime.date(2026, 3, 5), 0.145332292819688, 89), (datetime.date(2026, 3, 6), 0.1400404433807971, 89), (datetime.date(2026, 3, 10), 0.14242514523437183, 86), (datetime.date(2026, 3, 11), 0.14586462204294798, 92), (datetime.date(2026, 3, 12), 0.13538020570694684, 94), (datetime.date(2026, 3, 13), 0.1410439189182822, 69), (datetime.date(2026, 3, 14), 0.2156799331234048, 94), (datetime.date(2026, 3, 15), 0.2113031713509763, 93), (datetime.date(2026, 3, 16), 0.13252870901639804, 97), (datetime.date(2026, 3, 17), 0.14240369880808781, 82), (datetime.date(2026, 3, 18), 0.14898016427675456, 98), (datetime.date(2026, 3, 19), 0.11788078913687185, 93), (datetime.date(2026, 3, 20), 0.13873555398869375, 95), (datetime.date(2026, 3, 21), 0.2744166498664702, 95), (datetime.date(2026, 3, 22), 0.2616322370587062, 92), (datetime.date(2026, 3, 23), 0.1837451695039927, 69), (datetime.date(2026, 3, 24), 0.19683699117800538, 90), (datetime.date(2026, 3, 25), 0.16324868124484804, 78), (datetime.date(2026, 3, 26), 0.13276820002087347, 90), (datetime.date(2026, 3, 30), 0.16378213403699315, 35)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2026, 3, 2), 0.14666448729375356, 90), (datetime.date(2026, 3, 3), 0.16012017761826494, 90), (datetime.date(2026, 3, 5), 0.145332292819688, 89), (datetime.date(2026, 3, 6), 0.1400404433807971, 89), (datetime.date(2026, 3, 10), 0.14242514523437183, 86), (datetime.date(2026, 3, 11), 0.14586462204294798, 92), (datetime.date(2026, 3, 12), 0.13538020570694684, 94), (datetime.date(2026, 3, 13), 0.1410439189182822, 69), (datetime.date(2026, 3, 14), 0.2156799331234048, 94), (datetime.date(2026, 3, 15), 0.2113031713509763, 93), (datetime.date(2026, 3, 16), 0.13252870901639804, 97), (datetime.date(2026, 3, 17), 0.14240369880808781, 82), (datetime.date(2026, 3, 18), 0.14898016427675456, 98), (datetime.date(2026, 3, 19), 0.11788078913687185, 93), (datetime.date(2026, 3, 20), 0.13873555398869375, 95), (datetime.date(2026, 3, 21), 0.2744166498664702, 95), (datetime.date(2026, 3, 22), 0.2616322370587062, 92), (datetime.date(2026, 3, 23), 0.1837451695039927, 69), (datetime.date(2026, 3, 24), 0.19683699117800538, 90), (datetime.date(2026, 3, 25), 0.16324868124484804, 78), (datetime.date(2026, 3, 26), 0.13276820002087347, 90), (datetime.date(2026, 3, 30), 0.16378213403699315, 35))}, 'quality_array': [['-1.6569134085432864', '02032026'], ['-1.6893424864982531', '03032026'], ['-1.5970791541702514', '05032026'], ['-1.5670686870359247', '06032026'], ['-1.5733648387965777', '10032026'], ['-1.6363349413678903', '11032026'], ['-1.583293910088816', '12032026'], ['-1.605412621933887', '13032026'], ['-3.4968541737379604', '14032026'], ['-3.345013949553551', '15032026'], ['-1.6207877532680708', '16032026'], ['-1.749804368409844', '17032026'], ['-1.6424583555740064', '18032026'], ['-1.5254582015925975', '19032026'], ['-1.5809363938361238', '20032026'], ['-2.448519321063962', '21032026'], ['-2.367826351891825', '22032026'], ['-1.506874667612773', '23032026'], ['-0.28775015604282456', '24032026'], ['-0.3683798468407893', '25032026'], ['0.07775005372101676', '26032026'], ['-0.4591414036775093', '30032026']], 'number_of_batch': ((159,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.014404280738614253, 'nb_photo': 1644, 'list_port_cont': '30592218,30592484,30592504,30594842,30595355,30595406,30596793,30606439,30606871,30607839,30609472,30609698,30609730,30619767,30641784,30643859,30644274,30644343,30648263,30648302,30648500,30648535,30659621,30660014,30660019,30661616,30669517,30699335,30700298,30700522,30700953,30700977,30701144,30702312,30710276,30711208,30712301,30713413,30714510,30716290,30716876,30721082,30722581,30724094,30725294,30726651,30727594,30731469,30732109,30734932,30737427,30738610,30740130,30741673,30742850,30743852,30746772,30749316,30756970,30769383,30769910,30771408,30772686,30774001,30776264,30777571,30782599,30783384,30783787,30786150,30786215,30787459,30794237,30796701,30797930,30799804,30801102,30802992,30804741,30805157,30807215,30809083,30810845,30811785,30812986,30815468,30815663,30817199,30818575,30821145,30822982,30825197,30828160,30828851,30832570,30833054,30834320,30836421,30836447,30838032,30838058,30841955,30850163,30850208,30850233,30850277,30851575,30852534,30854581,30855931,30856840,30858796,30860655,3086471', 'assoc_port': '30591905:30592218,30592337:30592504,30592339:30592484,30594722:30594842,30595277:30595355,30595278:30595406,30596706:30596793,30606326:30606439,30606789:30607839,30606790:30606871,30608930:30609472,30609635:30609698,30609636:30609730,30619737:30619767,30641631:30641784,30643704:30643859,30644188:30644343,30644189:30644274,30648156:30648302,30648158:30648263,30648433:30648535,30648434:30648500,30659548:30659621,30659909:30660014,30659910:30660019,30661592:30661616,30669469:30669517,30699268:30699335,30699488:30700298,30700491:30700522,30700875:30700977,30700876:30700953,30701098:30702312,30701099:30701144,30710220:30710276,30711167:30711208,30712225:30712301,30713338:30713413,30714476:30714510,30716264:30716290,30716790:30716876,30721067:30721082,30722513:30722581,30724023:30724094,30725263:30725294,30726614:30726651,30727561:30727594,30731395:30731469,30732019:30732109,30734746:30734932,30737343:30737427,30738534:30738610,30740030:30740130,30741602:30741673,30742772:30742850,30743727:30743852,30746708:3074677', 'assoc_mat': '30591905:autre_refus:3726:30592218,30592337:autre_refus:3726:30592504,30592339:autre_refus:3726:30592484,30594722:autre_refus:3726:30594842,30595277:autre_refus:3726:30595355,30595278:autre_refus:3726:30595406,30596706:autre_refus:3726:30596793,30606326:autre_refus:3726:30606439,30606789:autre_refus:3726:30607839,30606790:autre_refus:3726:30606871,30608930:autre_refus:3726:30609472,30609635:autre_refus:3726:30609698,30609636:autre_refus:3726:30609730,30619737:autre_refus:3726:30619767,30641631:autre_refus:3726:30641784,30643704:autre_refus:3726:30643859,30644188:autre_refus:3726:30644343,30644189:autre_refus:3726:30644274,30648156:autre_refus:3726:30648302,30648158:autre_refus:3726:30648263,30648433:autre_refus:3726:30648535,30648434:autre_refus:3726:30648500,30659548:autre_refus:3726:30659621,30659909:autre_refus:3726:30660014,30659910:autre_refus:3726:30660019,30661592:autre_refus:3726:30661616,30669469:autre_refus:3726:30669517,30699268:autre_refus:3726:30699335,30699488:autre_refus:3726:30700298,30700491:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013107155847809884, 'nb_photo': 4299, 'list_port_cont': '30592221,30592473,30592501,30594847,30595346,30595413,30596802,30606441,30606865,30607842,30609085,30609476,30609700,30609725,30619763,30641779,30643858,30644269,30644348,30648268,30648297,30648504,30648526,30659616,30660011,30660028,30661619,30669518,30699343,30700289,30700518,30700950,30700975,30701141,30702311,30710273,30711204,30712299,30713418,30714513,30716285,30716880,30721073,30722584,30724097,30725293,30726645,30727602,30731462,30732104,30734938,30737423,30738603,30740131,30741674,30742845,30743850,30746774,30749321,30756975,30769380,30769918,30771407,30772677,30774008,30776261,30777580,30782600,30783391,30783791,30786146,30786208,30787465,30794234,30796697,30797936,30799811,30801108,30803001,30804743,30805154,30807211,30809086,30810840,30811792,30812983,30815473,30815670,30817198,30818568,30821149,30822991,30825195,30828162,30828852,30832559,30833045,30834315,30836454,30841956,30848128,30848914,30848946,30849190,30850162,30851568,30852530,30854582,30855932,30856848,30858799,30860650,30862516,3086470', 'assoc_port': '30591905:30592221,30592337:30592501,30592339:30592473,30594722:30594847,30595277:30595346,30595278:30595413,30596706:30596802,30606326:30606441,30606789:30607842,30606790:30606865,30608930:30609476,30608931:30609085,30609635:30609700,30609636:30609725,30619737:30619763,30641631:30641779,30643704:30643858,30644188:30644348,30644189:30644269,30648156:30648297,30648158:30648268,30648433:30648526,30648434:30648504,30659548:30659616,30659909:30660011,30659910:30660028,30661592:30661619,30669469:30669518,30699268:30699343,30699488:30700289,30700491:30700518,30700875:30700975,30700876:30700950,30701098:30702311,30701099:30701141,30710220:30710273,30711167:30711204,30712225:30712299,30713338:30713418,30714476:30714513,30716264:30716285,30716790:30716880,30721067:30721073,30722513:30722584,30724023:30724097,30725263:30725293,30726614:30726645,30727561:30727602,30731395:30731462,30732019:30732104,30734746:30734938,30737343:30737423,30738534:30738603,30740030:30740131,30741602:30741674,30742772:30742845,30743727:3074385', 'assoc_mat': '30591905:cartonnette:3726:30592221,30592337:cartonnette:3726:30592501,30592339:cartonnette:3726:30592473,30594722:cartonnette:3726:30594847,30595277:cartonnette:3726:30595346,30595278:cartonnette:3726:30595413,30596706:cartonnette:3726:30596802,30606326:cartonnette:3726:30606441,30606789:cartonnette:3726:30607842,30606790:cartonnette:3726:30606865,30608930:cartonnette:3726:30609476,30608931:cartonnette:3726:30609085,30609635:cartonnette:3726:30609700,30609636:cartonnette:3726:30609725,30619737:cartonnette:3726:30619763,30641631:cartonnette:3726:30641779,30643704:cartonnette:3726:30643858,30644188:cartonnette:3726:30644348,30644189:cartonnette:3726:30644269,30648156:cartonnette:3726:30648297,30648158:cartonnette:3726:30648268,30648433:cartonnette:3726:30648526,30648434:cartonnette:3726:30648504,30659548:cartonnette:3726:30659616,30659909:cartonnette:3726:30660011,30659910:cartonnette:3726:30660028,30661592:cartonnette:3726:30661619,30669469:cartonnette:3726:30669518,30699268:cartonnette:3726:30699343,30699488:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.10511624343101605, 'nb_photo': 20090, 'list_port_cont': '30592225,30592479,30592502,30594837,30595349,30595405,30596794,30606440,30606870,30607848,30609088,30609483,30609693,30609732,30619760,30641790,30643861,30644272,30644345,30648265,30648304,30648503,30648530,30659619,30660015,30660018,30661626,30669507,30699336,30700296,30700527,30700945,30700974,30701145,30702309,30710275,30711201,30712297,30713423,30714512,30716284,30716890,30721080,30722585,30724092,30725290,30726656,30727603,30731461,30732115,30734941,30737421,30738605,30740127,30741679,30742853,30743859,30746765,30749311,30750714,30751312,30752586,30753880,30754557,30756977,30764742,30764802,30764825,30764896,30764939,30765150,30766149,30766923,30766948,30766968,30769377,30769916,30771412,30772685,30774006,30776257,30777578,30780456,30782591,30783385,30783783,30786144,30786210,30787467,30794236,30796692,30797929,30799800,30801106,30802996,30804742,30805155,30807205,30809079,30810844,30811782,30812984,30815467,30815669,30817194,30818571,30821148,30822981,30825194,30828165,30828856,30832569,30833046,3083431', 'assoc_port': '30591905:30592225,30592337:30592502,30592339:30592479,30594722:30594837,30595277:30595349,30595278:30595405,30596706:30596794,30606326:30606440,30606789:30607848,30606790:30606870,30608930:30609483,30608931:30609088,30609635:30609693,30609636:30609732,30619737:30619760,30641631:30641790,30643704:30643861,30644188:30644345,30644189:30644272,30648156:30648304,30648158:30648265,30648433:30648530,30648434:30648503,30659548:30659619,30659909:30660015,30659910:30660018,30661592:30661626,30669469:30669507,30699268:30699336,30699488:30700296,30700491:30700527,30700875:30700974,30700876:30700945,30701098:30702309,30701099:30701145,30710220:30710275,30711167:30711201,30712225:30712297,30713338:30713423,30714476:30714512,30716264:30716284,30716790:30716890,30721067:30721080,30722513:30722585,30724023:30724092,30725263:30725290,30726614:30726656,30727561:30727603,30731395:30731461,30732019:30732115,30734746:30734941,30737343:30737421,30738534:30738605,30740030:30740127,30741602:30741679,30742772:30742853,30743727:3074385', 'assoc_mat': '30591905:Carton_brun:3726:30592225,30592337:Carton_brun:3726:30592502,30592339:Carton_brun:3726:30592479,30594722:Carton_brun:3726:30594837,30595277:Carton_brun:3726:30595349,30595278:Carton_brun:3726:30595405,30596706:Carton_brun:3726:30596794,30606326:Carton_brun:3726:30606440,30606789:Carton_brun:3726:30607848,30606790:Carton_brun:3726:30606870,30608930:Carton_brun:3726:30609483,30608931:Carton_brun:3726:30609088,30609635:Carton_brun:3726:30609693,30609636:Carton_brun:3726:30609732,30619737:Carton_brun:3726:30619760,30641631:Carton_brun:3726:30641790,30643704:Carton_brun:3726:30643861,30644188:Carton_brun:3726:30644345,30644189:Carton_brun:3726:30644272,30648156:Carton_brun:3726:30648304,30648158:Carton_brun:3726:30648265,30648433:Carton_brun:3726:30648530,30648434:Carton_brun:3726:30648503,30659548:Carton_brun:3726:30659619,30659909:Carton_brun:3726:30660015,30659910:Carton_brun:3726:30660018,30661592:Carton_brun:3726:30661626,30669469:Carton_brun:3726:30669507,30699268:Carton_brun:3726:30699336,30699488:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0051415715314328215, 'nb_photo': 445, 'list_port_cont': '30592220,30592476,30592507,30594838,30595348,30595415,30596791,30606447,30607847,30609087,30609478,30609696,30643866,30644273,30644350,30648306,30648524,30659617,30660013,30661620,30669511,30699339,30700297,30700528,30700978,30701146,30702310,30710277,30711209,30712296,30713424,30714509,30716288,30716891,30721075,30722587,30724087,30725300,30726654,30731470,30732107,30734931,30741675,30743857,30746768,30749312,30756973,30769381,30769919,30771410,30772681,30774009,30776260,30777576,30782595,30783387,30786207,30787458,30794230,30796703,30799808,30801105,30802990,30804744,30805156,30807213,30809088,30810837,30811783,30812979,30815474,30815660,30817193,30818576,30821150,30822980,30828848,30832566,30833050,30834318,30841949,30851567,30852536,30854576,30855939,30856847,30858788,30860661,30862515,30864708,30865256,30867118,30867709,30869157,30872758,30873454,30874503,30876619,30877727,30879368,30881582,30881704,30884386,30885917,30886518,30891603,30906936,30922023,30922057', 'assoc_port': '30591905:30592220,30592337:30592507,30592339:30592476,30594722:30594838,30595277:30595348,30595278:30595415,30596706:30596791,30606326:30606447,30606789:30607847,30608930:30609478,30608931:30609087,30609635:30609696,30643704:30643866,30644188:30644350,30644189:30644273,30648156:30648306,30648433:30648524,30659548:30659617,30659909:30660013,30661592:30661620,30669469:30669511,30699268:30699339,30699488:30700297,30700491:30700528,30700875:30700978,30701098:30702310,30701099:30701146,30710220:30710277,30711167:30711209,30712225:30712296,30713338:30713424,30714476:30714509,30716264:30716288,30716790:30716891,30721067:30721075,30722513:30722587,30724023:30724087,30725263:30725300,30726614:30726654,30731395:30731470,30732019:30732107,30734746:30734931,30741602:30741675,30743727:30743857,30746708:30746768,30749304:30749312,30756929:30756973,30769287:30769381,30769815:30769919,30771338:30771410,30772639:30772681,30773886:30774009,30776150:30776260,30777442:30777576,30782504:30782595,30783260:30783387,30785006:3078620', 'assoc_mat': '30591905:Carton_gris:3726:30592220,30592337:Carton_gris:3726:30592507,30592339:Carton_gris:3726:30592476,30594722:Carton_gris:3726:30594838,30595277:Carton_gris:3726:30595348,30595278:Carton_gris:3726:30595415,30596706:Carton_gris:3726:30596791,30606326:Carton_gris:3726:30606447,30606789:Carton_gris:3726:30607847,30608930:Carton_gris:3726:30609478,30608931:Carton_gris:3726:30609087,30609635:Carton_gris:3726:30609696,30643704:Carton_gris:3726:30643866,30644188:Carton_gris:3726:30644350,30644189:Carton_gris:3726:30644273,30648156:Carton_gris:3726:30648306,30648433:Carton_gris:3726:30648524,30659548:Carton_gris:3726:30659617,30659909:Carton_gris:3726:30660013,30661592:Carton_gris:3726:30661620,30669469:Carton_gris:3726:30669511,30699268:Carton_gris:3726:30699339,30699488:Carton_gris:3726:30700297,30700491:Carton_gris:3726:30700528,30700875:Carton_gris:3726:30700978,30701098:Carton_gris:3726:30702310,30701099:Carton_gris:3726:30701146,30710220:Carton_gris:3726:30710277,30711167:Carton_gris:3726:30711209,30712225:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.004161214820610079, 'nb_photo': 187, 'list_port_cont': '30592503,30595353,30595410,30607841,30609479,30609723,30641787,30644352,30648296,30648497,30660012,30699341,30700293,30700519,30700955,30700979,30710278,30716885,30721079,30724091,30726647,30727595,30732112,30737429,30740126,30743853,30756979,30769912,30772687,30774004,30786149,30787466,30796696,30799802,30804752,30807210,30809078,30810838,30811789,30815465,30825188,30841948,30854578,30855938,30856844,30858791,30860659,30864715,30865263,30867125,30867707,30869155,30872753,30873451,30876623,30879367,30881578,30881703,30884382,30884861,30885909,30886519,30891606,30906937,30922059', 'assoc_port': '30592337:30592503,30595277:30595353,30595278:30595410,30606789:30607841,30608930:30609479,30609636:30609723,30641631:30641787,30644188:30644352,30648156:30648296,30648434:30648497,30659909:30660012,30699268:30699341,30699488:30700293,30700491:30700519,30700875:30700979,30700876:30700955,30710220:30710278,30716790:30716885,30721067:30721079,30724023:30724091,30726614:30726647,30727561:30727595,30732019:30732112,30737343:30737429,30740030:30740126,30743727:30743853,30756929:30756979,30769815:30769912,30772639:30772687,30773886:30774004,30786051:30786149,30787432:30787466,30796558:30796696,30799653:30799802,30804607:30804752,30807075:30807210,30809019:30809078,30810800:30810838,30811603:30811789,30814200:30815465,30825074:30825188,30841945:30841948,30854403:30854578,30855726:30855938,30856734:30856844,30858581:30858791,30860439:30860659,30864615:30864715,30865205:30865263,30867043:30867125,30867661:30867707,30869013:30869155,30872729:30872753,30873357:30873451,30876476:30876623,30879299:30879367,30881544:3088157', 'assoc_mat': '30592337:kraft:3726:30592503,30595277:kraft:3726:30595353,30595278:kraft:3726:30595410,30606789:kraft:3726:30607841,30608930:kraft:3726:30609479,30609636:kraft:3726:30609723,30641631:kraft:3726:30641787,30644188:kraft:3726:30644352,30648156:kraft:3726:30648296,30648434:kraft:3726:30648497,30659909:kraft:3726:30660012,30699268:kraft:3726:30699341,30699488:kraft:3726:30700293,30700491:kraft:3726:30700519,30700875:kraft:3726:30700979,30700876:kraft:3726:30700955,30710220:kraft:3726:30710278,30716790:kraft:3726:30716885,30721067:kraft:3726:30721079,30724023:kraft:3726:30724091,30726614:kraft:3726:30726647,30727561:kraft:3726:30727595,30732019:kraft:3726:30732112,30737343:kraft:3726:30737429,30740030:kraft:3726:30740126,30743727:kraft:3726:30743853,30756929:kraft:3726:30756979,30769815:kraft:3726:30769912,30772639:kraft:3726:30772687,30773886:kraft:3726:30774004,30786051:kraft:3726:30786149,30787432:kraft:3726:30787466,30796558:kraft:3726:30796696,30799653:kraft:3726:30799802,30804607:kraft:3726:30804752,30807075:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0017183354773716215, 'nb_photo': 34, 'list_port_cont': '30595354,30606442,30660024,30700948,30711202,30721081,30722589,30726646,30731468,30777581,30782594,30796693,30811781,30818574,30852538,30869158,30872754,30879369,30884863,30886514,30891601', 'assoc_port': '30595277:30595354,30606326:30606442,30659910:30660024,30700876:30700948,30711167:30711202,30721067:30721081,30722513:30722589,30726614:30726646,30731395:30731468,30777442:30777581,30782504:30782594,30796558:30796693,30811603:30811781,30818520:30818574,30852352:30852538,30869013:30869158,30872729:30872754,30879299:30879369,30884756:30884863,30886477:30886514,30887309:30891601', 'assoc_mat': '30595277:metal:3726:30595354,30606326:metal:3726:30606442,30659910:metal:3726:30660024,30700876:metal:3726:30700948,30711167:metal:3726:30711202,30721067:metal:3726:30721081,30722513:metal:3726:30722589,30726614:metal:3726:30726646,30731395:metal:3726:30731468,30777442:metal:3726:30777581,30782504:metal:3726:30782594,30796558:metal:3726:30796693,30811603:metal:3726:30811781,30818520:metal:3726:30818574,30852352:metal:3726:30852538,30869013:metal:3726:30869158,30872729:metal:3726:30872754,30879299:metal:3726:30879369,30884756:metal:3726:30884863,30886477:metal:3726:30886514,30887309:metal:3726:30891601'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.010564324523984097, 'nb_photo': 2988, 'list_port_cont': '30592228,30592482,30592505,30594845,30595350,30595403,30596800,30606448,30606873,30607846,30609084,30609475,30609699,30609728,30619758,30641786,30643857,30644271,30644354,30648259,30648307,30648502,30648528,30659614,30660010,30660021,30661617,30669514,30699340,30700295,30700525,30700952,30700972,30701142,30702305,30710268,30711207,30712290,30713425,30714517,30716292,30716874,30721083,30722590,30724096,30725289,30726649,30727597,30731460,30732108,30734930,30737426,30738611,30740133,30741671,30742844,30743851,30746775,30749310,30756971,30769382,30769915,30771409,30772679,30774000,30776263,30777572,30782592,30783388,30783781,30786155,30786214,30787457,30794229,30796694,30797926,30799807,30801103,30802986,30804746,30805158,30807216,30809081,30810834,30811784,30812977,30815471,30815667,30817196,30818567,30821146,30822987,30825196,30828166,30828845,30832568,30833051,30834313,30836422,30841957,30848046,30848113,30848135,30848202,30848918,30848940,30849197,30850165,30850213,30850238,30850280,30851569,30852532,3085457', 'assoc_port': '30591905:30592228,30592337:30592505,30592339:30592482,30594722:30594845,30595277:30595350,30595278:30595403,30596706:30596800,30606326:30606448,30606789:30607846,30606790:30606873,30608930:30609475,30608931:30609084,30609635:30609699,30609636:30609728,30619737:30619758,30641631:30641786,30643704:30643857,30644188:30644354,30644189:30644271,30648156:30648307,30648158:30648259,30648433:30648528,30648434:30648502,30659548:30659614,30659909:30660010,30659910:30660021,30661592:30661617,30669469:30669514,30699268:30699340,30699488:30700295,30700491:30700525,30700875:30700972,30700876:30700952,30701098:30702305,30701099:30701142,30710220:30710268,30711167:30711207,30712225:30712290,30713338:30713425,30714476:30714517,30716264:30716292,30716790:30716874,30721067:30721083,30722513:30722590,30724023:30724096,30725263:30725289,30726614:30726649,30727561:30727597,30731395:30731460,30732019:30732108,30734746:30734930,30737343:30737426,30738534:30738611,30740030:30740133,30741602:30741671,30742772:30742844,30743727:3074385', 'assoc_mat': '30591905:plastique:3726:30592228,30592337:plastique:3726:30592505,30592339:plastique:3726:30592482,30594722:plastique:3726:30594845,30595277:plastique:3726:30595350,30595278:plastique:3726:30595403,30596706:plastique:3726:30596800,30606326:plastique:3726:30606448,30606789:plastique:3726:30607846,30606790:plastique:3726:30606873,30608930:plastique:3726:30609475,30608931:plastique:3726:30609084,30609635:plastique:3726:30609699,30609636:plastique:3726:30609728,30619737:plastique:3726:30619758,30641631:plastique:3726:30641786,30643704:plastique:3726:30643857,30644188:plastique:3726:30644354,30644189:plastique:3726:30644271,30648156:plastique:3726:30648307,30648158:plastique:3726:30648259,30648433:plastique:3726:30648528,30648434:plastique:3726:30648502,30659548:plastique:3726:30659614,30659909:plastique:3726:30660010,30659910:plastique:3726:30660021,30661592:plastique:3726:30661617,30669469:plastique:3726:30669514,30699268:plastique:3726:30699340,30699488:plastique:3726:30700295,30700491:plastique:3726:30700525,3'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.026852475174614948, 'nb_photo': 11923, 'list_port_cont': '30592219,30592477,30592509,30594843,30595356,30595404,30596795,30606437,30606876,30607849,30609090,30609480,30609704,30609733,30619765,30641788,30643860,30644279,30644349,30648270,30648298,30648494,30648525,30659618,30660005,30660026,30661625,30669512,30699344,30700290,30700521,30700947,30700971,30701143,30702302,30710279,30711200,30712298,30713415,30714514,30716283,30716889,30721077,30722588,30724090,30725295,30726648,30727598,30731467,30732110,30734933,30737420,30738608,30740134,30741670,30742846,30743862,30746771,30749313,30750707,30751316,30752593,30753884,30754564,30756978,30764745,30764801,30764821,30764897,30764935,30765143,30766152,30766930,30766951,30766975,30769378,30769914,30771411,30772678,30774002,30776259,30777579,30780454,30782596,30783392,30783784,30786145,30786205,30787462,30794233,30796699,30797931,30799801,30801107,30802994,30804747,30805161,30807206,30809082,30810841,30811787,30812976,30815475,30815666,30817201,30818569,30821139,30822986,30825193,30828163,30828849,30832563,30833049,3083431', 'assoc_port': '30591905:30592219,30592337:30592509,30592339:30592477,30594722:30594843,30595277:30595356,30595278:30595404,30596706:30596795,30606326:30606437,30606789:30607849,30606790:30606876,30608930:30609480,30608931:30609090,30609635:30609704,30609636:30609733,30619737:30619765,30641631:30641788,30643704:30643860,30644188:30644349,30644189:30644279,30648156:30648298,30648158:30648270,30648433:30648525,30648434:30648494,30659548:30659618,30659909:30660005,30659910:30660026,30661592:30661625,30669469:30669512,30699268:30699344,30699488:30700290,30700491:30700521,30700875:30700971,30700876:30700947,30701098:30702302,30701099:30701143,30710220:30710279,30711167:30711200,30712225:30712298,30713338:30713415,30714476:30714514,30716264:30716283,30716790:30716889,30721067:30721077,30722513:30722588,30724023:30724090,30725263:30725295,30726614:30726648,30727561:30727598,30731395:30731467,30732019:30732110,30734746:30734933,30737343:30737420,30738534:30738608,30740030:30740134,30741602:30741670,30742772:30742846,30743727:3074386', 'assoc_mat': '30591905:Teint_Dans_La_Masse:3726:30592219,30592337:Teint_Dans_La_Masse:3726:30592509,30592339:Teint_Dans_La_Masse:3726:30592477,30594722:Teint_Dans_La_Masse:3726:30594843,30595277:Teint_Dans_La_Masse:3726:30595356,30595278:Teint_Dans_La_Masse:3726:30595404,30596706:Teint_Dans_La_Masse:3726:30596795,30606326:Teint_Dans_La_Masse:3726:30606437,30606789:Teint_Dans_La_Masse:3726:30607849,30606790:Teint_Dans_La_Masse:3726:30606876,30608930:Teint_Dans_La_Masse:3726:30609480,30608931:Teint_Dans_La_Masse:3726:30609090,30609635:Teint_Dans_La_Masse:3726:30609704,30609636:Teint_Dans_La_Masse:3726:30609733,30619737:Teint_Dans_La_Masse:3726:30619765,30641631:Teint_Dans_La_Masse:3726:30641788,30643704:Teint_Dans_La_Masse:3726:30643860,30644188:Teint_Dans_La_Masse:3726:30644349,30644189:Teint_Dans_La_Masse:3726:30644279,30648156:Teint_Dans_La_Masse:3726:30648298,30648158:Teint_Dans_La_Masse:3726:30648270,30648433:Teint_Dans_La_Masse:3726:30648525,30648434:Teint_Dans_La_Masse:3726:30648494,30659548:Teint_Dans_La_Masse:3726:3'}), 'main_stat': {'nb_photos': 14167}, 'velours_link': {'JRM': 'https://www.fotonower.com/velours/30842365,30842366,30842367,30842368,30842369,30842370,30842371,30842372?tags=autre_refus,cartonnette,Carton_brun,Carton_gris,kraft,metal,plastique,Teint_Dans_La_Masse'}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2026-03', 0.16760016659377566),)]} filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_03_annee_2026.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.44%', 1644], 'cartonnette': ['cartonnette', '1.31%', 4299], 'Carton_brun': ['Carton_brun', '10.51%', 20090], 'Carton_gris': ['Carton_gris', '0.51%', 445], 'kraft': ['kraft', '0.42%', 187], 'metal': ['metal', '0.17%', 34], 'plastique': ['plastique', '1.06%', 2988], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '2.69%', 11923]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_4/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_03_annee_2026.pdf le fichier se trouve ici : /data_4/data_log/job/memo/Perlen_convoyeur 2.65user 2.36system 0:07.26elapsed 69%CPU (0avgtext+0avgdata 185664maxresident)k 18840inputs+360outputs (2major+74950minor)pagefaults 0swaps