python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=20095 --dashboard_places=Perlen_convoyeur --rootfolder_sla=/data_2/data_log/job/memo/Perlen_convoyeur -v --mtr_id=1053 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 20095, Date : 2025-02 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (5, 28) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (5, 28) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 134 month : 02 mtr_id : 1053 dashboard_places : Perlen_convoyeur date : 2025-02 year : 2025 raspi : 20095 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'Perlen_convoyeur' and date like '%2025-02%') and created_at like '%2025-02%'))); nb_day : (5, 28) after unwanted_material_data nb_day : (5, 28) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%20095%' AND ms.result_str like '%2025/02%'ORDER BY ms.id desc LIMIT 0, 1000000; Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2025-02-03 00:00:00,2025-02-04 00:00:00,2025-02-05 00:00:00,2025-02-06 00:00:00,2025-02-07 00:00:00,2025-02-10 00:00:00,2025-02-11 00:00:00,2025-02-12 00:00:00,2025-02-13 00:00:00,2025-02-14 00:00:00,2025-02-17 00:00:00,2025-02-18 00:00:00,2025-02-19 00:00:00,2025-02-20 00:00:00,2025-02-21 00:00:00,2025-02-24 00:00:00,2025-02-25 00:00:00,2025-02-26 00:00:00,2025-02-27 00:00:00,2025-02-28 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and ded.dashboard_place_id = 134 and month(ded.date) = 02 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and dr.hashtag = '_______JRM' and ded.dashboard_place_id = 134 and month(ded.date) = 02 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 134 and mp.name like '%022025%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2025-02-01 : dt_date_just_month_year : 2025-02-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "Perlen_convoyeur" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-02-01" AND ded.date <= "2025-02-28" apple3 {'JRM': {'mat': 'JRM', 'pht': 3726, 'datou_carac_id': 4433, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'papier'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (1584547,1587199,1593134,1593489,1598992,1604876,1605308,1610840,1611317,1611794) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.015214373893649696, 'nb_photo': 522, 'list_port_cont': '20172420,20178074,20183049,20183352,20193450,20194978,20196854,20202073,20207109,20208337,20222530,20232367,20235395,20248573,20256349,20272220,20296749,20296988,20300508,20313633,20326740,20336930,20343871,20354847,20357824,20363095,20365863,20399854,20401452,20405094,20421113,20448233,20448319,20460354,20462838,20464747,20464886,20466468,20472118,20474747,20478498,20479008,20479281,20487523,20493418,20494002,20505706,20506485,20510255,20514710,20516765,20520099,20520176,20554172,20556079,20557026,20577168', 'assoc_port': '20171932:20172420,20172740:20202073,20172742:20178074,20179088:20196854,20180263:20194978,20180265:20193450,20181482:20183049,20181500:20183352,20204899:20207109,20206950:20272220,20206952:20208337,20211488:20248573,20211490:20235395,20213041:20232367,20213043:20222530,20213069:20256349,20296313:20313633,20296471:20296749,20296777:20296988,20298546:20300508,20325792:20365863,20325960:20363095,20325962:20326740,20329821:20357824,20330799:20354847,20330801:20343871,20336337:20336930,20397321:20421113,20398730:20399854,20400126:20401452,20404365:20405094,20440524:20466468,20440525:20464886,20445878:20462838,20445880:20464747,20447208:20460354,20447209:20448319,20448006:20448233,20471704:20472118,20474298:20494002,20474299:20474747,20478381:20478498,20478382:20493418,20478725:20487523,20478726:20479008,20479198:20479281,20505604:20505706,20505911:20514710,20505912:20506485,20508422:20520099,20509507:20516765,20509508:20520176,20509509:20510255,20551920:20556079,20553017:20554172,20554393:20557026,20558650:2057716', 'assoc_mat': '20171932:autre_refus:3726:20172420,20172740:autre_refus:3726:20202073,20172742:autre_refus:3726:20178074,20179088:autre_refus:3726:20196854,20180263:autre_refus:3726:20194978,20180265:autre_refus:3726:20193450,20181482:autre_refus:3726:20183049,20181500:autre_refus:3726:20183352,20204899:autre_refus:3726:20207109,20206950:autre_refus:3726:20272220,20206952:autre_refus:3726:20208337,20211488:autre_refus:3726:20248573,20211490:autre_refus:3726:20235395,20213041:autre_refus:3726:20232367,20213043:autre_refus:3726:20222530,20213069:autre_refus:3726:20256349,20296313:autre_refus:3726:20313633,20296471:autre_refus:3726:20296749,20296777:autre_refus:3726:20296988,20298546:autre_refus:3726:20300508,20325792:autre_refus:3726:20365863,20325960:autre_refus:3726:20363095,20325962:autre_refus:3726:20326740,20329821:autre_refus:3726:20357824,20330799:autre_refus:3726:20354847,20330801:autre_refus:3726:20343871,20336337:autre_refus:3726:20336930,20397321:autre_refus:3726:20421113,20398730:autre_refus:3726:20399854,20400126:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.02455015541918214, 'nb_photo': 1930, 'list_port_cont': '20172418,20178060,20183047,20183363,20193447,20194983,20196858,20202064,20207115,20208342,20222534,20232370,20235390,20248562,20256342,20272229,20296751,20296978,20300503,20313627,20326741,20334070,20336934,20343870,20354853,20357820,20363096,20365870,20399845,20401455,20405091,20421109,20448224,20448318,20460351,20462842,20464739,20464885,20466466,20467156,20472113,20474742,20478497,20479015,20479280,20487524,20493413,20493996,20505714,20506489,20510256,20514718,20516760,20520095,20520175,20520257,20554178,20556072,20557019,20577171', 'assoc_port': '20171932:20172418,20172740:20202064,20172742:20178060,20179088:20196858,20180263:20194983,20180265:20193447,20181482:20183047,20181500:20183363,20204899:20207115,20206950:20272229,20206952:20208342,20211488:20248562,20211490:20235390,20213041:20232370,20213043:20222534,20213069:20256342,20296313:20313627,20296471:20296751,20296777:20296978,20298546:20300503,20325792:20365870,20325960:20363096,20325962:20326741,20329821:20357820,20330799:20354853,20330801:20343870,20331038:20334070,20336337:20336934,20397321:20421109,20398730:20399845,20400126:20401455,20404365:20405091,20439124:20467156,20440524:20466466,20440525:20464885,20445878:20462842,20445880:20464739,20447208:20460351,20447209:20448318,20448006:20448224,20471704:20472113,20474298:20493996,20474299:20474742,20478381:20478497,20478382:20493413,20478725:20487524,20478726:20479015,20479198:20479280,20505604:20505714,20505911:20514718,20505912:20506489,20508422:20520095,20508423:20520257,20509507:20516760,20509508:20520175,20509509:20510256,20551920:2055607', 'assoc_mat': '20171932:cartonnette:3726:20172418,20172740:cartonnette:3726:20202064,20172742:cartonnette:3726:20178060,20179088:cartonnette:3726:20196858,20180263:cartonnette:3726:20194983,20180265:cartonnette:3726:20193447,20181482:cartonnette:3726:20183047,20181500:cartonnette:3726:20183363,20204899:cartonnette:3726:20207115,20206950:cartonnette:3726:20272229,20206952:cartonnette:3726:20208342,20211488:cartonnette:3726:20248562,20211490:cartonnette:3726:20235390,20213041:cartonnette:3726:20232370,20213043:cartonnette:3726:20222534,20213069:cartonnette:3726:20256342,20296313:cartonnette:3726:20313627,20296471:cartonnette:3726:20296751,20296777:cartonnette:3726:20296978,20298546:cartonnette:3726:20300503,20325792:cartonnette:3726:20365870,20325960:cartonnette:3726:20363096,20325962:cartonnette:3726:20326741,20329821:cartonnette:3726:20357820,20330799:cartonnette:3726:20354853,20330801:cartonnette:3726:20343870,20331038:cartonnette:3726:20334070,20336337:cartonnette:3726:20336934,20397321:cartonnette:3726:20421109,20398730:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.04963618078691716, 'nb_photo': 4324, 'list_port_cont': '20172425,20178072,20183045,20183359,20193455,20194982,20196862,20202063,20207114,20208344,20222529,20232369,20235388,20248572,20256339,20272227,20296759,20296984,20300513,20313631,20326731,20334076,20336926,20343877,20354850,20357825,20363092,20365866,20399850,20401451,20405096,20421114,20448225,20448323,20460355,20462837,20464745,20464879,20466475,20467161,20472121,20474741,20478494,20479007,20479275,20487521,20493417,20494004,20505707,20506491,20510253,20514712,20516756,20520092,20520172,20520259,20554175,20556080,20557023,20577166', 'assoc_port': '20171932:20172425,20172740:20202063,20172742:20178072,20179088:20196862,20180263:20194982,20180265:20193455,20181482:20183045,20181500:20183359,20204899:20207114,20206950:20272227,20206952:20208344,20211488:20248572,20211490:20235388,20213041:20232369,20213043:20222529,20213069:20256339,20296313:20313631,20296471:20296759,20296777:20296984,20298546:20300513,20325792:20365866,20325960:20363092,20325962:20326731,20329821:20357825,20330799:20354850,20330801:20343877,20331038:20334076,20336337:20336926,20397321:20421114,20398730:20399850,20400126:20401451,20404365:20405096,20439124:20467161,20440524:20466475,20440525:20464879,20445878:20462837,20445880:20464745,20447208:20460355,20447209:20448323,20448006:20448225,20471704:20472121,20474298:20494004,20474299:20474741,20478381:20478494,20478382:20493417,20478725:20487521,20478726:20479007,20479198:20479275,20505604:20505707,20505911:20514712,20505912:20506491,20508422:20520092,20508423:20520259,20509507:20516756,20509508:20520172,20509509:20510253,20551920:2055608', 'assoc_mat': '20171932:Carton_brun:3726:20172425,20172740:Carton_brun:3726:20202063,20172742:Carton_brun:3726:20178072,20179088:Carton_brun:3726:20196862,20180263:Carton_brun:3726:20194982,20180265:Carton_brun:3726:20193455,20181482:Carton_brun:3726:20183045,20181500:Carton_brun:3726:20183359,20204899:Carton_brun:3726:20207114,20206950:Carton_brun:3726:20272227,20206952:Carton_brun:3726:20208344,20211488:Carton_brun:3726:20248572,20211490:Carton_brun:3726:20235388,20213041:Carton_brun:3726:20232369,20213043:Carton_brun:3726:20222529,20213069:Carton_brun:3726:20256339,20296313:Carton_brun:3726:20313631,20296471:Carton_brun:3726:20296759,20296777:Carton_brun:3726:20296984,20298546:Carton_brun:3726:20300513,20325792:Carton_brun:3726:20365866,20325960:Carton_brun:3726:20363092,20325962:Carton_brun:3726:20326731,20329821:Carton_brun:3726:20357825,20330799:Carton_brun:3726:20354850,20330801:Carton_brun:3726:20343877,20331038:Carton_brun:3726:20334076,20336337:Carton_brun:3726:20336926,20397321:Carton_brun:3726:20421114,20398730:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.009404649584824655, 'nb_photo': 303, 'list_port_cont': '20172423,20178068,20183040,20183353,20193445,20194986,20196864,20202074,20207111,20208335,20222527,20232366,20248571,20272226,20296750,20296977,20300506,20326742,20336932,20343876,20354856,20357828,20365862,20399849,20401450,20405093,20421116,20448321,20460352,20462836,20464742,20466473,20467159,20474744,20478496,20479012,20487527,20493412,20494005,20505708,20506484,20510259,20514719,20516764,20520097,20554180,20556078,20557024,20577164', 'assoc_port': '20171932:20172423,20172740:20202074,20172742:20178068,20179088:20196864,20180263:20194986,20180265:20193445,20181482:20183040,20181500:20183353,20204899:20207111,20206950:20272226,20206952:20208335,20211488:20248571,20213041:20232366,20213043:20222527,20296471:20296750,20296777:20296977,20298546:20300506,20325792:20365862,20325962:20326742,20329821:20357828,20330799:20354856,20330801:20343876,20336337:20336932,20397321:20421116,20398730:20399849,20400126:20401450,20404365:20405093,20439124:20467159,20440524:20466473,20445878:20462836,20445880:20464742,20447208:20460352,20447209:20448321,20474298:20494005,20474299:20474744,20478381:20478496,20478382:20493412,20478725:20487527,20478726:20479012,20505604:20505708,20505911:20514719,20505912:20506484,20508422:20520097,20509507:20516764,20509509:20510259,20551920:20556078,20553017:20554180,20554393:20557024,20558650:20577164', 'assoc_mat': '20171932:Carton_gris:3726:20172423,20172740:Carton_gris:3726:20202074,20172742:Carton_gris:3726:20178068,20179088:Carton_gris:3726:20196864,20180263:Carton_gris:3726:20194986,20180265:Carton_gris:3726:20193445,20181482:Carton_gris:3726:20183040,20181500:Carton_gris:3726:20183353,20204899:Carton_gris:3726:20207111,20206950:Carton_gris:3726:20272226,20206952:Carton_gris:3726:20208335,20211488:Carton_gris:3726:20248571,20213041:Carton_gris:3726:20232366,20213043:Carton_gris:3726:20222527,20296471:Carton_gris:3726:20296750,20296777:Carton_gris:3726:20296977,20298546:Carton_gris:3726:20300506,20325792:Carton_gris:3726:20365862,20325962:Carton_gris:3726:20326742,20329821:Carton_gris:3726:20357828,20330799:Carton_gris:3726:20354856,20330801:Carton_gris:3726:20343876,20336337:Carton_gris:3726:20336932,20397321:Carton_gris:3726:20421116,20398730:Carton_gris:3726:20399849,20400126:Carton_gris:3726:20401450,20404365:Carton_gris:3726:20405093,20439124:Carton_gris:3726:20467159,20440524:Carton_gris:3726:20466473,20445878:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0019517087887099339, 'nb_photo': 75, 'list_port_cont': '20172427,20183046,20183357,20193449,20194987,20196860,20202067,20207113,20208338,20222525,20232374,20235389,20248567,20272225,20296760,20296979,20300502,20313626,20326732,20336927,20343873,20354855,20357829,20365868,20405092,20448322,20460361,20464741,20474743,20478495,20479279,20487520,20493419,20493995,20506486,20514715,20554176,20556071,20557027', 'assoc_port': '20171932:20172427,20172740:20202067,20179088:20196860,20180263:20194987,20180265:20193449,20181482:20183046,20181500:20183357,20204899:20207113,20206950:20272225,20206952:20208338,20211488:20248567,20211490:20235389,20213041:20232374,20213043:20222525,20296313:20313626,20296471:20296760,20296777:20296979,20298546:20300502,20325792:20365868,20325962:20326732,20329821:20357829,20330799:20354855,20330801:20343873,20336337:20336927,20404365:20405092,20445880:20464741,20447208:20460361,20447209:20448322,20474298:20493995,20474299:20474743,20478381:20478495,20478382:20493419,20478725:20487520,20479198:20479279,20505911:20514715,20505912:20506486,20551920:20556071,20553017:20554176,20554393:20557027', 'assoc_mat': '20171932:kraft:3726:20172427,20172740:kraft:3726:20202067,20179088:kraft:3726:20196860,20180263:kraft:3726:20194987,20180265:kraft:3726:20193449,20181482:kraft:3726:20183046,20181500:kraft:3726:20183357,20204899:kraft:3726:20207113,20206950:kraft:3726:20272225,20206952:kraft:3726:20208338,20211488:kraft:3726:20248567,20211490:kraft:3726:20235389,20213041:kraft:3726:20232374,20213043:kraft:3726:20222525,20296313:kraft:3726:20313626,20296471:kraft:3726:20296760,20296777:kraft:3726:20296979,20298546:kraft:3726:20300502,20325792:kraft:3726:20365868,20325962:kraft:3726:20326732,20329821:kraft:3726:20357829,20330799:kraft:3726:20354855,20330801:kraft:3726:20343873,20336337:kraft:3726:20336927,20404365:kraft:3726:20405092,20445880:kraft:3726:20464741,20447208:kraft:3726:20460361,20447209:kraft:3726:20448322,20474298:kraft:3726:20493995,20474299:kraft:3726:20474743,20478381:kraft:3726:20478495,20478382:kraft:3726:20493419,20478725:kraft:3726:20487520,20479198:kraft:3726:20479279,20505911:kraft:3726:20514715,20505912:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0010818696628033028, 'nb_photo': 19, 'list_port_cont': '20207110,20232376,20248566,20296987,20326736,20354849,20365869,20448320,20460353,20472116,20474745,20487525,20505715,20516757,20520173,20556075', 'assoc_port': '20204899:20207110,20211488:20248566,20213041:20232376,20296777:20296987,20325792:20365869,20325962:20326736,20330799:20354849,20447208:20460353,20447209:20448320,20471704:20472116,20474299:20474745,20478725:20487525,20505604:20505715,20509507:20516757,20509508:20520173,20551920:20556075', 'assoc_mat': '20204899:metal:3726:20207110,20211488:metal:3726:20248566,20213041:metal:3726:20232376,20296777:metal:3726:20296987,20325792:metal:3726:20365869,20325962:metal:3726:20326736,20330799:metal:3726:20354849,20447208:metal:3726:20460353,20447209:metal:3726:20448320,20471704:metal:3726:20472116,20474299:metal:3726:20474745,20478725:metal:3726:20487525,20505604:metal:3726:20505715,20509507:metal:3726:20516757,20509508:metal:3726:20520173,20551920:metal:3726:20556075'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.012540759717167555, 'nb_photo': 944, 'list_port_cont': '20172424,20178062,20183044,20183355,20193454,20194985,20196856,20202065,20207119,20208339,20222532,20232372,20235387,20248569,20256338,20272221,20296754,20296980,20300510,20313636,20326735,20334078,20336931,20343875,20354848,20357821,20363090,20365865,20399844,20401457,20405097,20421117,20448226,20448326,20460356,20462841,20464744,20464878,20466470,20467162,20472115,20474737,20478492,20479013,20479283,20487517,20493422,20494003,20505710,20506493,20510244,20514714,20516761,20520094,20520174,20520253,20554181,20556081,20557022,20577175', 'assoc_port': '20171932:20172424,20172740:20202065,20172742:20178062,20179088:20196856,20180263:20194985,20180265:20193454,20181482:20183044,20181500:20183355,20204899:20207119,20206950:20272221,20206952:20208339,20211488:20248569,20211490:20235387,20213041:20232372,20213043:20222532,20213069:20256338,20296313:20313636,20296471:20296754,20296777:20296980,20298546:20300510,20325792:20365865,20325960:20363090,20325962:20326735,20329821:20357821,20330799:20354848,20330801:20343875,20331038:20334078,20336337:20336931,20397321:20421117,20398730:20399844,20400126:20401457,20404365:20405097,20439124:20467162,20440524:20466470,20440525:20464878,20445878:20462841,20445880:20464744,20447208:20460356,20447209:20448326,20448006:20448226,20471704:20472115,20474298:20494003,20474299:20474737,20478381:20478492,20478382:20493422,20478725:20487517,20478726:20479013,20479198:20479283,20505604:20505710,20505911:20514714,20505912:20506493,20508422:20520094,20508423:20520253,20509507:20516761,20509508:20520174,20509509:20510244,20551920:2055608', 'assoc_mat': '20171932:plastique:3726:20172424,20172740:plastique:3726:20202065,20172742:plastique:3726:20178062,20179088:plastique:3726:20196856,20180263:plastique:3726:20194985,20180265:plastique:3726:20193454,20181482:plastique:3726:20183044,20181500:plastique:3726:20183355,20204899:plastique:3726:20207119,20206950:plastique:3726:20272221,20206952:plastique:3726:20208339,20211488:plastique:3726:20248569,20211490:plastique:3726:20235387,20213041:plastique:3726:20232372,20213043:plastique:3726:20222532,20213069:plastique:3726:20256338,20296313:plastique:3726:20313636,20296471:plastique:3726:20296754,20296777:plastique:3726:20296980,20298546:plastique:3726:20300510,20325792:plastique:3726:20365865,20325960:plastique:3726:20363090,20325962:plastique:3726:20326735,20329821:plastique:3726:20357821,20330799:plastique:3726:20354848,20330801:plastique:3726:20343875,20331038:plastique:3726:20334078,20336337:plastique:3726:20336931,20397321:plastique:3726:20421117,20398730:plastique:3726:20399844,20400126:plastique:3726:20401457,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01838369290858154, 'nb_photo': 2671, 'list_port_cont': '20172426,20178058,20183043,20183356,20193448,20194981,20196861,20202068,20207116,20208333,20222526,20232365,20235397,20248565,20256343,20272223,20296755,20296986,20300507,20313635,20326734,20334073,20336935,20343867,20354852,20357823,20363091,20365872,20399848,20401449,20405095,20421111,20448227,20448328,20460360,20462843,20464738,20464887,20466472,20467154,20472112,20474738,20478502,20479006,20479274,20487519,20493420,20494001,20505709,20506490,20510249,20514713,20516755,20520091,20520167,20520263,20554179,20556077,20557018,20577165', 'assoc_port': '20171932:20172426,20172740:20202068,20172742:20178058,20179088:20196861,20180263:20194981,20180265:20193448,20181482:20183043,20181500:20183356,20204899:20207116,20206950:20272223,20206952:20208333,20211488:20248565,20211490:20235397,20213041:20232365,20213043:20222526,20213069:20256343,20296313:20313635,20296471:20296755,20296777:20296986,20298546:20300507,20325792:20365872,20325960:20363091,20325962:20326734,20329821:20357823,20330799:20354852,20330801:20343867,20331038:20334073,20336337:20336935,20397321:20421111,20398730:20399848,20400126:20401449,20404365:20405095,20439124:20467154,20440524:20466472,20440525:20464887,20445878:20462843,20445880:20464738,20447208:20460360,20447209:20448328,20448006:20448227,20471704:20472112,20474298:20494001,20474299:20474738,20478381:20478502,20478382:20493420,20478725:20487519,20478726:20479006,20479198:20479274,20505604:20505709,20505911:20514713,20505912:20506490,20508422:20520091,20508423:20520263,20509507:20516755,20509508:20520167,20509509:20510249,20551920:2055607', 'assoc_mat': '20171932:Teint_Dans_La_Masse:3726:20172426,20172740:Teint_Dans_La_Masse:3726:20202068,20172742:Teint_Dans_La_Masse:3726:20178058,20179088:Teint_Dans_La_Masse:3726:20196861,20180263:Teint_Dans_La_Masse:3726:20194981,20180265:Teint_Dans_La_Masse:3726:20193448,20181482:Teint_Dans_La_Masse:3726:20183043,20181500:Teint_Dans_La_Masse:3726:20183356,20204899:Teint_Dans_La_Masse:3726:20207116,20206950:Teint_Dans_La_Masse:3726:20272223,20206952:Teint_Dans_La_Masse:3726:20208333,20211488:Teint_Dans_La_Masse:3726:20248565,20211490:Teint_Dans_La_Masse:3726:20235397,20213041:Teint_Dans_La_Masse:3726:20232365,20213043:Teint_Dans_La_Masse:3726:20222526,20213069:Teint_Dans_La_Masse:3726:20256343,20296313:Teint_Dans_La_Masse:3726:20313635,20296471:Teint_Dans_La_Masse:3726:20296755,20296777:Teint_Dans_La_Masse:3726:20296986,20298546:Teint_Dans_La_Masse:3726:20300507,20325792:Teint_Dans_La_Masse:3726:20365872,20325960:Teint_Dans_La_Masse:3726:20363091,20325962:Teint_Dans_La_Masse:3726:20326734,20329821:Teint_Dans_La_Masse:3726:2'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(1584547,1587199,1593134,1593489,1598992,1604876,1605308,1610840,1611317,1611794)); after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=1053) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=134 and date >='2025-02-01' and date <= '2025-02-28') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((4277,),), 'unwanted_material_monthly_percentage': ((0.10463759171124884,),), 'material_repartition': (('JRM', 4277),), 'material_dict': {'JRM': 4277}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 2, 3), 0.12954496021647305, 533), (datetime.date(2025, 2, 4), 0.10566589430773667, 571), (datetime.date(2025, 2, 5), 0.11327364169250384, 66), (datetime.date(2025, 2, 6), 0.07586076473259182, 455), (datetime.date(2025, 2, 7), 0.10132097324583994, 310), (datetime.date(2025, 2, 10), 0.14972383320452626, 313), (datetime.date(2025, 2, 11), 0.10719600492508738, 500), (datetime.date(2025, 2, 12), 0.096848522889451, 543), (datetime.date(2025, 2, 13), 0.10646929953030476, 586), (datetime.date(2025, 2, 14), 0.09545384003743004, 400)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 2, 3), 0.12954496021647305, 533), (datetime.date(2025, 2, 4), 0.10566589430773667, 571), (datetime.date(2025, 2, 5), 0.11327364169250384, 66), (datetime.date(2025, 2, 6), 0.07586076473259182, 455), (datetime.date(2025, 2, 7), 0.10132097324583994, 310), (datetime.date(2025, 2, 10), 0.14972383320452626, 313), (datetime.date(2025, 2, 11), 0.10719600492508738, 500), (datetime.date(2025, 2, 12), 0.096848522889451, 543), (datetime.date(2025, 2, 13), 0.10646929953030476, 586), (datetime.date(2025, 2, 14), 0.09545384003743004, 400))}, 'quality_array': [['0.5566499021750428', '03022025'], ['0.5774699039543085', '04022025'], ['0.4642115615346544', '05022025'], ['0.9249379538822159', '06022025'], ['0.868266228570984', '07022025'], ['0.19154623400586251', '10022025'], ['0.5892857662901445', '11022025'], ['0.7186899333537448', '12022025'], ['0.7130397426291367', '13022025'], ['-0.5334758068482429', '14022025']], 'number_of_batch': ((64,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.015214373893649696, 'nb_photo': 522, 'list_port_cont': '20172420,20178074,20183049,20183352,20193450,20194978,20196854,20202073,20207109,20208337,20222530,20232367,20235395,20248573,20256349,20272220,20296749,20296988,20300508,20313633,20326740,20336930,20343871,20354847,20357824,20363095,20365863,20399854,20401452,20405094,20421113,20448233,20448319,20460354,20462838,20464747,20464886,20466468,20472118,20474747,20478498,20479008,20479281,20487523,20493418,20494002,20505706,20506485,20510255,20514710,20516765,20520099,20520176,20554172,20556079,20557026,20577168', 'assoc_port': '20171932:20172420,20172740:20202073,20172742:20178074,20179088:20196854,20180263:20194978,20180265:20193450,20181482:20183049,20181500:20183352,20204899:20207109,20206950:20272220,20206952:20208337,20211488:20248573,20211490:20235395,20213041:20232367,20213043:20222530,20213069:20256349,20296313:20313633,20296471:20296749,20296777:20296988,20298546:20300508,20325792:20365863,20325960:20363095,20325962:20326740,20329821:20357824,20330799:20354847,20330801:20343871,20336337:20336930,20397321:20421113,20398730:20399854,20400126:20401452,20404365:20405094,20440524:20466468,20440525:20464886,20445878:20462838,20445880:20464747,20447208:20460354,20447209:20448319,20448006:20448233,20471704:20472118,20474298:20494002,20474299:20474747,20478381:20478498,20478382:20493418,20478725:20487523,20478726:20479008,20479198:20479281,20505604:20505706,20505911:20514710,20505912:20506485,20508422:20520099,20509507:20516765,20509508:20520176,20509509:20510255,20551920:20556079,20553017:20554172,20554393:20557026,20558650:2057716', 'assoc_mat': '20171932:autre_refus:3726:20172420,20172740:autre_refus:3726:20202073,20172742:autre_refus:3726:20178074,20179088:autre_refus:3726:20196854,20180263:autre_refus:3726:20194978,20180265:autre_refus:3726:20193450,20181482:autre_refus:3726:20183049,20181500:autre_refus:3726:20183352,20204899:autre_refus:3726:20207109,20206950:autre_refus:3726:20272220,20206952:autre_refus:3726:20208337,20211488:autre_refus:3726:20248573,20211490:autre_refus:3726:20235395,20213041:autre_refus:3726:20232367,20213043:autre_refus:3726:20222530,20213069:autre_refus:3726:20256349,20296313:autre_refus:3726:20313633,20296471:autre_refus:3726:20296749,20296777:autre_refus:3726:20296988,20298546:autre_refus:3726:20300508,20325792:autre_refus:3726:20365863,20325960:autre_refus:3726:20363095,20325962:autre_refus:3726:20326740,20329821:autre_refus:3726:20357824,20330799:autre_refus:3726:20354847,20330801:autre_refus:3726:20343871,20336337:autre_refus:3726:20336930,20397321:autre_refus:3726:20421113,20398730:autre_refus:3726:20399854,20400126:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.02455015541918214, 'nb_photo': 1930, 'list_port_cont': '20172418,20178060,20183047,20183363,20193447,20194983,20196858,20202064,20207115,20208342,20222534,20232370,20235390,20248562,20256342,20272229,20296751,20296978,20300503,20313627,20326741,20334070,20336934,20343870,20354853,20357820,20363096,20365870,20399845,20401455,20405091,20421109,20448224,20448318,20460351,20462842,20464739,20464885,20466466,20467156,20472113,20474742,20478497,20479015,20479280,20487524,20493413,20493996,20505714,20506489,20510256,20514718,20516760,20520095,20520175,20520257,20554178,20556072,20557019,20577171', 'assoc_port': '20171932:20172418,20172740:20202064,20172742:20178060,20179088:20196858,20180263:20194983,20180265:20193447,20181482:20183047,20181500:20183363,20204899:20207115,20206950:20272229,20206952:20208342,20211488:20248562,20211490:20235390,20213041:20232370,20213043:20222534,20213069:20256342,20296313:20313627,20296471:20296751,20296777:20296978,20298546:20300503,20325792:20365870,20325960:20363096,20325962:20326741,20329821:20357820,20330799:20354853,20330801:20343870,20331038:20334070,20336337:20336934,20397321:20421109,20398730:20399845,20400126:20401455,20404365:20405091,20439124:20467156,20440524:20466466,20440525:20464885,20445878:20462842,20445880:20464739,20447208:20460351,20447209:20448318,20448006:20448224,20471704:20472113,20474298:20493996,20474299:20474742,20478381:20478497,20478382:20493413,20478725:20487524,20478726:20479015,20479198:20479280,20505604:20505714,20505911:20514718,20505912:20506489,20508422:20520095,20508423:20520257,20509507:20516760,20509508:20520175,20509509:20510256,20551920:2055607', 'assoc_mat': '20171932:cartonnette:3726:20172418,20172740:cartonnette:3726:20202064,20172742:cartonnette:3726:20178060,20179088:cartonnette:3726:20196858,20180263:cartonnette:3726:20194983,20180265:cartonnette:3726:20193447,20181482:cartonnette:3726:20183047,20181500:cartonnette:3726:20183363,20204899:cartonnette:3726:20207115,20206950:cartonnette:3726:20272229,20206952:cartonnette:3726:20208342,20211488:cartonnette:3726:20248562,20211490:cartonnette:3726:20235390,20213041:cartonnette:3726:20232370,20213043:cartonnette:3726:20222534,20213069:cartonnette:3726:20256342,20296313:cartonnette:3726:20313627,20296471:cartonnette:3726:20296751,20296777:cartonnette:3726:20296978,20298546:cartonnette:3726:20300503,20325792:cartonnette:3726:20365870,20325960:cartonnette:3726:20363096,20325962:cartonnette:3726:20326741,20329821:cartonnette:3726:20357820,20330799:cartonnette:3726:20354853,20330801:cartonnette:3726:20343870,20331038:cartonnette:3726:20334070,20336337:cartonnette:3726:20336934,20397321:cartonnette:3726:20421109,20398730:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.04963618078691716, 'nb_photo': 4324, 'list_port_cont': '20172425,20178072,20183045,20183359,20193455,20194982,20196862,20202063,20207114,20208344,20222529,20232369,20235388,20248572,20256339,20272227,20296759,20296984,20300513,20313631,20326731,20334076,20336926,20343877,20354850,20357825,20363092,20365866,20399850,20401451,20405096,20421114,20448225,20448323,20460355,20462837,20464745,20464879,20466475,20467161,20472121,20474741,20478494,20479007,20479275,20487521,20493417,20494004,20505707,20506491,20510253,20514712,20516756,20520092,20520172,20520259,20554175,20556080,20557023,20577166', 'assoc_port': '20171932:20172425,20172740:20202063,20172742:20178072,20179088:20196862,20180263:20194982,20180265:20193455,20181482:20183045,20181500:20183359,20204899:20207114,20206950:20272227,20206952:20208344,20211488:20248572,20211490:20235388,20213041:20232369,20213043:20222529,20213069:20256339,20296313:20313631,20296471:20296759,20296777:20296984,20298546:20300513,20325792:20365866,20325960:20363092,20325962:20326731,20329821:20357825,20330799:20354850,20330801:20343877,20331038:20334076,20336337:20336926,20397321:20421114,20398730:20399850,20400126:20401451,20404365:20405096,20439124:20467161,20440524:20466475,20440525:20464879,20445878:20462837,20445880:20464745,20447208:20460355,20447209:20448323,20448006:20448225,20471704:20472121,20474298:20494004,20474299:20474741,20478381:20478494,20478382:20493417,20478725:20487521,20478726:20479007,20479198:20479275,20505604:20505707,20505911:20514712,20505912:20506491,20508422:20520092,20508423:20520259,20509507:20516756,20509508:20520172,20509509:20510253,20551920:2055608', 'assoc_mat': '20171932:Carton_brun:3726:20172425,20172740:Carton_brun:3726:20202063,20172742:Carton_brun:3726:20178072,20179088:Carton_brun:3726:20196862,20180263:Carton_brun:3726:20194982,20180265:Carton_brun:3726:20193455,20181482:Carton_brun:3726:20183045,20181500:Carton_brun:3726:20183359,20204899:Carton_brun:3726:20207114,20206950:Carton_brun:3726:20272227,20206952:Carton_brun:3726:20208344,20211488:Carton_brun:3726:20248572,20211490:Carton_brun:3726:20235388,20213041:Carton_brun:3726:20232369,20213043:Carton_brun:3726:20222529,20213069:Carton_brun:3726:20256339,20296313:Carton_brun:3726:20313631,20296471:Carton_brun:3726:20296759,20296777:Carton_brun:3726:20296984,20298546:Carton_brun:3726:20300513,20325792:Carton_brun:3726:20365866,20325960:Carton_brun:3726:20363092,20325962:Carton_brun:3726:20326731,20329821:Carton_brun:3726:20357825,20330799:Carton_brun:3726:20354850,20330801:Carton_brun:3726:20343877,20331038:Carton_brun:3726:20334076,20336337:Carton_brun:3726:20336926,20397321:Carton_brun:3726:20421114,20398730:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.009404649584824655, 'nb_photo': 303, 'list_port_cont': '20172423,20178068,20183040,20183353,20193445,20194986,20196864,20202074,20207111,20208335,20222527,20232366,20248571,20272226,20296750,20296977,20300506,20326742,20336932,20343876,20354856,20357828,20365862,20399849,20401450,20405093,20421116,20448321,20460352,20462836,20464742,20466473,20467159,20474744,20478496,20479012,20487527,20493412,20494005,20505708,20506484,20510259,20514719,20516764,20520097,20554180,20556078,20557024,20577164', 'assoc_port': '20171932:20172423,20172740:20202074,20172742:20178068,20179088:20196864,20180263:20194986,20180265:20193445,20181482:20183040,20181500:20183353,20204899:20207111,20206950:20272226,20206952:20208335,20211488:20248571,20213041:20232366,20213043:20222527,20296471:20296750,20296777:20296977,20298546:20300506,20325792:20365862,20325962:20326742,20329821:20357828,20330799:20354856,20330801:20343876,20336337:20336932,20397321:20421116,20398730:20399849,20400126:20401450,20404365:20405093,20439124:20467159,20440524:20466473,20445878:20462836,20445880:20464742,20447208:20460352,20447209:20448321,20474298:20494005,20474299:20474744,20478381:20478496,20478382:20493412,20478725:20487527,20478726:20479012,20505604:20505708,20505911:20514719,20505912:20506484,20508422:20520097,20509507:20516764,20509509:20510259,20551920:20556078,20553017:20554180,20554393:20557024,20558650:20577164', 'assoc_mat': '20171932:Carton_gris:3726:20172423,20172740:Carton_gris:3726:20202074,20172742:Carton_gris:3726:20178068,20179088:Carton_gris:3726:20196864,20180263:Carton_gris:3726:20194986,20180265:Carton_gris:3726:20193445,20181482:Carton_gris:3726:20183040,20181500:Carton_gris:3726:20183353,20204899:Carton_gris:3726:20207111,20206950:Carton_gris:3726:20272226,20206952:Carton_gris:3726:20208335,20211488:Carton_gris:3726:20248571,20213041:Carton_gris:3726:20232366,20213043:Carton_gris:3726:20222527,20296471:Carton_gris:3726:20296750,20296777:Carton_gris:3726:20296977,20298546:Carton_gris:3726:20300506,20325792:Carton_gris:3726:20365862,20325962:Carton_gris:3726:20326742,20329821:Carton_gris:3726:20357828,20330799:Carton_gris:3726:20354856,20330801:Carton_gris:3726:20343876,20336337:Carton_gris:3726:20336932,20397321:Carton_gris:3726:20421116,20398730:Carton_gris:3726:20399849,20400126:Carton_gris:3726:20401450,20404365:Carton_gris:3726:20405093,20439124:Carton_gris:3726:20467159,20440524:Carton_gris:3726:20466473,20445878:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0019517087887099339, 'nb_photo': 75, 'list_port_cont': '20172427,20183046,20183357,20193449,20194987,20196860,20202067,20207113,20208338,20222525,20232374,20235389,20248567,20272225,20296760,20296979,20300502,20313626,20326732,20336927,20343873,20354855,20357829,20365868,20405092,20448322,20460361,20464741,20474743,20478495,20479279,20487520,20493419,20493995,20506486,20514715,20554176,20556071,20557027', 'assoc_port': '20171932:20172427,20172740:20202067,20179088:20196860,20180263:20194987,20180265:20193449,20181482:20183046,20181500:20183357,20204899:20207113,20206950:20272225,20206952:20208338,20211488:20248567,20211490:20235389,20213041:20232374,20213043:20222525,20296313:20313626,20296471:20296760,20296777:20296979,20298546:20300502,20325792:20365868,20325962:20326732,20329821:20357829,20330799:20354855,20330801:20343873,20336337:20336927,20404365:20405092,20445880:20464741,20447208:20460361,20447209:20448322,20474298:20493995,20474299:20474743,20478381:20478495,20478382:20493419,20478725:20487520,20479198:20479279,20505911:20514715,20505912:20506486,20551920:20556071,20553017:20554176,20554393:20557027', 'assoc_mat': '20171932:kraft:3726:20172427,20172740:kraft:3726:20202067,20179088:kraft:3726:20196860,20180263:kraft:3726:20194987,20180265:kraft:3726:20193449,20181482:kraft:3726:20183046,20181500:kraft:3726:20183357,20204899:kraft:3726:20207113,20206950:kraft:3726:20272225,20206952:kraft:3726:20208338,20211488:kraft:3726:20248567,20211490:kraft:3726:20235389,20213041:kraft:3726:20232374,20213043:kraft:3726:20222525,20296313:kraft:3726:20313626,20296471:kraft:3726:20296760,20296777:kraft:3726:20296979,20298546:kraft:3726:20300502,20325792:kraft:3726:20365868,20325962:kraft:3726:20326732,20329821:kraft:3726:20357829,20330799:kraft:3726:20354855,20330801:kraft:3726:20343873,20336337:kraft:3726:20336927,20404365:kraft:3726:20405092,20445880:kraft:3726:20464741,20447208:kraft:3726:20460361,20447209:kraft:3726:20448322,20474298:kraft:3726:20493995,20474299:kraft:3726:20474743,20478381:kraft:3726:20478495,20478382:kraft:3726:20493419,20478725:kraft:3726:20487520,20479198:kraft:3726:20479279,20505911:kraft:3726:20514715,20505912:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0010818696628033028, 'nb_photo': 19, 'list_port_cont': '20207110,20232376,20248566,20296987,20326736,20354849,20365869,20448320,20460353,20472116,20474745,20487525,20505715,20516757,20520173,20556075', 'assoc_port': '20204899:20207110,20211488:20248566,20213041:20232376,20296777:20296987,20325792:20365869,20325962:20326736,20330799:20354849,20447208:20460353,20447209:20448320,20471704:20472116,20474299:20474745,20478725:20487525,20505604:20505715,20509507:20516757,20509508:20520173,20551920:20556075', 'assoc_mat': '20204899:metal:3726:20207110,20211488:metal:3726:20248566,20213041:metal:3726:20232376,20296777:metal:3726:20296987,20325792:metal:3726:20365869,20325962:metal:3726:20326736,20330799:metal:3726:20354849,20447208:metal:3726:20460353,20447209:metal:3726:20448320,20471704:metal:3726:20472116,20474299:metal:3726:20474745,20478725:metal:3726:20487525,20505604:metal:3726:20505715,20509507:metal:3726:20516757,20509508:metal:3726:20520173,20551920:metal:3726:20556075'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.012540759717167555, 'nb_photo': 944, 'list_port_cont': '20172424,20178062,20183044,20183355,20193454,20194985,20196856,20202065,20207119,20208339,20222532,20232372,20235387,20248569,20256338,20272221,20296754,20296980,20300510,20313636,20326735,20334078,20336931,20343875,20354848,20357821,20363090,20365865,20399844,20401457,20405097,20421117,20448226,20448326,20460356,20462841,20464744,20464878,20466470,20467162,20472115,20474737,20478492,20479013,20479283,20487517,20493422,20494003,20505710,20506493,20510244,20514714,20516761,20520094,20520174,20520253,20554181,20556081,20557022,20577175', 'assoc_port': '20171932:20172424,20172740:20202065,20172742:20178062,20179088:20196856,20180263:20194985,20180265:20193454,20181482:20183044,20181500:20183355,20204899:20207119,20206950:20272221,20206952:20208339,20211488:20248569,20211490:20235387,20213041:20232372,20213043:20222532,20213069:20256338,20296313:20313636,20296471:20296754,20296777:20296980,20298546:20300510,20325792:20365865,20325960:20363090,20325962:20326735,20329821:20357821,20330799:20354848,20330801:20343875,20331038:20334078,20336337:20336931,20397321:20421117,20398730:20399844,20400126:20401457,20404365:20405097,20439124:20467162,20440524:20466470,20440525:20464878,20445878:20462841,20445880:20464744,20447208:20460356,20447209:20448326,20448006:20448226,20471704:20472115,20474298:20494003,20474299:20474737,20478381:20478492,20478382:20493422,20478725:20487517,20478726:20479013,20479198:20479283,20505604:20505710,20505911:20514714,20505912:20506493,20508422:20520094,20508423:20520253,20509507:20516761,20509508:20520174,20509509:20510244,20551920:2055608', 'assoc_mat': '20171932:plastique:3726:20172424,20172740:plastique:3726:20202065,20172742:plastique:3726:20178062,20179088:plastique:3726:20196856,20180263:plastique:3726:20194985,20180265:plastique:3726:20193454,20181482:plastique:3726:20183044,20181500:plastique:3726:20183355,20204899:plastique:3726:20207119,20206950:plastique:3726:20272221,20206952:plastique:3726:20208339,20211488:plastique:3726:20248569,20211490:plastique:3726:20235387,20213041:plastique:3726:20232372,20213043:plastique:3726:20222532,20213069:plastique:3726:20256338,20296313:plastique:3726:20313636,20296471:plastique:3726:20296754,20296777:plastique:3726:20296980,20298546:plastique:3726:20300510,20325792:plastique:3726:20365865,20325960:plastique:3726:20363090,20325962:plastique:3726:20326735,20329821:plastique:3726:20357821,20330799:plastique:3726:20354848,20330801:plastique:3726:20343875,20331038:plastique:3726:20334078,20336337:plastique:3726:20336931,20397321:plastique:3726:20421117,20398730:plastique:3726:20399844,20400126:plastique:3726:20401457,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01838369290858154, 'nb_photo': 2671, 'list_port_cont': '20172426,20178058,20183043,20183356,20193448,20194981,20196861,20202068,20207116,20208333,20222526,20232365,20235397,20248565,20256343,20272223,20296755,20296986,20300507,20313635,20326734,20334073,20336935,20343867,20354852,20357823,20363091,20365872,20399848,20401449,20405095,20421111,20448227,20448328,20460360,20462843,20464738,20464887,20466472,20467154,20472112,20474738,20478502,20479006,20479274,20487519,20493420,20494001,20505709,20506490,20510249,20514713,20516755,20520091,20520167,20520263,20554179,20556077,20557018,20577165', 'assoc_port': '20171932:20172426,20172740:20202068,20172742:20178058,20179088:20196861,20180263:20194981,20180265:20193448,20181482:20183043,20181500:20183356,20204899:20207116,20206950:20272223,20206952:20208333,20211488:20248565,20211490:20235397,20213041:20232365,20213043:20222526,20213069:20256343,20296313:20313635,20296471:20296755,20296777:20296986,20298546:20300507,20325792:20365872,20325960:20363091,20325962:20326734,20329821:20357823,20330799:20354852,20330801:20343867,20331038:20334073,20336337:20336935,20397321:20421111,20398730:20399848,20400126:20401449,20404365:20405095,20439124:20467154,20440524:20466472,20440525:20464887,20445878:20462843,20445880:20464738,20447208:20460360,20447209:20448328,20448006:20448227,20471704:20472112,20474298:20494001,20474299:20474738,20478381:20478502,20478382:20493420,20478725:20487519,20478726:20479006,20479198:20479274,20505604:20505709,20505911:20514713,20505912:20506490,20508422:20520091,20508423:20520263,20509507:20516755,20509508:20520167,20509509:20510249,20551920:2055607', 'assoc_mat': '20171932:Teint_Dans_La_Masse:3726:20172426,20172740:Teint_Dans_La_Masse:3726:20202068,20172742:Teint_Dans_La_Masse:3726:20178058,20179088:Teint_Dans_La_Masse:3726:20196861,20180263:Teint_Dans_La_Masse:3726:20194981,20180265:Teint_Dans_La_Masse:3726:20193448,20181482:Teint_Dans_La_Masse:3726:20183043,20181500:Teint_Dans_La_Masse:3726:20183356,20204899:Teint_Dans_La_Masse:3726:20207116,20206950:Teint_Dans_La_Masse:3726:20272223,20206952:Teint_Dans_La_Masse:3726:20208333,20211488:Teint_Dans_La_Masse:3726:20248565,20211490:Teint_Dans_La_Masse:3726:20235397,20213041:Teint_Dans_La_Masse:3726:20232365,20213043:Teint_Dans_La_Masse:3726:20222526,20213069:Teint_Dans_La_Masse:3726:20256343,20296313:Teint_Dans_La_Masse:3726:20313635,20296471:Teint_Dans_La_Masse:3726:20296755,20296777:Teint_Dans_La_Masse:3726:20296986,20298546:Teint_Dans_La_Masse:3726:20300507,20325792:Teint_Dans_La_Masse:3726:20365872,20325960:Teint_Dans_La_Masse:3726:20363091,20325962:Teint_Dans_La_Masse:3726:20326734,20329821:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 4277}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-02', 0.10463759171124884),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="Perlen_convoyeur"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4189 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4189 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4189 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4189 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4433 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4433 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4433 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4433 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 12489 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 12499 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12500 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 12492 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 12492 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! WARNING : number of outputs for step 12493 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12494 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 12502 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 12502 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 12496 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 12495 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 12495 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 2 of step 12492 doesn't seem to be define in the database( WARNING : output 1 of step 12489 have datatype=2 whereas input 1 of step 12493 have datatype=7 WARNING : type of output 2 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12494 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 12493 doesn't seem to be define in the database( WARNING : type of input 1 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12496 doesn't seem to be define in the database( WARNING : type of input 3 of step 12495 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12500 doesn't seem to be define in the database( WARNING : type of output 2 of step 12489 doesn't seem to be define in the database( WARNING : type of input 1 of step 12499 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 12496 have datatype=10 whereas input 3 of step 12498 have datatype=6 WARNING : type of input 5 of step 12498 doesn't seem to be define in the database( WARNING : output 0 of step 12501 have datatype=11 whereas input 5 of step 12498 have datatype=None WARNING : output 0 of step 12496 have datatype=10 whereas input 0 of step 12501 have datatype=18 WARNING : type of input 2 of step 12502 doesn't seem to be define in the database( WARNING : output 1 of step 12494 have datatype=7 whereas input 2 of step 12502 have datatype=None WARNING : type of output 3 of step 12502 doesn't seem to be define in the database( WARNING : type of input 2 of step 12496 doesn't seem to be define in the database( WARNING : type of output 1 of step 12499 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : type of output 1 of step 12500 doesn't seem to be define in the database( WARNING : type of input 3 of step 12492 doesn't seem to be define in the database( WARNING : output 0 of step 12493 have datatype=1 whereas input 0 of step 12494 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 3, 'Carton_gris': 3, 'Teint_Dans_La_Masse': 2, 'autre_refus': 3, 'cartonnette': 2, 'kraft': 3, 'metal': 6, 'plastique': 2}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((4277,),), 'unwanted_material_monthly_percentage': ((0.10463759171124884,),), 'material_repartition': (('JRM', 4277),), 'material_dict': {'JRM': 4277}, 'coverage_data': (), 'impurety_average_data': ((datetime.date(2025, 2, 3), 0.12954496021647305, 533), (datetime.date(2025, 2, 4), 0.10566589430773667, 571), (datetime.date(2025, 2, 5), 0.11327364169250384, 66), (datetime.date(2025, 2, 6), 0.07586076473259182, 455), (datetime.date(2025, 2, 7), 0.10132097324583994, 310), (datetime.date(2025, 2, 10), 0.14972383320452626, 313), (datetime.date(2025, 2, 11), 0.10719600492508738, 500), (datetime.date(2025, 2, 12), 0.096848522889451, 543), (datetime.date(2025, 2, 13), 0.10646929953030476, 586), (datetime.date(2025, 2, 14), 0.09545384003743004, 400)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 2, 3), 0.12954496021647305, 533), (datetime.date(2025, 2, 4), 0.10566589430773667, 571), (datetime.date(2025, 2, 5), 0.11327364169250384, 66), (datetime.date(2025, 2, 6), 0.07586076473259182, 455), (datetime.date(2025, 2, 7), 0.10132097324583994, 310), (datetime.date(2025, 2, 10), 0.14972383320452626, 313), (datetime.date(2025, 2, 11), 0.10719600492508738, 500), (datetime.date(2025, 2, 12), 0.096848522889451, 543), (datetime.date(2025, 2, 13), 0.10646929953030476, 586), (datetime.date(2025, 2, 14), 0.09545384003743004, 400))}, 'quality_array': [['0.5566499021750428', '03022025'], ['0.5774699039543085', '04022025'], ['0.4642115615346544', '05022025'], ['0.9249379538822159', '06022025'], ['0.868266228570984', '07022025'], ['0.19154623400586251', '10022025'], ['0.5892857662901445', '11022025'], ['0.7186899333537448', '12022025'], ['0.7130397426291367', '13022025'], ['-0.5334758068482429', '14022025']], 'number_of_batch': ((64,),), 'datou_id_sts': 4189, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.015214373893649696, 'nb_photo': 522, 'list_port_cont': '20172420,20178074,20183049,20183352,20193450,20194978,20196854,20202073,20207109,20208337,20222530,20232367,20235395,20248573,20256349,20272220,20296749,20296988,20300508,20313633,20326740,20336930,20343871,20354847,20357824,20363095,20365863,20399854,20401452,20405094,20421113,20448233,20448319,20460354,20462838,20464747,20464886,20466468,20472118,20474747,20478498,20479008,20479281,20487523,20493418,20494002,20505706,20506485,20510255,20514710,20516765,20520099,20520176,20554172,20556079,20557026,20577168', 'assoc_port': '20171932:20172420,20172740:20202073,20172742:20178074,20179088:20196854,20180263:20194978,20180265:20193450,20181482:20183049,20181500:20183352,20204899:20207109,20206950:20272220,20206952:20208337,20211488:20248573,20211490:20235395,20213041:20232367,20213043:20222530,20213069:20256349,20296313:20313633,20296471:20296749,20296777:20296988,20298546:20300508,20325792:20365863,20325960:20363095,20325962:20326740,20329821:20357824,20330799:20354847,20330801:20343871,20336337:20336930,20397321:20421113,20398730:20399854,20400126:20401452,20404365:20405094,20440524:20466468,20440525:20464886,20445878:20462838,20445880:20464747,20447208:20460354,20447209:20448319,20448006:20448233,20471704:20472118,20474298:20494002,20474299:20474747,20478381:20478498,20478382:20493418,20478725:20487523,20478726:20479008,20479198:20479281,20505604:20505706,20505911:20514710,20505912:20506485,20508422:20520099,20509507:20516765,20509508:20520176,20509509:20510255,20551920:20556079,20553017:20554172,20554393:20557026,20558650:2057716', 'assoc_mat': '20171932:autre_refus:3726:20172420,20172740:autre_refus:3726:20202073,20172742:autre_refus:3726:20178074,20179088:autre_refus:3726:20196854,20180263:autre_refus:3726:20194978,20180265:autre_refus:3726:20193450,20181482:autre_refus:3726:20183049,20181500:autre_refus:3726:20183352,20204899:autre_refus:3726:20207109,20206950:autre_refus:3726:20272220,20206952:autre_refus:3726:20208337,20211488:autre_refus:3726:20248573,20211490:autre_refus:3726:20235395,20213041:autre_refus:3726:20232367,20213043:autre_refus:3726:20222530,20213069:autre_refus:3726:20256349,20296313:autre_refus:3726:20313633,20296471:autre_refus:3726:20296749,20296777:autre_refus:3726:20296988,20298546:autre_refus:3726:20300508,20325792:autre_refus:3726:20365863,20325960:autre_refus:3726:20363095,20325962:autre_refus:3726:20326740,20329821:autre_refus:3726:20357824,20330799:autre_refus:3726:20354847,20330801:autre_refus:3726:20343871,20336337:autre_refus:3726:20336930,20397321:autre_refus:3726:20421113,20398730:autre_refus:3726:20399854,20400126:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.02455015541918214, 'nb_photo': 1930, 'list_port_cont': '20172418,20178060,20183047,20183363,20193447,20194983,20196858,20202064,20207115,20208342,20222534,20232370,20235390,20248562,20256342,20272229,20296751,20296978,20300503,20313627,20326741,20334070,20336934,20343870,20354853,20357820,20363096,20365870,20399845,20401455,20405091,20421109,20448224,20448318,20460351,20462842,20464739,20464885,20466466,20467156,20472113,20474742,20478497,20479015,20479280,20487524,20493413,20493996,20505714,20506489,20510256,20514718,20516760,20520095,20520175,20520257,20554178,20556072,20557019,20577171', 'assoc_port': '20171932:20172418,20172740:20202064,20172742:20178060,20179088:20196858,20180263:20194983,20180265:20193447,20181482:20183047,20181500:20183363,20204899:20207115,20206950:20272229,20206952:20208342,20211488:20248562,20211490:20235390,20213041:20232370,20213043:20222534,20213069:20256342,20296313:20313627,20296471:20296751,20296777:20296978,20298546:20300503,20325792:20365870,20325960:20363096,20325962:20326741,20329821:20357820,20330799:20354853,20330801:20343870,20331038:20334070,20336337:20336934,20397321:20421109,20398730:20399845,20400126:20401455,20404365:20405091,20439124:20467156,20440524:20466466,20440525:20464885,20445878:20462842,20445880:20464739,20447208:20460351,20447209:20448318,20448006:20448224,20471704:20472113,20474298:20493996,20474299:20474742,20478381:20478497,20478382:20493413,20478725:20487524,20478726:20479015,20479198:20479280,20505604:20505714,20505911:20514718,20505912:20506489,20508422:20520095,20508423:20520257,20509507:20516760,20509508:20520175,20509509:20510256,20551920:2055607', 'assoc_mat': '20171932:cartonnette:3726:20172418,20172740:cartonnette:3726:20202064,20172742:cartonnette:3726:20178060,20179088:cartonnette:3726:20196858,20180263:cartonnette:3726:20194983,20180265:cartonnette:3726:20193447,20181482:cartonnette:3726:20183047,20181500:cartonnette:3726:20183363,20204899:cartonnette:3726:20207115,20206950:cartonnette:3726:20272229,20206952:cartonnette:3726:20208342,20211488:cartonnette:3726:20248562,20211490:cartonnette:3726:20235390,20213041:cartonnette:3726:20232370,20213043:cartonnette:3726:20222534,20213069:cartonnette:3726:20256342,20296313:cartonnette:3726:20313627,20296471:cartonnette:3726:20296751,20296777:cartonnette:3726:20296978,20298546:cartonnette:3726:20300503,20325792:cartonnette:3726:20365870,20325960:cartonnette:3726:20363096,20325962:cartonnette:3726:20326741,20329821:cartonnette:3726:20357820,20330799:cartonnette:3726:20354853,20330801:cartonnette:3726:20343870,20331038:cartonnette:3726:20334070,20336337:cartonnette:3726:20336934,20397321:cartonnette:3726:20421109,20398730:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.04963618078691716, 'nb_photo': 4324, 'list_port_cont': '20172425,20178072,20183045,20183359,20193455,20194982,20196862,20202063,20207114,20208344,20222529,20232369,20235388,20248572,20256339,20272227,20296759,20296984,20300513,20313631,20326731,20334076,20336926,20343877,20354850,20357825,20363092,20365866,20399850,20401451,20405096,20421114,20448225,20448323,20460355,20462837,20464745,20464879,20466475,20467161,20472121,20474741,20478494,20479007,20479275,20487521,20493417,20494004,20505707,20506491,20510253,20514712,20516756,20520092,20520172,20520259,20554175,20556080,20557023,20577166', 'assoc_port': '20171932:20172425,20172740:20202063,20172742:20178072,20179088:20196862,20180263:20194982,20180265:20193455,20181482:20183045,20181500:20183359,20204899:20207114,20206950:20272227,20206952:20208344,20211488:20248572,20211490:20235388,20213041:20232369,20213043:20222529,20213069:20256339,20296313:20313631,20296471:20296759,20296777:20296984,20298546:20300513,20325792:20365866,20325960:20363092,20325962:20326731,20329821:20357825,20330799:20354850,20330801:20343877,20331038:20334076,20336337:20336926,20397321:20421114,20398730:20399850,20400126:20401451,20404365:20405096,20439124:20467161,20440524:20466475,20440525:20464879,20445878:20462837,20445880:20464745,20447208:20460355,20447209:20448323,20448006:20448225,20471704:20472121,20474298:20494004,20474299:20474741,20478381:20478494,20478382:20493417,20478725:20487521,20478726:20479007,20479198:20479275,20505604:20505707,20505911:20514712,20505912:20506491,20508422:20520092,20508423:20520259,20509507:20516756,20509508:20520172,20509509:20510253,20551920:2055608', 'assoc_mat': '20171932:Carton_brun:3726:20172425,20172740:Carton_brun:3726:20202063,20172742:Carton_brun:3726:20178072,20179088:Carton_brun:3726:20196862,20180263:Carton_brun:3726:20194982,20180265:Carton_brun:3726:20193455,20181482:Carton_brun:3726:20183045,20181500:Carton_brun:3726:20183359,20204899:Carton_brun:3726:20207114,20206950:Carton_brun:3726:20272227,20206952:Carton_brun:3726:20208344,20211488:Carton_brun:3726:20248572,20211490:Carton_brun:3726:20235388,20213041:Carton_brun:3726:20232369,20213043:Carton_brun:3726:20222529,20213069:Carton_brun:3726:20256339,20296313:Carton_brun:3726:20313631,20296471:Carton_brun:3726:20296759,20296777:Carton_brun:3726:20296984,20298546:Carton_brun:3726:20300513,20325792:Carton_brun:3726:20365866,20325960:Carton_brun:3726:20363092,20325962:Carton_brun:3726:20326731,20329821:Carton_brun:3726:20357825,20330799:Carton_brun:3726:20354850,20330801:Carton_brun:3726:20343877,20331038:Carton_brun:3726:20334076,20336337:Carton_brun:3726:20336926,20397321:Carton_brun:3726:20421114,20398730:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.009404649584824655, 'nb_photo': 303, 'list_port_cont': '20172423,20178068,20183040,20183353,20193445,20194986,20196864,20202074,20207111,20208335,20222527,20232366,20248571,20272226,20296750,20296977,20300506,20326742,20336932,20343876,20354856,20357828,20365862,20399849,20401450,20405093,20421116,20448321,20460352,20462836,20464742,20466473,20467159,20474744,20478496,20479012,20487527,20493412,20494005,20505708,20506484,20510259,20514719,20516764,20520097,20554180,20556078,20557024,20577164', 'assoc_port': '20171932:20172423,20172740:20202074,20172742:20178068,20179088:20196864,20180263:20194986,20180265:20193445,20181482:20183040,20181500:20183353,20204899:20207111,20206950:20272226,20206952:20208335,20211488:20248571,20213041:20232366,20213043:20222527,20296471:20296750,20296777:20296977,20298546:20300506,20325792:20365862,20325962:20326742,20329821:20357828,20330799:20354856,20330801:20343876,20336337:20336932,20397321:20421116,20398730:20399849,20400126:20401450,20404365:20405093,20439124:20467159,20440524:20466473,20445878:20462836,20445880:20464742,20447208:20460352,20447209:20448321,20474298:20494005,20474299:20474744,20478381:20478496,20478382:20493412,20478725:20487527,20478726:20479012,20505604:20505708,20505911:20514719,20505912:20506484,20508422:20520097,20509507:20516764,20509509:20510259,20551920:20556078,20553017:20554180,20554393:20557024,20558650:20577164', 'assoc_mat': '20171932:Carton_gris:3726:20172423,20172740:Carton_gris:3726:20202074,20172742:Carton_gris:3726:20178068,20179088:Carton_gris:3726:20196864,20180263:Carton_gris:3726:20194986,20180265:Carton_gris:3726:20193445,20181482:Carton_gris:3726:20183040,20181500:Carton_gris:3726:20183353,20204899:Carton_gris:3726:20207111,20206950:Carton_gris:3726:20272226,20206952:Carton_gris:3726:20208335,20211488:Carton_gris:3726:20248571,20213041:Carton_gris:3726:20232366,20213043:Carton_gris:3726:20222527,20296471:Carton_gris:3726:20296750,20296777:Carton_gris:3726:20296977,20298546:Carton_gris:3726:20300506,20325792:Carton_gris:3726:20365862,20325962:Carton_gris:3726:20326742,20329821:Carton_gris:3726:20357828,20330799:Carton_gris:3726:20354856,20330801:Carton_gris:3726:20343876,20336337:Carton_gris:3726:20336932,20397321:Carton_gris:3726:20421116,20398730:Carton_gris:3726:20399849,20400126:Carton_gris:3726:20401450,20404365:Carton_gris:3726:20405093,20439124:Carton_gris:3726:20467159,20440524:Carton_gris:3726:20466473,20445878:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0019517087887099339, 'nb_photo': 75, 'list_port_cont': '20172427,20183046,20183357,20193449,20194987,20196860,20202067,20207113,20208338,20222525,20232374,20235389,20248567,20272225,20296760,20296979,20300502,20313626,20326732,20336927,20343873,20354855,20357829,20365868,20405092,20448322,20460361,20464741,20474743,20478495,20479279,20487520,20493419,20493995,20506486,20514715,20554176,20556071,20557027', 'assoc_port': '20171932:20172427,20172740:20202067,20179088:20196860,20180263:20194987,20180265:20193449,20181482:20183046,20181500:20183357,20204899:20207113,20206950:20272225,20206952:20208338,20211488:20248567,20211490:20235389,20213041:20232374,20213043:20222525,20296313:20313626,20296471:20296760,20296777:20296979,20298546:20300502,20325792:20365868,20325962:20326732,20329821:20357829,20330799:20354855,20330801:20343873,20336337:20336927,20404365:20405092,20445880:20464741,20447208:20460361,20447209:20448322,20474298:20493995,20474299:20474743,20478381:20478495,20478382:20493419,20478725:20487520,20479198:20479279,20505911:20514715,20505912:20506486,20551920:20556071,20553017:20554176,20554393:20557027', 'assoc_mat': '20171932:kraft:3726:20172427,20172740:kraft:3726:20202067,20179088:kraft:3726:20196860,20180263:kraft:3726:20194987,20180265:kraft:3726:20193449,20181482:kraft:3726:20183046,20181500:kraft:3726:20183357,20204899:kraft:3726:20207113,20206950:kraft:3726:20272225,20206952:kraft:3726:20208338,20211488:kraft:3726:20248567,20211490:kraft:3726:20235389,20213041:kraft:3726:20232374,20213043:kraft:3726:20222525,20296313:kraft:3726:20313626,20296471:kraft:3726:20296760,20296777:kraft:3726:20296979,20298546:kraft:3726:20300502,20325792:kraft:3726:20365868,20325962:kraft:3726:20326732,20329821:kraft:3726:20357829,20330799:kraft:3726:20354855,20330801:kraft:3726:20343873,20336337:kraft:3726:20336927,20404365:kraft:3726:20405092,20445880:kraft:3726:20464741,20447208:kraft:3726:20460361,20447209:kraft:3726:20448322,20474298:kraft:3726:20493995,20474299:kraft:3726:20474743,20478381:kraft:3726:20478495,20478382:kraft:3726:20493419,20478725:kraft:3726:20487520,20479198:kraft:3726:20479279,20505911:kraft:3726:20514715,20505912:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0010818696628033028, 'nb_photo': 19, 'list_port_cont': '20207110,20232376,20248566,20296987,20326736,20354849,20365869,20448320,20460353,20472116,20474745,20487525,20505715,20516757,20520173,20556075', 'assoc_port': '20204899:20207110,20211488:20248566,20213041:20232376,20296777:20296987,20325792:20365869,20325962:20326736,20330799:20354849,20447208:20460353,20447209:20448320,20471704:20472116,20474299:20474745,20478725:20487525,20505604:20505715,20509507:20516757,20509508:20520173,20551920:20556075', 'assoc_mat': '20204899:metal:3726:20207110,20211488:metal:3726:20248566,20213041:metal:3726:20232376,20296777:metal:3726:20296987,20325792:metal:3726:20365869,20325962:metal:3726:20326736,20330799:metal:3726:20354849,20447208:metal:3726:20460353,20447209:metal:3726:20448320,20471704:metal:3726:20472116,20474299:metal:3726:20474745,20478725:metal:3726:20487525,20505604:metal:3726:20505715,20509507:metal:3726:20516757,20509508:metal:3726:20520173,20551920:metal:3726:20556075'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.012540759717167555, 'nb_photo': 944, 'list_port_cont': '20172424,20178062,20183044,20183355,20193454,20194985,20196856,20202065,20207119,20208339,20222532,20232372,20235387,20248569,20256338,20272221,20296754,20296980,20300510,20313636,20326735,20334078,20336931,20343875,20354848,20357821,20363090,20365865,20399844,20401457,20405097,20421117,20448226,20448326,20460356,20462841,20464744,20464878,20466470,20467162,20472115,20474737,20478492,20479013,20479283,20487517,20493422,20494003,20505710,20506493,20510244,20514714,20516761,20520094,20520174,20520253,20554181,20556081,20557022,20577175', 'assoc_port': '20171932:20172424,20172740:20202065,20172742:20178062,20179088:20196856,20180263:20194985,20180265:20193454,20181482:20183044,20181500:20183355,20204899:20207119,20206950:20272221,20206952:20208339,20211488:20248569,20211490:20235387,20213041:20232372,20213043:20222532,20213069:20256338,20296313:20313636,20296471:20296754,20296777:20296980,20298546:20300510,20325792:20365865,20325960:20363090,20325962:20326735,20329821:20357821,20330799:20354848,20330801:20343875,20331038:20334078,20336337:20336931,20397321:20421117,20398730:20399844,20400126:20401457,20404365:20405097,20439124:20467162,20440524:20466470,20440525:20464878,20445878:20462841,20445880:20464744,20447208:20460356,20447209:20448326,20448006:20448226,20471704:20472115,20474298:20494003,20474299:20474737,20478381:20478492,20478382:20493422,20478725:20487517,20478726:20479013,20479198:20479283,20505604:20505710,20505911:20514714,20505912:20506493,20508422:20520094,20508423:20520253,20509507:20516761,20509508:20520174,20509509:20510244,20551920:2055608', 'assoc_mat': '20171932:plastique:3726:20172424,20172740:plastique:3726:20202065,20172742:plastique:3726:20178062,20179088:plastique:3726:20196856,20180263:plastique:3726:20194985,20180265:plastique:3726:20193454,20181482:plastique:3726:20183044,20181500:plastique:3726:20183355,20204899:plastique:3726:20207119,20206950:plastique:3726:20272221,20206952:plastique:3726:20208339,20211488:plastique:3726:20248569,20211490:plastique:3726:20235387,20213041:plastique:3726:20232372,20213043:plastique:3726:20222532,20213069:plastique:3726:20256338,20296313:plastique:3726:20313636,20296471:plastique:3726:20296754,20296777:plastique:3726:20296980,20298546:plastique:3726:20300510,20325792:plastique:3726:20365865,20325960:plastique:3726:20363090,20325962:plastique:3726:20326735,20329821:plastique:3726:20357821,20330799:plastique:3726:20354848,20330801:plastique:3726:20343875,20331038:plastique:3726:20334078,20336337:plastique:3726:20336931,20397321:plastique:3726:20421117,20398730:plastique:3726:20399844,20400126:plastique:3726:20401457,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.01838369290858154, 'nb_photo': 2671, 'list_port_cont': '20172426,20178058,20183043,20183356,20193448,20194981,20196861,20202068,20207116,20208333,20222526,20232365,20235397,20248565,20256343,20272223,20296755,20296986,20300507,20313635,20326734,20334073,20336935,20343867,20354852,20357823,20363091,20365872,20399848,20401449,20405095,20421111,20448227,20448328,20460360,20462843,20464738,20464887,20466472,20467154,20472112,20474738,20478502,20479006,20479274,20487519,20493420,20494001,20505709,20506490,20510249,20514713,20516755,20520091,20520167,20520263,20554179,20556077,20557018,20577165', 'assoc_port': '20171932:20172426,20172740:20202068,20172742:20178058,20179088:20196861,20180263:20194981,20180265:20193448,20181482:20183043,20181500:20183356,20204899:20207116,20206950:20272223,20206952:20208333,20211488:20248565,20211490:20235397,20213041:20232365,20213043:20222526,20213069:20256343,20296313:20313635,20296471:20296755,20296777:20296986,20298546:20300507,20325792:20365872,20325960:20363091,20325962:20326734,20329821:20357823,20330799:20354852,20330801:20343867,20331038:20334073,20336337:20336935,20397321:20421111,20398730:20399848,20400126:20401449,20404365:20405095,20439124:20467154,20440524:20466472,20440525:20464887,20445878:20462843,20445880:20464738,20447208:20460360,20447209:20448328,20448006:20448227,20471704:20472112,20474298:20494001,20474299:20474738,20478381:20478502,20478382:20493420,20478725:20487519,20478726:20479006,20479198:20479274,20505604:20505709,20505911:20514713,20505912:20506490,20508422:20520091,20508423:20520263,20509507:20516755,20509508:20520167,20509509:20510249,20551920:2055607', 'assoc_mat': '20171932:Teint_Dans_La_Masse:3726:20172426,20172740:Teint_Dans_La_Masse:3726:20202068,20172742:Teint_Dans_La_Masse:3726:20178058,20179088:Teint_Dans_La_Masse:3726:20196861,20180263:Teint_Dans_La_Masse:3726:20194981,20180265:Teint_Dans_La_Masse:3726:20193448,20181482:Teint_Dans_La_Masse:3726:20183043,20181500:Teint_Dans_La_Masse:3726:20183356,20204899:Teint_Dans_La_Masse:3726:20207116,20206950:Teint_Dans_La_Masse:3726:20272223,20206952:Teint_Dans_La_Masse:3726:20208333,20211488:Teint_Dans_La_Masse:3726:20248565,20211490:Teint_Dans_La_Masse:3726:20235397,20213041:Teint_Dans_La_Masse:3726:20232365,20213043:Teint_Dans_La_Masse:3726:20222526,20213069:Teint_Dans_La_Masse:3726:20256343,20296313:Teint_Dans_La_Masse:3726:20313635,20296471:Teint_Dans_La_Masse:3726:20296755,20296777:Teint_Dans_La_Masse:3726:20296986,20298546:Teint_Dans_La_Masse:3726:20300507,20325792:Teint_Dans_La_Masse:3726:20365872,20325960:Teint_Dans_La_Masse:3726:20363091,20325962:Teint_Dans_La_Masse:3726:20326734,20329821:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 4277}}, 'hostname': (('raspi-95',),), 'impurety_average_per_hashtag': [(('JRM', '2025-02', 0.10463759171124884),)]} filepath : /data_2/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_02_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '1.52%', 522], 'cartonnette': ['cartonnette', '2.46%', 1930], 'Carton_brun': ['Carton_brun', '4.96%', 4324], 'Carton_gris': ['Carton_gris', '0.94%', 303], 'kraft': ['kraft', '0.2%', 75], 'metal': ['metal', '0.11%', 19], 'plastique': ['plastique', '1.25%', 944], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '1.84%', 2671]}} before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_2/data_log/job/memo/Perlen_convoyeur/sla_mensuel_Perlen_convoyeur_mois_02_annee_2025.pdf le fichier se trouve ici : /data_2/data_log/job/memo/Perlen_convoyeur 3.04user 2.57system 0:06.01elapsed 93%CPU (0avgtext+0avgdata 196000maxresident)k 10144inputs+312outputs (12major+58526minor)pagefaults 0swaps