python /home/admin/mtr/script_for_cron.py -j default -m 20 -a 'python3 /home/admin/workarea/git/Velours/python/prod/memo/memo.py --job=sla_mensuel --raspi=30073 --dashboard_places=arc_en_ciel_jrm --rootfolder_sla=/data_2/data_log/job/memo/arc_en_ciel_jrm -v --mtr_id=979 --date=`date -d"$nowdate 15 day ago" +%Y-%m` ' -s sla_mensuel -M 0 -S 0 -U 90,80,95 import MySQLdb succeeded Import error (python version) Need env var : LOGRASPI Raspi : 30073, Date : 2025-04 _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py _cr_cnf_ : /home/admin/mtr/.credentials/credentials.py warning , we can't find thcl infos in json_data warning , we can't find pdt infos in json_data nb_day : (1, 30) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4873 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4873 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4873 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4873 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=3459 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=3459 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 3459 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=3459 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11449 mask_detect is not consistent : 3 used against 2 in the step definition ! Step 11452 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Step 11452 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 11453 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11453 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 11454 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11454 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11478 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11478 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11456 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11456 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11455 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11455 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11458 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 11449 doesn't seem to be define in the database( WARNING : type of input 2 of step 11452 doesn't seem to be define in the database( WARNING : output 1 of step 11449 have datatype=2 whereas input 1 of step 11453 have datatype=7 WARNING : type of output 2 of step 11453 doesn't seem to be define in the database( WARNING : type of input 1 of step 11454 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 11453 doesn't seem to be define in the database( WARNING : type of input 1 of step 11456 doesn't seem to be define in the database( WARNING : type of output 1 of step 11456 doesn't seem to be define in the database( WARNING : type of input 3 of step 11455 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11456 have datatype=10 whereas input 3 of step 11458 have datatype=6 WARNING : type of input 5 of step 11458 doesn't seem to be define in the database( WARNING : output 0 of step 11477 have datatype=11 whereas input 5 of step 11458 have datatype=None WARNING : output 0 of step 11456 have datatype=10 whereas input 0 of step 11477 have datatype=18 WARNING : type of input 2 of step 11478 doesn't seem to be define in the database( WARNING : output 1 of step 11454 have datatype=7 whereas input 2 of step 11478 have datatype=None WARNING : type of output 3 of step 11478 doesn't seem to be define in the database( WARNING : type of input 2 of step 11456 doesn't seem to be define in the database( WARNING : output 0 of step 11453 have datatype=1 whereas input 0 of step 11454 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier,background', 'hashtag_weights': {'Carton_brun': 1.5, 'Carton_gris': 1.5, 'Teint_Dans_La_Masse': 1.0, 'autre_refus': 1.5, 'cartonnette': 1.0, 'kraft': 1.5, 'metal': 3, 'plastique': 1}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="arc_en_ciel_jrm"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4878 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4878 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4878 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4878 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 2, 'Carton_gris': 1.5, 'Teint_Dans_La_Masse': 1.0, 'autre_refus': 1.5, 'cartonnette': 1.0, 'kraft': 1.5, 'metal': 3, 'plastique': 1}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier Fonction SLA_MENSUEL nb_day : (1, 30) VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4873 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4873 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4873 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4873 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=3459 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=3459 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 3459 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=3459 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11449 mask_detect is not consistent : 3 used against 2 in the step definition ! Step 11452 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Step 11452 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 11453 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11453 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 11454 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11454 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11478 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11478 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11456 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11456 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11455 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11455 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11458 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 11449 doesn't seem to be define in the database( WARNING : type of input 2 of step 11452 doesn't seem to be define in the database( WARNING : output 1 of step 11449 have datatype=2 whereas input 1 of step 11453 have datatype=7 WARNING : type of output 2 of step 11453 doesn't seem to be define in the database( WARNING : type of input 1 of step 11454 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 11453 doesn't seem to be define in the database( WARNING : type of input 1 of step 11456 doesn't seem to be define in the database( WARNING : type of output 1 of step 11456 doesn't seem to be define in the database( WARNING : type of input 3 of step 11455 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11456 have datatype=10 whereas input 3 of step 11458 have datatype=6 WARNING : type of input 5 of step 11458 doesn't seem to be define in the database( WARNING : output 0 of step 11477 have datatype=11 whereas input 5 of step 11458 have datatype=None WARNING : output 0 of step 11456 have datatype=10 whereas input 0 of step 11477 have datatype=18 WARNING : type of input 2 of step 11478 doesn't seem to be define in the database( WARNING : output 1 of step 11454 have datatype=7 whereas input 2 of step 11478 have datatype=None WARNING : type of output 3 of step 11478 doesn't seem to be define in the database( WARNING : type of input 2 of step 11456 doesn't seem to be define in the database( WARNING : output 0 of step 11453 have datatype=1 whereas input 0 of step 11454 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier,background', 'hashtag_weights': {'Carton_brun': 1.5, 'Carton_gris': 1.5, 'Teint_Dans_La_Masse': 1.0, 'autre_refus': 1.5, 'cartonnette': 1.0, 'kraft': 1.5, 'metal': 3, 'plastique': 1}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="arc_en_ciel_jrm"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4878 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4878 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4878 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4878 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 2, 'Carton_gris': 1.5, 'Teint_Dans_La_Masse': 1.0, 'autre_refus': 1.5, 'cartonnette': 1.0, 'kraft': 1.5, 'metal': 3, 'plastique': 1}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier place_id : 10 month : 04 mtr_id : 979 dashboard_places : arc_en_ciel_jrm date : 2025-04 year : 2025 raspi : 30073 select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select id from MTRUser.mtr_portfolios where id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id in (select id from MTRPhoto.dashboard_places where name = 'arc_en_ciel_jrm' and date like '%2025-04%') and created_at like '%2025-04%'))); nb_day : (1, 30) after unwanted_material_data nb_day : (1, 30) SQL: SELECT ms.id, ms.name, mst.name as type, ms.test_group, ms.test_name, ms.server, ms.version_code, ms.result_str, ms.result_bool, ms.result_float, ms.lien, ms.created_at FROM MTRAdmin.monitor_sys ms INNER JOIN MTRAdmin.monitor_sys_type mst on mst.id = ms.type WHERE ms.test_name like '%30073%' AND ms.result_str like '%2025/04%'ORDER BY ms.id desc LIMIT 0, 1000000; No error ? {'log_dict': {'total_nb_images': 8515, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84035 seconds', 'coverage_times_pause': '0 days 85391 seconds', 'nb_photos_decision': 8434, 'nb_gray_level_ok': 8434, 'nb_dedup_ok': 3025, 'nb_two_criteria_ok': 3025, 'nb_forced_upload': 86, 'end_of_day_photos_duplicated': 5404, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 4, 'end_of_day_photos_uploaded': 3106, 'ratio_coverage': 0.9726385722056968}, 'dashboard_dict': {'nb_ptf_finished': 59, 'nb_images_finished': 3030, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 3030, 'last_update': '2025/05/01', 'portfolio_id': 22525102, 'last_run_id': 1769983, 'total_number_of_photos': 3118}} No error ? {'log_dict': {'total_nb_images': 8555, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84586 seconds', 'coverage_times_pause': '0 days 85799 seconds', 'nb_photos_decision': 8453, 'nb_gray_level_ok': 8453, 'nb_dedup_ok': 2785, 'nb_two_criteria_ok': 2785, 'nb_forced_upload': 102, 'end_of_day_photos_duplicated': 5668, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 2886, 'ratio_coverage': 0.97901596083288}, 'dashboard_dict': {'nb_ptf_finished': 53, 'nb_images_finished': 2810, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 2810, 'last_update': '2025/04/30', 'portfolio_id': 22476853, 'last_run_id': 1765468, 'total_number_of_photos': 2892}} No error ? {'log_dict': {'total_nb_images': 6767, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 67016 seconds', 'coverage_times_pause': '0 days 67857 seconds', 'nb_photos_decision': 6702, 'nb_gray_level_ok': 6702, 'nb_dedup_ok': 2670, 'nb_two_criteria_ok': 2670, 'nb_forced_upload': 65, 'end_of_day_photos_duplicated': 4032, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 3, 'end_of_day_photos_uploaded': 2731, 'ratio_coverage': 0.9797804061462887}, 'dashboard_dict': {'nb_ptf_finished': 43, 'nb_images_finished': 2381, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 13, 'nb_images_started': 399, 'nb_selected_images': 2780, 'last_update': '2025/05/02', 'portfolio_id': 22447564, 'last_run_id': 1761126, 'total_number_of_photos': 2820}} Since we don't have condition on date we need to verify this lately ! No error ? {'log_dict': {'total_nb_images': 8515, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84035 seconds', 'coverage_times_pause': '0 days 85391 seconds', 'nb_photos_decision': 8434, 'nb_gray_level_ok': 8434, 'nb_dedup_ok': 3025, 'nb_two_criteria_ok': 3025, 'nb_forced_upload': 86, 'end_of_day_photos_duplicated': 5404, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 4, 'end_of_day_photos_uploaded': 3106, 'ratio_coverage': 0.9726385722056968}, 'dashboard_dict': {'nb_ptf_finished': 59, 'nb_images_finished': 3030, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 3030, 'last_update': '2025/05/01', 'portfolio_id': 22525102, 'last_run_id': 1769983, 'total_number_of_photos': 3118}} No error ? {'log_dict': {'total_nb_images': 8555, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84586 seconds', 'coverage_times_pause': '0 days 85799 seconds', 'nb_photos_decision': 8453, 'nb_gray_level_ok': 8453, 'nb_dedup_ok': 2785, 'nb_two_criteria_ok': 2785, 'nb_forced_upload': 102, 'end_of_day_photos_duplicated': 5668, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 2886, 'ratio_coverage': 0.97901596083288}, 'dashboard_dict': {'nb_ptf_finished': 53, 'nb_images_finished': 2810, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 2810, 'last_update': '2025/04/30', 'portfolio_id': 22476853, 'last_run_id': 1765468, 'total_number_of_photos': 2892}} No error ? {'log_dict': {'total_nb_images': 6767, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 67016 seconds', 'coverage_times_pause': '0 days 67857 seconds', 'nb_photos_decision': 6702, 'nb_gray_level_ok': 6702, 'nb_dedup_ok': 2670, 'nb_two_criteria_ok': 2670, 'nb_forced_upload': 65, 'end_of_day_photos_duplicated': 4032, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 3, 'end_of_day_photos_uploaded': 2731, 'ratio_coverage': 0.9797804061462887}, 'dashboard_dict': {'nb_ptf_finished': 43, 'nb_images_finished': 2381, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 13, 'nb_images_started': 399, 'nb_selected_images': 2780, 'last_update': '2025/05/02', 'portfolio_id': 22447564, 'last_run_id': 1761126, 'total_number_of_photos': 2820}} Since we don't have condition on date we need to verify this lately ! No error ? {'log_dict': {'total_nb_images': 2153, 'max_time_between_images': '0 days 78 seconds', 'coverage_pause': '0 days 21140 seconds', 'coverage_times_pause': '0 days 21491 seconds', 'nb_photos_decision': 2133, 'nb_gray_level_ok': 2133, 'nb_dedup_ok': 612, 'nb_two_criteria_ok': 612, 'nb_forced_upload': 18, 'end_of_day_photos_no_longer_on_disk': 1, 'end_of_day_photos_duplicated': 1526, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 625, 'ratio_coverage': 1.0}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 8515, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84035 seconds', 'coverage_times_pause': '0 days 85391 seconds', 'nb_photos_decision': 8434, 'nb_gray_level_ok': 8434, 'nb_dedup_ok': 3025, 'nb_two_criteria_ok': 3025, 'nb_forced_upload': 86, 'end_of_day_photos_duplicated': 5404, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 4, 'end_of_day_photos_uploaded': 3106, 'ratio_coverage': 0.9726385722056968}, 'dashboard_dict': {'nb_ptf_finished': 59, 'nb_images_finished': 3030, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 3030, 'last_update': '2025/05/01', 'portfolio_id': 22525102, 'last_run_id': 1769983, 'total_number_of_photos': 3118}} No error ? {'log_dict': {'total_nb_images': 8555, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84586 seconds', 'coverage_times_pause': '0 days 85799 seconds', 'nb_photos_decision': 8453, 'nb_gray_level_ok': 8453, 'nb_dedup_ok': 2785, 'nb_two_criteria_ok': 2785, 'nb_forced_upload': 102, 'end_of_day_photos_duplicated': 5668, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 2886, 'ratio_coverage': 0.97901596083288}, 'dashboard_dict': {'nb_ptf_finished': 53, 'nb_images_finished': 2810, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 2810, 'last_update': '2025/04/30', 'portfolio_id': 22476853, 'last_run_id': 1765468, 'total_number_of_photos': 2892}} No error ? {'log_dict': {'total_nb_images': 6767, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 67016 seconds', 'coverage_times_pause': '0 days 67857 seconds', 'nb_photos_decision': 6702, 'nb_gray_level_ok': 6702, 'nb_dedup_ok': 2670, 'nb_two_criteria_ok': 2670, 'nb_forced_upload': 65, 'end_of_day_photos_duplicated': 4032, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 3, 'end_of_day_photos_uploaded': 2731, 'ratio_coverage': 0.9797804061462887}, 'dashboard_dict': {'nb_ptf_finished': 43, 'nb_images_finished': 2381, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 13, 'nb_images_started': 399, 'nb_selected_images': 2780, 'last_update': '2025/04/29', 'portfolio_id': 22447564, 'last_run_id': 1761126, 'total_number_of_photos': 2820}} Since we don't have condition on date we need to verify this lately ! No error ? {'log_dict': {'total_nb_images': 2153, 'max_time_between_images': '0 days 78 seconds', 'coverage_pause': '0 days 21140 seconds', 'coverage_times_pause': '0 days 21491 seconds', 'nb_photos_decision': 2133, 'nb_gray_level_ok': 2133, 'nb_dedup_ok': 612, 'nb_two_criteria_ok': 612, 'nb_forced_upload': 18, 'end_of_day_photos_no_longer_on_disk': 1, 'end_of_day_photos_duplicated': 1526, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 625, 'ratio_coverage': 1.0}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 8550, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84407 seconds', 'coverage_times_pause': '0 days 85739 seconds', 'nb_photos_decision': 8462, 'nb_gray_level_ok': 8462, 'nb_dedup_ok': 4964, 'nb_two_criteria_ok': 4964, 'nb_forced_upload': 88, 'end_of_day_photos_duplicated': 3498, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 1176, 'end_of_day_photos_uploaded': 3875, 'ratio_coverage': 0.9769441775946481}, 'dashboard_dict': {'nb_ptf_finished': 3, 'nb_images_finished': 203, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 1, 'nb_images_started': 8, 'nb_selected_images': 211, 'last_update': '2025/04/28', 'portfolio_id': 22406770, 'last_run_id': 1758021, 'total_number_of_photos': 5141}} No error ? {'log_dict': {'total_nb_images': 8515, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84035 seconds', 'coverage_times_pause': '0 days 85391 seconds', 'nb_photos_decision': 8434, 'nb_gray_level_ok': 8434, 'nb_dedup_ok': 3025, 'nb_two_criteria_ok': 3025, 'nb_forced_upload': 86, 'end_of_day_photos_duplicated': 5404, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 4, 'end_of_day_photos_uploaded': 3106, 'ratio_coverage': 0.9726385722056968}, 'dashboard_dict': {'nb_ptf_finished': 59, 'nb_images_finished': 3030, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 3030, 'last_update': '2025/05/01', 'portfolio_id': 22525102, 'last_run_id': 1769841, 'total_number_of_photos': 3118}} No error ? {'log_dict': {'total_nb_images': 8555, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84586 seconds', 'coverage_times_pause': '0 days 85799 seconds', 'nb_photos_decision': 8453, 'nb_gray_level_ok': 8453, 'nb_dedup_ok': 2785, 'nb_two_criteria_ok': 2785, 'nb_forced_upload': 102, 'end_of_day_photos_duplicated': 5668, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 2886, 'ratio_coverage': 0.97901596083288}, 'dashboard_dict': {'nb_ptf_finished': 53, 'nb_images_finished': 2810, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 2810, 'last_update': '2025/04/30', 'portfolio_id': 22476853, 'last_run_id': 1765468, 'total_number_of_photos': 2892}} No error ? {'log_dict': {'total_nb_images': 6767, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 67016 seconds', 'coverage_times_pause': '0 days 67857 seconds', 'nb_photos_decision': 6702, 'nb_gray_level_ok': 6702, 'nb_dedup_ok': 2670, 'nb_two_criteria_ok': 2670, 'nb_forced_upload': 65, 'end_of_day_photos_duplicated': 4032, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 3, 'end_of_day_photos_uploaded': 2731, 'ratio_coverage': 0.9797804061462887}, 'dashboard_dict': {'nb_ptf_finished': 43, 'nb_images_finished': 2381, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 13, 'nb_images_started': 399, 'nb_selected_images': 2780, 'last_update': '2025/04/29', 'portfolio_id': 22447564, 'last_run_id': 1761126, 'total_number_of_photos': 2820}} Since we don't have condition on date we need to verify this lately ! No error ? {'log_dict': {'total_nb_images': 2153, 'max_time_between_images': '0 days 78 seconds', 'coverage_pause': '0 days 21140 seconds', 'coverage_times_pause': '0 days 21491 seconds', 'nb_photos_decision': 2133, 'nb_gray_level_ok': 2133, 'nb_dedup_ok': 612, 'nb_two_criteria_ok': 612, 'nb_forced_upload': 18, 'end_of_day_photos_no_longer_on_disk': 1, 'end_of_day_photos_duplicated': 1526, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 625, 'ratio_coverage': 1.0}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 8550, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84407 seconds', 'coverage_times_pause': '0 days 85739 seconds', 'nb_photos_decision': 8462, 'nb_gray_level_ok': 8462, 'nb_dedup_ok': 4964, 'nb_two_criteria_ok': 4964, 'nb_forced_upload': 88, 'end_of_day_photos_duplicated': 3498, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 1176, 'end_of_day_photos_uploaded': 3875, 'ratio_coverage': 0.9769441775946481}, 'dashboard_dict': {'nb_ptf_finished': 3, 'nb_images_finished': 203, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 1, 'nb_images_started': 8, 'nb_selected_images': 211, 'last_update': '2025/04/28', 'portfolio_id': 22406770, 'last_run_id': 1758021, 'total_number_of_photos': 5141}} No error ? {'log_dict': {'total_nb_images': 8538, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84308 seconds', 'coverage_times_pause': '0 days 85621 seconds', 'nb_photos_decision': 8463, 'nb_gray_level_ok': 8463, 'nb_dedup_ok': 3314, 'nb_two_criteria_ok': 3314, 'nb_forced_upload': 75, 'end_of_day_photos_duplicated': 5149, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 3, 'end_of_day_photos_uploaded': 3385, 'ratio_coverage': 0.9757983309992013}, 'dashboard_dict': {'nb_ptf_finished': 60, 'nb_images_finished': 3325, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 3325, 'last_update': '2025/04/25', 'portfolio_id': 22364229, 'last_run_id': 1756002, 'total_number_of_photos': 3390}} No error ? {'log_dict': {'total_nb_images': 8555, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84586 seconds', 'coverage_times_pause': '0 days 85799 seconds', 'nb_photos_decision': 8453, 'nb_gray_level_ok': 8453, 'nb_dedup_ok': 2785, 'nb_two_criteria_ok': 2785, 'nb_forced_upload': 102, 'end_of_day_photos_duplicated': 5668, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 2886, 'ratio_coverage': 0.97901596083288}, 'dashboard_dict': {'nb_ptf_finished': 53, 'nb_images_finished': 2810, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 2810, 'last_update': '2025/04/30', 'portfolio_id': 22476853, 'last_run_id': 1765154, 'total_number_of_photos': 2892}} No error ? {'log_dict': {'total_nb_images': 6767, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 67016 seconds', 'coverage_times_pause': '0 days 67857 seconds', 'nb_photos_decision': 6702, 'nb_gray_level_ok': 6702, 'nb_dedup_ok': 2670, 'nb_two_criteria_ok': 2670, 'nb_forced_upload': 65, 'end_of_day_photos_duplicated': 4032, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 3, 'end_of_day_photos_uploaded': 2731, 'ratio_coverage': 0.9797804061462887}, 'dashboard_dict': {'nb_ptf_finished': 43, 'nb_images_finished': 2381, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 13, 'nb_images_started': 399, 'nb_selected_images': 2780, 'last_update': '2025/04/29', 'portfolio_id': 22447564, 'last_run_id': 1761126, 'total_number_of_photos': 2820}} Since we don't have condition on date we need to verify this lately ! No error ? {'log_dict': {'total_nb_images': 2153, 'max_time_between_images': '0 days 78 seconds', 'coverage_pause': '0 days 21140 seconds', 'coverage_times_pause': '0 days 21491 seconds', 'nb_photos_decision': 2133, 'nb_gray_level_ok': 2133, 'nb_dedup_ok': 612, 'nb_two_criteria_ok': 612, 'nb_forced_upload': 18, 'end_of_day_photos_no_longer_on_disk': 1, 'end_of_day_photos_duplicated': 1526, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 625, 'ratio_coverage': 1.0}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 8550, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84407 seconds', 'coverage_times_pause': '0 days 85739 seconds', 'nb_photos_decision': 8462, 'nb_gray_level_ok': 8462, 'nb_dedup_ok': 4964, 'nb_two_criteria_ok': 4964, 'nb_forced_upload': 88, 'end_of_day_photos_duplicated': 3498, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 1176, 'end_of_day_photos_uploaded': 3875, 'ratio_coverage': 0.9769441775946481}, 'dashboard_dict': {'nb_ptf_finished': 3, 'nb_images_finished': 203, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 1, 'nb_images_started': 8, 'nb_selected_images': 211, 'last_update': '2025/04/28', 'portfolio_id': 22406770, 'last_run_id': 1758021, 'total_number_of_photos': 5141}} No error ? {'log_dict': {'total_nb_images': 8538, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84308 seconds', 'coverage_times_pause': '0 days 85621 seconds', 'nb_photos_decision': 8463, 'nb_gray_level_ok': 8463, 'nb_dedup_ok': 3314, 'nb_two_criteria_ok': 3314, 'nb_forced_upload': 75, 'end_of_day_photos_duplicated': 5149, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 3, 'end_of_day_photos_uploaded': 3385, 'ratio_coverage': 0.9757983309992013}, 'dashboard_dict': {'nb_ptf_finished': 60, 'nb_images_finished': 3325, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 3325, 'last_update': '2025/04/25', 'portfolio_id': 22364229, 'last_run_id': 1756002, 'total_number_of_photos': 3390}} No error ? {'log_dict': {'total_nb_images': 8538, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84299 seconds', 'coverage_times_pause': '0 days 85620 seconds', 'nb_photos_decision': 8447, 'nb_gray_level_ok': 8447, 'nb_dedup_ok': 2565, 'nb_two_criteria_ok': 2565, 'nb_forced_upload': 91, 'end_of_day_photos_duplicated': 5882, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 2655, 'ratio_coverage': 0.9756941631268881}, 'dashboard_dict': {'nb_ptf_finished': 44, 'nb_images_finished': 2538, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 2538, 'last_update': '2025/04/24', 'portfolio_id': 22322207, 'last_run_id': 1751995, 'total_number_of_photos': 2656}} No error ? {'log_dict': {'total_nb_images': 6767, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 67016 seconds', 'coverage_times_pause': '0 days 67857 seconds', 'nb_photos_decision': 6702, 'nb_gray_level_ok': 6702, 'nb_dedup_ok': 2670, 'nb_two_criteria_ok': 2670, 'nb_forced_upload': 65, 'end_of_day_photos_duplicated': 4032, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 3, 'end_of_day_photos_uploaded': 2731, 'ratio_coverage': 0.9797804061462887}, 'dashboard_dict': {'nb_ptf_finished': 43, 'nb_images_finished': 2381, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 13, 'nb_images_started': 399, 'nb_selected_images': 2780, 'last_update': '2025/04/29', 'portfolio_id': 22447564, 'last_run_id': 1761011, 'total_number_of_photos': 2820}} Since we don't have condition on date we need to verify this lately ! No error ? {'log_dict': {'total_nb_images': 2153, 'max_time_between_images': '0 days 78 seconds', 'coverage_pause': '0 days 21140 seconds', 'coverage_times_pause': '0 days 21491 seconds', 'nb_photos_decision': 2133, 'nb_gray_level_ok': 2133, 'nb_dedup_ok': 612, 'nb_two_criteria_ok': 612, 'nb_forced_upload': 18, 'end_of_day_photos_no_longer_on_disk': 1, 'end_of_day_photos_duplicated': 1526, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 625, 'ratio_coverage': 1.0}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 8550, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84407 seconds', 'coverage_times_pause': '0 days 85739 seconds', 'nb_photos_decision': 8462, 'nb_gray_level_ok': 8462, 'nb_dedup_ok': 4964, 'nb_two_criteria_ok': 4964, 'nb_forced_upload': 88, 'end_of_day_photos_duplicated': 3498, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 1176, 'end_of_day_photos_uploaded': 3875, 'ratio_coverage': 0.9769441775946481}, 'dashboard_dict': {'nb_ptf_finished': 3, 'nb_images_finished': 203, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 1, 'nb_images_started': 8, 'nb_selected_images': 211, 'last_update': '2025/04/28', 'portfolio_id': 22406770, 'last_run_id': 1758021, 'total_number_of_photos': 5141}} No error ? {'log_dict': {'total_nb_images': 8538, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84308 seconds', 'coverage_times_pause': '0 days 85621 seconds', 'nb_photos_decision': 8463, 'nb_gray_level_ok': 8463, 'nb_dedup_ok': 3314, 'nb_two_criteria_ok': 3314, 'nb_forced_upload': 75, 'end_of_day_photos_duplicated': 5149, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 3, 'end_of_day_photos_uploaded': 3385, 'ratio_coverage': 0.9757983309992013}, 'dashboard_dict': {'nb_ptf_finished': 60, 'nb_images_finished': 3325, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 3325, 'last_update': '2025/04/25', 'portfolio_id': 22364229, 'last_run_id': 1756002, 'total_number_of_photos': 3390}} No error ? {'log_dict': {'total_nb_images': 8538, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84299 seconds', 'coverage_times_pause': '0 days 85620 seconds', 'nb_photos_decision': 8447, 'nb_gray_level_ok': 8447, 'nb_dedup_ok': 2565, 'nb_two_criteria_ok': 2565, 'nb_forced_upload': 91, 'end_of_day_photos_duplicated': 5882, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 2655, 'ratio_coverage': 0.9756941631268881}, 'dashboard_dict': {'nb_ptf_finished': 44, 'nb_images_finished': 2538, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 2538, 'last_update': '2025/04/24', 'portfolio_id': 22322207, 'last_run_id': 1751995, 'total_number_of_photos': 2656}} No error ? {'log_dict': {'total_nb_images': 8539, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84420 seconds', 'coverage_times_pause': '0 days 85631 seconds', 'nb_photos_decision': 8472, 'nb_gray_level_ok': 8472, 'nb_dedup_ok': 1821, 'nb_two_criteria_ok': 1821, 'nb_forced_upload': 72, 'end_of_day_photos_duplicated': 6646, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 1892, 'ratio_coverage': 0.9770946422991007}, 'dashboard_dict': {'nb_ptf_finished': 35, 'nb_images_finished': 1741, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 1741, 'last_update': '2025/04/23', 'portfolio_id': 22281420, 'last_run_id': 1747966, 'total_number_of_photos': 1897}} No error ? {'log_dict': {'total_nb_images': 8538, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84308 seconds', 'coverage_times_pause': '0 days 85621 seconds', 'nb_photos_decision': 8463, 'nb_gray_level_ok': 8463, 'nb_dedup_ok': 3314, 'nb_two_criteria_ok': 3314, 'nb_forced_upload': 75, 'end_of_day_photos_duplicated': 5149, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 3, 'end_of_day_photos_uploaded': 3385, 'ratio_coverage': 0.9757983309992013}, 'dashboard_dict': {'nb_ptf_finished': 60, 'nb_images_finished': 3325, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 3325, 'last_update': '2025/04/25', 'portfolio_id': 22364229, 'last_run_id': 1755845, 'total_number_of_photos': 3390}} No error ? {'log_dict': {'total_nb_images': 8539, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84420 seconds', 'coverage_times_pause': '0 days 85631 seconds', 'nb_photos_decision': 8472, 'nb_gray_level_ok': 8472, 'nb_dedup_ok': 1821, 'nb_two_criteria_ok': 1821, 'nb_forced_upload': 72, 'end_of_day_photos_duplicated': 6646, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 1892, 'ratio_coverage': 0.9770946422991007}, 'dashboard_dict': {'nb_ptf_finished': 35, 'nb_images_finished': 1741, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 1741, 'last_update': '2025/04/23', 'portfolio_id': 22281420, 'last_run_id': 1747966, 'total_number_of_photos': 1897}} No error ? {'log_dict': {'total_nb_images': 6779, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 66960 seconds', 'coverage_times_pause': '0 days 67979 seconds', 'nb_photos_decision': 6726, 'nb_gray_level_ok': 6726, 'nb_dedup_ok': 1, 'nb_two_criteria_ok': 1, 'nb_forced_upload': 53, 'end_of_day_photos_duplicated': 6725, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 53, 'ratio_coverage': 0.9789616807263264}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'last_update': '2025/04/22', 'portfolio_id': 22270569, 'last_run_id': 1743926, 'total_number_of_photos': 54}} Since we don't have condition on date we need to verify this lately ! No error ? {'log_dict': {'total_nb_images': 1783, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 17600 seconds', 'coverage_times_pause': '0 days 17879 seconds', 'nb_photos_decision': 1771, 'nb_gray_level_ok': 1771, 'nb_dedup_ok': 44, 'nb_two_criteria_ok': 44, 'nb_forced_upload': 12, 'end_of_day_photos_duplicated': 1727, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 55, 'ratio_coverage': 0.9778321017834324}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'last_update': '2025/04/20', 'portfolio_id': 22230325, 'last_run_id': 1740087, 'total_number_of_photos': 56}} No error ? {'log_dict': {'total_nb_images': 8557, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84575 seconds', 'coverage_times_pause': '0 days 85806 seconds', 'nb_photos_decision': 8478, 'nb_gray_level_ok': 8478, 'nb_dedup_ok': 4183, 'nb_two_criteria_ok': 4183, 'nb_forced_upload': 84, 'end_of_day_photos_duplicated': 4295, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 1, 'end_of_day_photos_uploaded': 4260, 'ratio_coverage': 0.9788886445444971}, 'dashboard_dict': {'nb_ptf_finished': 71, 'nb_images_finished': 4214, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 4214, 'last_update': '2025/04/19', 'portfolio_id': 22162785, 'last_run_id': 1738750, 'total_number_of_photos': 4275}} No error ? {'log_dict': {'total_nb_images': 8538, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84299 seconds', 'coverage_times_pause': '0 days 85620 seconds', 'nb_photos_decision': 8447, 'nb_gray_level_ok': 8447, 'nb_dedup_ok': 2565, 'nb_two_criteria_ok': 2565, 'nb_forced_upload': 91, 'end_of_day_photos_duplicated': 5882, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 2655, 'ratio_coverage': 0.9756941631268881}, 'dashboard_dict': {'nb_ptf_finished': 44, 'nb_images_finished': 2538, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 2538, 'last_update': '2025/04/24', 'portfolio_id': 22322207, 'last_run_id': 1751848, 'total_number_of_photos': 2656}} No error ? {'log_dict': {'total_nb_images': 8539, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84420 seconds', 'coverage_times_pause': '0 days 85631 seconds', 'nb_photos_decision': 8472, 'nb_gray_level_ok': 8472, 'nb_dedup_ok': 1821, 'nb_two_criteria_ok': 1821, 'nb_forced_upload': 72, 'end_of_day_photos_duplicated': 6646, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 1892, 'ratio_coverage': 0.9770946422991007}, 'dashboard_dict': {'nb_ptf_finished': 35, 'nb_images_finished': 1741, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 1741, 'last_update': '2025/04/23', 'portfolio_id': 22281420, 'last_run_id': 1747966, 'total_number_of_photos': 1897}} No error ? {'log_dict': {'total_nb_images': 6779, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 66960 seconds', 'coverage_times_pause': '0 days 67979 seconds', 'nb_photos_decision': 6726, 'nb_gray_level_ok': 6726, 'nb_dedup_ok': 1, 'nb_two_criteria_ok': 1, 'nb_forced_upload': 53, 'end_of_day_photos_duplicated': 6725, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 53, 'ratio_coverage': 0.9789616807263264}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'last_update': '2025/04/22', 'portfolio_id': 22270569, 'last_run_id': 1743926, 'total_number_of_photos': 54}} Since we don't have condition on date we need to verify this lately ! No error ? {'log_dict': {'total_nb_images': 1783, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 17600 seconds', 'coverage_times_pause': '0 days 17879 seconds', 'nb_photos_decision': 1771, 'nb_gray_level_ok': 1771, 'nb_dedup_ok': 44, 'nb_two_criteria_ok': 44, 'nb_forced_upload': 12, 'end_of_day_photos_duplicated': 1727, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 55, 'ratio_coverage': 0.9778321017834324}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'last_update': '2025/04/20', 'portfolio_id': 22230325, 'last_run_id': 1740087, 'total_number_of_photos': 56}} No error ? {'log_dict': {'total_nb_images': 8557, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84575 seconds', 'coverage_times_pause': '0 days 85806 seconds', 'nb_photos_decision': 8478, 'nb_gray_level_ok': 8478, 'nb_dedup_ok': 4183, 'nb_two_criteria_ok': 4183, 'nb_forced_upload': 84, 'end_of_day_photos_duplicated': 4295, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 1, 'end_of_day_photos_uploaded': 4260, 'ratio_coverage': 0.9788886445444971}, 'dashboard_dict': {'nb_ptf_finished': 71, 'nb_images_finished': 4214, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 4214, 'last_update': '2025/04/19', 'portfolio_id': 22162785, 'last_run_id': 1738750, 'total_number_of_photos': 4275}} No error ? {'log_dict': {'total_nb_images': 8574, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84803 seconds', 'coverage_times_pause': '0 days 85980 seconds', 'nb_photos_decision': 8482, 'nb_gray_level_ok': 8482, 'nb_dedup_ok': 4276, 'nb_two_criteria_ok': 4276, 'nb_forced_upload': 92, 'end_of_day_photos_duplicated': 4206, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 5, 'end_of_day_photos_uploaded': 4362, 'ratio_coverage': 0.9815275639764349}, 'dashboard_dict': {'nb_ptf_finished': 78, 'nb_images_finished': 4363, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 4363, 'last_update': '2025/04/18', 'portfolio_id': 22109363, 'last_run_id': 1733486, 'total_number_of_photos': 4382}} No error ? {'log_dict': {'total_nb_images': 8539, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84420 seconds', 'coverage_times_pause': '0 days 85631 seconds', 'nb_photos_decision': 8472, 'nb_gray_level_ok': 8472, 'nb_dedup_ok': 1821, 'nb_two_criteria_ok': 1821, 'nb_forced_upload': 72, 'end_of_day_photos_duplicated': 6646, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 1892, 'ratio_coverage': 0.9770946422991007}, 'dashboard_dict': {'nb_ptf_finished': 35, 'nb_images_finished': 1741, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 1741, 'last_update': '2025/04/23', 'portfolio_id': 22281420, 'last_run_id': 1747834, 'total_number_of_photos': 1897}} No error ? {'log_dict': {'total_nb_images': 6779, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 66960 seconds', 'coverage_times_pause': '0 days 67979 seconds', 'nb_photos_decision': 6726, 'nb_gray_level_ok': 6726, 'nb_dedup_ok': 1, 'nb_two_criteria_ok': 1, 'nb_forced_upload': 53, 'end_of_day_photos_duplicated': 6725, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 53, 'ratio_coverage': 0.9789616807263264}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'last_update': '2025/04/22', 'portfolio_id': 22270569, 'last_run_id': 1743926, 'total_number_of_photos': 54}} Since we don't have condition on date we need to verify this lately ! No error ? {'log_dict': {'total_nb_images': 1783, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 17600 seconds', 'coverage_times_pause': '0 days 17879 seconds', 'nb_photos_decision': 1771, 'nb_gray_level_ok': 1771, 'nb_dedup_ok': 44, 'nb_two_criteria_ok': 44, 'nb_forced_upload': 12, 'end_of_day_photos_duplicated': 1727, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 55, 'ratio_coverage': 0.9778321017834324}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'last_update': '2025/04/20', 'portfolio_id': 22230325, 'last_run_id': 1740087, 'total_number_of_photos': 56}} No error ? {'log_dict': {'total_nb_images': 8557, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84575 seconds', 'coverage_times_pause': '0 days 85806 seconds', 'nb_photos_decision': 8478, 'nb_gray_level_ok': 8478, 'nb_dedup_ok': 4183, 'nb_two_criteria_ok': 4183, 'nb_forced_upload': 84, 'end_of_day_photos_duplicated': 4295, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 1, 'end_of_day_photos_uploaded': 4260, 'ratio_coverage': 0.9788886445444971}, 'dashboard_dict': {'nb_ptf_finished': 71, 'nb_images_finished': 4214, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 4214, 'last_update': '2025/04/19', 'portfolio_id': 22162785, 'last_run_id': 1738750, 'total_number_of_photos': 4275}} No error ? {'log_dict': {'total_nb_images': 8544, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84415 seconds', 'coverage_times_pause': '0 days 85679 seconds', 'nb_photos_decision': 8478, 'nb_gray_level_ok': 8478, 'nb_dedup_ok': 3396, 'nb_two_criteria_ok': 3396, 'nb_forced_upload': 66, 'end_of_day_photos_duplicated': 5082, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 1, 'end_of_day_photos_uploaded': 3460, 'ratio_coverage': 0.9770367712589266}, 'dashboard_dict': {'nb_ptf_finished': 62, 'nb_images_finished': 3389, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 3389, 'last_update': '2025/04/17', 'portfolio_id': 22055303, 'last_run_id': 1729834, 'total_number_of_photos': 3462}} No error ? {'log_dict': {'total_nb_images': 6779, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 66960 seconds', 'coverage_times_pause': '0 days 67979 seconds', 'nb_photos_decision': 6726, 'nb_gray_level_ok': 6726, 'nb_dedup_ok': 1, 'nb_two_criteria_ok': 1, 'nb_forced_upload': 53, 'end_of_day_photos_duplicated': 6725, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 53, 'ratio_coverage': 0.9789616807263264}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'last_update': '2025/04/22', 'portfolio_id': 22270569, 'last_run_id': 1743820, 'total_number_of_photos': 54}} Since we don't have condition on date we need to verify this lately ! No error ? {'log_dict': {'total_nb_images': 1783, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 17600 seconds', 'coverage_times_pause': '0 days 17879 seconds', 'nb_photos_decision': 1771, 'nb_gray_level_ok': 1771, 'nb_dedup_ok': 44, 'nb_two_criteria_ok': 44, 'nb_forced_upload': 12, 'end_of_day_photos_duplicated': 1727, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 55, 'ratio_coverage': 0.9778321017834324}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'last_update': '2025/04/20', 'portfolio_id': 22230325, 'last_run_id': 1740087, 'total_number_of_photos': 56}} No error ? {'log_dict': {'total_nb_images': 8557, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84575 seconds', 'coverage_times_pause': '0 days 85806 seconds', 'nb_photos_decision': 8478, 'nb_gray_level_ok': 8478, 'nb_dedup_ok': 4183, 'nb_two_criteria_ok': 4183, 'nb_forced_upload': 84, 'end_of_day_photos_duplicated': 4295, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 1, 'end_of_day_photos_uploaded': 4260, 'ratio_coverage': 0.9788886445444971}, 'dashboard_dict': {'nb_ptf_finished': 71, 'nb_images_finished': 4214, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 4214, 'last_update': '2025/04/19', 'portfolio_id': 22162785, 'last_run_id': 1738750, 'total_number_of_photos': 4275}} No error ? {'log_dict': {'total_nb_images': 8574, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84803 seconds', 'coverage_times_pause': '0 days 85980 seconds', 'nb_photos_decision': 8482, 'nb_gray_level_ok': 8482, 'nb_dedup_ok': 4276, 'nb_two_criteria_ok': 4276, 'nb_forced_upload': 92, 'end_of_day_photos_duplicated': 4206, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 5, 'end_of_day_photos_uploaded': 4362, 'ratio_coverage': 0.9815275639764349}, 'dashboard_dict': {'nb_ptf_finished': 78, 'nb_images_finished': 4363, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 4363, 'last_update': '2025/04/18', 'portfolio_id': 22109363, 'last_run_id': 1733486, 'total_number_of_photos': 4382}} No error ? {'log_dict': {'total_nb_images': 8544, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84415 seconds', 'coverage_times_pause': '0 days 85679 seconds', 'nb_photos_decision': 8478, 'nb_gray_level_ok': 8478, 'nb_dedup_ok': 3396, 'nb_two_criteria_ok': 3396, 'nb_forced_upload': 66, 'end_of_day_photos_duplicated': 5082, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 1, 'end_of_day_photos_uploaded': 3460, 'ratio_coverage': 0.9770367712589266}, 'dashboard_dict': {'nb_ptf_finished': 62, 'nb_images_finished': 3389, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 3389, 'last_update': '2025/04/17', 'portfolio_id': 22055303, 'last_run_id': 1729834, 'total_number_of_photos': 3462}} No error ? {'log_dict': {'total_nb_images': 8551, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84427 seconds', 'coverage_times_pause': '0 days 85750 seconds', 'nb_photos_decision': 8477, 'nb_gray_level_ok': 8477, 'nb_dedup_ok': 2694, 'nb_two_criteria_ok': 2694, 'nb_forced_upload': 79, 'end_of_day_photos_duplicated': 5778, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 2772, 'ratio_coverage': 0.9771756617553444}, 'dashboard_dict': {'nb_ptf_finished': 30, 'nb_images_finished': 1797, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 15, 'nb_images_started': 1053, 'nb_selected_images': 2850, 'last_update': '2025/04/16', 'portfolio_id': 22024890, 'last_run_id': 1726343, 'total_number_of_photos': 2954}} Since we don't have condition on date we need to verify this lately ! No error ? {'log_dict': {'total_nb_images': 1783, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 17600 seconds', 'coverage_times_pause': '0 days 17879 seconds', 'nb_photos_decision': 1771, 'nb_gray_level_ok': 1771, 'nb_dedup_ok': 44, 'nb_two_criteria_ok': 44, 'nb_forced_upload': 12, 'end_of_day_photos_duplicated': 1727, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 55, 'ratio_coverage': 0.9778321017834324}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'last_update': '2025/04/20', 'portfolio_id': 22230325, 'last_run_id': 1740087, 'total_number_of_photos': 56}} No error ? {'log_dict': {'total_nb_images': 8557, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84575 seconds', 'coverage_times_pause': '0 days 85806 seconds', 'nb_photos_decision': 8478, 'nb_gray_level_ok': 8478, 'nb_dedup_ok': 4183, 'nb_two_criteria_ok': 4183, 'nb_forced_upload': 84, 'end_of_day_photos_duplicated': 4295, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 1, 'end_of_day_photos_uploaded': 4260, 'ratio_coverage': 0.9788886445444971}, 'dashboard_dict': {'nb_ptf_finished': 71, 'nb_images_finished': 4214, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 4214, 'last_update': '2025/04/19', 'portfolio_id': 22162785, 'last_run_id': 1738750, 'total_number_of_photos': 4275}} No error ? {'log_dict': {'total_nb_images': 8574, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84803 seconds', 'coverage_times_pause': '0 days 85980 seconds', 'nb_photos_decision': 8482, 'nb_gray_level_ok': 8482, 'nb_dedup_ok': 4276, 'nb_two_criteria_ok': 4276, 'nb_forced_upload': 92, 'end_of_day_photos_duplicated': 4206, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 5, 'end_of_day_photos_uploaded': 4362, 'ratio_coverage': 0.9815275639764349}, 'dashboard_dict': {'nb_ptf_finished': 78, 'nb_images_finished': 4363, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 4363, 'last_update': '2025/04/18', 'portfolio_id': 22109363, 'last_run_id': 1733486, 'total_number_of_photos': 4382}} No error ? {'log_dict': {'total_nb_images': 8544, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84415 seconds', 'coverage_times_pause': '0 days 85679 seconds', 'nb_photos_decision': 8478, 'nb_gray_level_ok': 8478, 'nb_dedup_ok': 3396, 'nb_two_criteria_ok': 3396, 'nb_forced_upload': 66, 'end_of_day_photos_duplicated': 5082, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 1, 'end_of_day_photos_uploaded': 3460, 'ratio_coverage': 0.9770367712589266}, 'dashboard_dict': {'nb_ptf_finished': 62, 'nb_images_finished': 3389, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 3389, 'last_update': '2025/04/17', 'portfolio_id': 22055303, 'last_run_id': 1729834, 'total_number_of_photos': 3462}} No error ? {'log_dict': {'total_nb_images': 8551, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84427 seconds', 'coverage_times_pause': '0 days 85750 seconds', 'nb_photos_decision': 8477, 'nb_gray_level_ok': 8477, 'nb_dedup_ok': 2694, 'nb_two_criteria_ok': 2694, 'nb_forced_upload': 79, 'end_of_day_photos_duplicated': 5778, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 2772, 'ratio_coverage': 0.9771756617553444}, 'dashboard_dict': {'nb_ptf_finished': 30, 'nb_images_finished': 1797, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 15, 'nb_images_started': 1053, 'nb_selected_images': 2850, 'last_update': '2025/04/16', 'portfolio_id': 22024890, 'last_run_id': 1726343, 'total_number_of_photos': 2954}} No error ? {'log_dict': {'total_nb_images': 6767, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 66854 seconds', 'coverage_times_pause': '0 days 67857 seconds', 'nb_photos_decision': 6703, 'nb_gray_level_ok': 6703, 'nb_dedup_ok': 3254, 'nb_two_criteria_ok': 3254, 'nb_forced_upload': 64, 'end_of_day_photos_duplicated': 3449, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 3317, 'ratio_coverage': 0.977411950467112}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 1783, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 17600 seconds', 'coverage_times_pause': '0 days 17879 seconds', 'nb_photos_decision': 1771, 'nb_gray_level_ok': 1771, 'nb_dedup_ok': 44, 'nb_two_criteria_ok': 44, 'nb_forced_upload': 12, 'end_of_day_photos_duplicated': 1727, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 55, 'ratio_coverage': 0.9778321017834324}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'last_update': '2025/04/20', 'portfolio_id': 22230325, 'last_run_id': 1738120, 'total_number_of_photos': 55}} No error ? {'log_dict': {'total_nb_images': 8557, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84575 seconds', 'coverage_times_pause': '0 days 85806 seconds', 'nb_photos_decision': 8478, 'nb_gray_level_ok': 8478, 'nb_dedup_ok': 4183, 'nb_two_criteria_ok': 4183, 'nb_forced_upload': 84, 'end_of_day_photos_duplicated': 4295, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 1, 'end_of_day_photos_uploaded': 4260, 'ratio_coverage': 0.9788886445444971}, 'dashboard_dict': {'nb_ptf_finished': 71, 'nb_images_finished': 4214, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 4214, 'last_update': '2025/04/19', 'portfolio_id': 22162785, 'last_run_id': 1738750, 'total_number_of_photos': 4275}} No error ? {'log_dict': {'total_nb_images': 8574, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84803 seconds', 'coverage_times_pause': '0 days 85980 seconds', 'nb_photos_decision': 8482, 'nb_gray_level_ok': 8482, 'nb_dedup_ok': 4276, 'nb_two_criteria_ok': 4276, 'nb_forced_upload': 92, 'end_of_day_photos_duplicated': 4206, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 5, 'end_of_day_photos_uploaded': 4362, 'ratio_coverage': 0.9815275639764349}, 'dashboard_dict': {'nb_ptf_finished': 78, 'nb_images_finished': 4363, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 4363, 'last_update': '2025/04/18', 'portfolio_id': 22109363, 'last_run_id': 1733486, 'total_number_of_photos': 4382}} No error ? {'log_dict': {'total_nb_images': 8544, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84415 seconds', 'coverage_times_pause': '0 days 85679 seconds', 'nb_photos_decision': 8478, 'nb_gray_level_ok': 8478, 'nb_dedup_ok': 3396, 'nb_two_criteria_ok': 3396, 'nb_forced_upload': 66, 'end_of_day_photos_duplicated': 5082, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 1, 'end_of_day_photos_uploaded': 3460, 'ratio_coverage': 0.9770367712589266}, 'dashboard_dict': {'nb_ptf_finished': 62, 'nb_images_finished': 3389, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 3389, 'last_update': '2025/04/17', 'portfolio_id': 22055303, 'last_run_id': 1729834, 'total_number_of_photos': 3462}} No error ? {'log_dict': {'total_nb_images': 8551, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84427 seconds', 'coverage_times_pause': '0 days 85750 seconds', 'nb_photos_decision': 8477, 'nb_gray_level_ok': 8477, 'nb_dedup_ok': 2694, 'nb_two_criteria_ok': 2694, 'nb_forced_upload': 79, 'end_of_day_photos_duplicated': 5778, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 2772, 'ratio_coverage': 0.9771756617553444}, 'dashboard_dict': {'nb_ptf_finished': 30, 'nb_images_finished': 1797, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 15, 'nb_images_started': 1053, 'nb_selected_images': 2850, 'last_update': '2025/04/16', 'portfolio_id': 22024890, 'last_run_id': 1726343, 'total_number_of_photos': 2954}} No error ? {'log_dict': {'total_nb_images': 6767, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 66854 seconds', 'coverage_times_pause': '0 days 67857 seconds', 'nb_photos_decision': 6703, 'nb_gray_level_ok': 6703, 'nb_dedup_ok': 3254, 'nb_two_criteria_ok': 3254, 'nb_forced_upload': 64, 'end_of_day_photos_duplicated': 3449, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 3317, 'ratio_coverage': 0.977411950467112}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} Since we don't have condition on date we need to verify this lately ! No error ? {'log_dict': {'total_nb_images': 8557, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84575 seconds', 'coverage_times_pause': '0 days 85806 seconds', 'nb_photos_decision': 8478, 'nb_gray_level_ok': 8478, 'nb_dedup_ok': 4183, 'nb_two_criteria_ok': 4183, 'nb_forced_upload': 84, 'end_of_day_photos_duplicated': 4295, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 1, 'end_of_day_photos_uploaded': 4260, 'ratio_coverage': 0.9788886445444971}, 'dashboard_dict': {'nb_ptf_finished': 71, 'nb_images_finished': 4214, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 4214, 'last_update': '2025/04/19', 'portfolio_id': 22162785, 'last_run_id': 1737776, 'total_number_of_photos': 4275}} No error ? {'log_dict': {'total_nb_images': 8574, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84803 seconds', 'coverage_times_pause': '0 days 85980 seconds', 'nb_photos_decision': 8482, 'nb_gray_level_ok': 8482, 'nb_dedup_ok': 4276, 'nb_two_criteria_ok': 4276, 'nb_forced_upload': 92, 'end_of_day_photos_duplicated': 4206, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 5, 'end_of_day_photos_uploaded': 4362, 'ratio_coverage': 0.9815275639764349}, 'dashboard_dict': {'nb_ptf_finished': 78, 'nb_images_finished': 4363, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 4363, 'last_update': '2025/04/18', 'portfolio_id': 22109363, 'last_run_id': 1733486, 'total_number_of_photos': 4382}} No error ? {'log_dict': {'total_nb_images': 8544, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84415 seconds', 'coverage_times_pause': '0 days 85679 seconds', 'nb_photos_decision': 8478, 'nb_gray_level_ok': 8478, 'nb_dedup_ok': 3396, 'nb_two_criteria_ok': 3396, 'nb_forced_upload': 66, 'end_of_day_photos_duplicated': 5082, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 1, 'end_of_day_photos_uploaded': 3460, 'ratio_coverage': 0.9770367712589266}, 'dashboard_dict': {'nb_ptf_finished': 62, 'nb_images_finished': 3389, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 3389, 'last_update': '2025/04/17', 'portfolio_id': 22055303, 'last_run_id': 1729834, 'total_number_of_photos': 3462}} No error ? {'log_dict': {'total_nb_images': 8551, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84427 seconds', 'coverage_times_pause': '0 days 85750 seconds', 'nb_photos_decision': 8477, 'nb_gray_level_ok': 8477, 'nb_dedup_ok': 2694, 'nb_two_criteria_ok': 2694, 'nb_forced_upload': 79, 'end_of_day_photos_duplicated': 5778, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 2772, 'ratio_coverage': 0.9771756617553444}, 'dashboard_dict': {'nb_ptf_finished': 30, 'nb_images_finished': 1797, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 15, 'nb_images_started': 1053, 'nb_selected_images': 2850, 'last_update': '2025/04/16', 'portfolio_id': 22024890, 'last_run_id': 1726343, 'total_number_of_photos': 2954}} No error ? {'log_dict': {'total_nb_images': 6767, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 66854 seconds', 'coverage_times_pause': '0 days 67857 seconds', 'nb_photos_decision': 6703, 'nb_gray_level_ok': 6703, 'nb_dedup_ok': 3254, 'nb_two_criteria_ok': 3254, 'nb_forced_upload': 64, 'end_of_day_photos_duplicated': 3449, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 3317, 'ratio_coverage': 0.977411950467112}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} Since we don't have condition on date we need to verify this lately ! No error ? {'log_dict': {'total_nb_images': 2143, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 21151 seconds', 'coverage_times_pause': '0 days 21488 seconds', 'nb_photos_decision': 2124, 'nb_gray_level_ok': 2124, 'nb_dedup_ok': 41, 'nb_two_criteria_ok': 41, 'nb_forced_upload': 24, 'end_of_day_photos_duplicated': 2078, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 64, 'ratio_coverage': 1.0}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 8574, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84803 seconds', 'coverage_times_pause': '0 days 85980 seconds', 'nb_photos_decision': 8482, 'nb_gray_level_ok': 8482, 'nb_dedup_ok': 4276, 'nb_two_criteria_ok': 4276, 'nb_forced_upload': 92, 'end_of_day_photos_duplicated': 4206, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 5, 'end_of_day_photos_uploaded': 4362, 'ratio_coverage': 0.9815275639764349}, 'dashboard_dict': {'nb_ptf_finished': 78, 'nb_images_finished': 4363, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 4363, 'last_update': '2025/04/18', 'portfolio_id': 22109363, 'last_run_id': 1733392, 'total_number_of_photos': 4382}} No error ? {'log_dict': {'total_nb_images': 8544, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84415 seconds', 'coverage_times_pause': '0 days 85679 seconds', 'nb_photos_decision': 8478, 'nb_gray_level_ok': 8478, 'nb_dedup_ok': 3396, 'nb_two_criteria_ok': 3396, 'nb_forced_upload': 66, 'end_of_day_photos_duplicated': 5082, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 1, 'end_of_day_photos_uploaded': 3460, 'ratio_coverage': 0.9770367712589266}, 'dashboard_dict': {'nb_ptf_finished': 62, 'nb_images_finished': 3389, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 3389, 'last_update': '2025/04/17', 'portfolio_id': 22055303, 'last_run_id': 1729834, 'total_number_of_photos': 3462}} No error ? {'log_dict': {'total_nb_images': 8551, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84427 seconds', 'coverage_times_pause': '0 days 85750 seconds', 'nb_photos_decision': 8477, 'nb_gray_level_ok': 8477, 'nb_dedup_ok': 2694, 'nb_two_criteria_ok': 2694, 'nb_forced_upload': 79, 'end_of_day_photos_duplicated': 5778, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 2772, 'ratio_coverage': 0.9771756617553444}, 'dashboard_dict': {'nb_ptf_finished': 30, 'nb_images_finished': 1797, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 15, 'nb_images_started': 1053, 'nb_selected_images': 2850, 'last_update': '2025/04/16', 'portfolio_id': 22024890, 'last_run_id': 1726343, 'total_number_of_photos': 2954}} No error ? {'log_dict': {'total_nb_images': 6767, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 66854 seconds', 'coverage_times_pause': '0 days 67857 seconds', 'nb_photos_decision': 6703, 'nb_gray_level_ok': 6703, 'nb_dedup_ok': 3254, 'nb_two_criteria_ok': 3254, 'nb_forced_upload': 64, 'end_of_day_photos_duplicated': 3449, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 3317, 'ratio_coverage': 0.977411950467112}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} Since we don't have condition on date we need to verify this lately ! No error ? {'log_dict': {'total_nb_images': 2143, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 21151 seconds', 'coverage_times_pause': '0 days 21488 seconds', 'nb_photos_decision': 2124, 'nb_gray_level_ok': 2124, 'nb_dedup_ok': 41, 'nb_two_criteria_ok': 41, 'nb_forced_upload': 24, 'end_of_day_photos_duplicated': 2078, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 64, 'ratio_coverage': 1.0}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 8556, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84508 seconds', 'coverage_times_pause': '0 days 85797 seconds', 'nb_photos_decision': 8464, 'nb_gray_level_ok': 8464, 'nb_dedup_ok': 3143, 'nb_two_criteria_ok': 3143, 'nb_forced_upload': 92, 'end_of_day_photos_duplicated': 5321, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 3234, 'ratio_coverage': 0.9781131726061644}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 8544, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84415 seconds', 'coverage_times_pause': '0 days 85679 seconds', 'nb_photos_decision': 8478, 'nb_gray_level_ok': 8478, 'nb_dedup_ok': 3396, 'nb_two_criteria_ok': 3396, 'nb_forced_upload': 66, 'end_of_day_photos_duplicated': 5082, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 1, 'end_of_day_photos_uploaded': 3460, 'ratio_coverage': 0.9770367712589266}, 'dashboard_dict': {'nb_ptf_finished': 62, 'nb_images_finished': 3389, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 3389, 'last_update': '2025/04/17', 'portfolio_id': 22055303, 'last_run_id': 1729449, 'total_number_of_photos': 3462}} No error ? {'log_dict': {'total_nb_images': 8551, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84427 seconds', 'coverage_times_pause': '0 days 85750 seconds', 'nb_photos_decision': 8477, 'nb_gray_level_ok': 8477, 'nb_dedup_ok': 2694, 'nb_two_criteria_ok': 2694, 'nb_forced_upload': 79, 'end_of_day_photos_duplicated': 5778, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 2772, 'ratio_coverage': 0.9771756617553444}, 'dashboard_dict': {'nb_ptf_finished': 30, 'nb_images_finished': 1797, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 15, 'nb_images_started': 1053, 'nb_selected_images': 2850, 'last_update': '2025/04/16', 'portfolio_id': 22024890, 'last_run_id': 1726343, 'total_number_of_photos': 2954}} No error ? {'log_dict': {'total_nb_images': 6767, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 66854 seconds', 'coverage_times_pause': '0 days 67857 seconds', 'nb_photos_decision': 6703, 'nb_gray_level_ok': 6703, 'nb_dedup_ok': 3254, 'nb_two_criteria_ok': 3254, 'nb_forced_upload': 64, 'end_of_day_photos_duplicated': 3449, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 3317, 'ratio_coverage': 0.977411950467112}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} Since we don't have condition on date we need to verify this lately ! No error ? {'log_dict': {'total_nb_images': 2143, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 21151 seconds', 'coverage_times_pause': '0 days 21488 seconds', 'nb_photos_decision': 2124, 'nb_gray_level_ok': 2124, 'nb_dedup_ok': 41, 'nb_two_criteria_ok': 41, 'nb_forced_upload': 24, 'end_of_day_photos_duplicated': 2078, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 64, 'ratio_coverage': 1.0}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 8556, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84508 seconds', 'coverage_times_pause': '0 days 85797 seconds', 'nb_photos_decision': 8464, 'nb_gray_level_ok': 8464, 'nb_dedup_ok': 3143, 'nb_two_criteria_ok': 3143, 'nb_forced_upload': 92, 'end_of_day_photos_duplicated': 5321, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 3234, 'ratio_coverage': 0.9781131726061644}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 8550, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84496 seconds', 'coverage_times_pause': '0 days 85739 seconds', 'nb_photos_decision': 8477, 'nb_gray_level_ok': 8477, 'nb_dedup_ok': 3402, 'nb_two_criteria_ok': 3402, 'nb_forced_upload': 73, 'end_of_day_photos_duplicated': 5075, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 3474, 'ratio_coverage': 0.9779742821097467}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 6767, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 66854 seconds', 'coverage_times_pause': '0 days 67857 seconds', 'nb_photos_decision': 6703, 'nb_gray_level_ok': 6703, 'nb_dedup_ok': 3254, 'nb_two_criteria_ok': 3254, 'nb_forced_upload': 64, 'end_of_day_photos_duplicated': 3449, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 3317, 'ratio_coverage': 0.977411950467112}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} Since we don't have condition on date we need to verify this lately ! No error ? {'log_dict': {'total_nb_images': 2143, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 21151 seconds', 'coverage_times_pause': '0 days 21488 seconds', 'nb_photos_decision': 2124, 'nb_gray_level_ok': 2124, 'nb_dedup_ok': 41, 'nb_two_criteria_ok': 41, 'nb_forced_upload': 24, 'end_of_day_photos_duplicated': 2078, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 64, 'ratio_coverage': 1.0}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 8556, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84508 seconds', 'coverage_times_pause': '0 days 85797 seconds', 'nb_photos_decision': 8464, 'nb_gray_level_ok': 8464, 'nb_dedup_ok': 3143, 'nb_two_criteria_ok': 3143, 'nb_forced_upload': 92, 'end_of_day_photos_duplicated': 5321, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 3234, 'ratio_coverage': 0.9781131726061644}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 8550, 'max_time_between_images': '0 days 80 seconds', 'coverage_pause': '0 days 84496 seconds', 'coverage_times_pause': '0 days 85739 seconds', 'nb_photos_decision': 8477, 'nb_gray_level_ok': 8477, 'nb_dedup_ok': 3402, 'nb_two_criteria_ok': 3402, 'nb_forced_upload': 73, 'end_of_day_photos_duplicated': 5075, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 3474, 'ratio_coverage': 0.9779742821097467}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 8533, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84351 seconds', 'coverage_times_pause': '0 days 85569 seconds', 'nb_photos_decision': 8469, 'nb_gray_level_ok': 8469, 'nb_dedup_ok': 4171, 'nb_two_criteria_ok': 4171, 'nb_forced_upload': 69, 'end_of_day_photos_duplicated': 4293, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 4, 'end_of_day_photos_uploaded': 4235, 'ratio_coverage': 0.9762960219446984}, 'dashboard_dict': {'nb_ptf_finished': 0, 'nb_images_finished': 0, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 0, 'total_number_of_photos': 0, 'last_update': '0000/00/00'}} No error ? {'log_dict': {'total_nb_images': 8519, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84152 seconds', 'coverage_times_pause': '0 days 85443 seconds', 'nb_photos_decision': 8432, 'nb_gray_level_ok': 8432, 'nb_dedup_ok': 3922, 'nb_two_criteria_ok': 3922, 'nb_forced_upload': 87, 'end_of_day_photos_duplicated': 4510, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_ok_for_neural_classification': 5, 'end_of_day_photos_uploaded': 4003, 'ratio_coverage': 0.9739927545457702}, 'dashboard_dict': {'nb_ptf_finished': 45, 'nb_images_finished': 2842, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 18, 'nb_images_started': 1127, 'nb_selected_images': 3969, 'last_update': '2025/04/03', 'portfolio_id': 21962613, 'last_run_id': 1720464, 'total_number_of_photos': 4031}} No error ? {'log_dict': {'total_nb_images': 8550, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84563 seconds', 'coverage_times_pause': '0 days 85748 seconds', 'nb_photos_decision': 8457, 'nb_gray_level_ok': 8457, 'nb_dedup_ok': 2293, 'nb_two_criteria_ok': 2293, 'nb_forced_upload': 98, 'end_of_day_photos_duplicated': 6159, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 2390, 'ratio_coverage': 0.9787497540480793}, 'dashboard_dict': {'nb_ptf_finished': 45, 'nb_images_finished': 2281, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 2281, 'last_update': '2025/04/02', 'portfolio_id': 21928783, 'last_run_id': 1717696, 'total_number_of_photos': 2392}} Since we don't have condition on date we need to verify this lately ! No error ? {'log_dict': {'total_nb_images': 8550, 'max_time_between_images': '0 days 81 seconds', 'coverage_pause': '0 days 84563 seconds', 'coverage_times_pause': '0 days 85748 seconds', 'nb_photos_decision': 8457, 'nb_gray_level_ok': 8457, 'nb_dedup_ok': 2293, 'nb_two_criteria_ok': 2293, 'nb_forced_upload': 98, 'end_of_day_photos_duplicated': 6159, 'end_of_day_photos_nothing_done': 1, 'end_of_day_photos_uploaded': 2390, 'ratio_coverage': 0.9787497540480793}, 'dashboard_dict': {'nb_ptf_finished': 45, 'nb_images_finished': 2281, 'nb_ptf_finished_for_older': 0, 'nb_images_finished_for_older': 0, 'nb_ptf_started': 0, 'nb_images_started': 0, 'nb_selected_images': 2281, 'last_update': '2025/04/02', 'portfolio_id': 21928783, 'last_run_id': 1717581, 'total_number_of_photos': 2392}} Since we don't have condition on date we need to verify this lately ! Since we don't have condition on date we need to verify this lately ! Found day : 2025-04-30 00:00:00 Found day : 2025-04-29 00:00:00 Found day : 2025-04-28 00:00:00 Found day : 2025-04-26 00:00:00 Found day : 2025-04-25 00:00:00 Found day : 2025-04-24 00:00:00 Found day : 2025-04-23 00:00:00 Found day : 2025-04-22 00:00:00 Found day : 2025-04-21 00:00:00 Found day : 2025-04-19 00:00:00 Found day : 2025-04-18 00:00:00 Found day : 2025-04-17 00:00:00 Found day : 2025-04-16 00:00:00 Found day : 2025-04-15 00:00:00 Found day : 2025-04-14 00:00:00 Found day : 2025-04-12 00:00:00 Found day : 2025-04-11 00:00:00 Found day : 2025-04-10 00:00:00 Found day : 2025-04-09 00:00:00 Found day : 2025-04-02 00:00:00 Found day : 2025-04-01 00:00:00 Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! Missing day sla_per_day needs to be called ! We will need to call the sla_per_day for these missing days : 2025-04-03 00:00:00,2025-04-04 00:00:00,2025-04-05 00:00:00,2025-04-07 00:00:00,2025-04-08 00:00:00 after coverage_data SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and ded.dashboard_place_id = 10 and month(ded.date) = 04 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; SELECT DATE(date_debut) as date, sum(qualite*nombre_balle)/sum(nombre_balle), count(distinct mtr_photo_id) FROM MTRPhoto.dashboard_results dr, MTRUser.mtr_portfolio_photos mpp, MTRPhoto.dashboard_entry_day ded where mpp.mtr_portfolio_id=dr.mtr_portfolio_id and dr.hashtag = '_______JRM' and ded.dashboard_place_id = 10 and month(ded.date) = 04 and year(ded.date) = 2025 and dr.dashboard_run_id=ded.last_run_id and dr.qualite>=0 GROUP BY ded.date order by dr.date_debut; select avg(cps.score) as score, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'__', -1), '_', 1) as sbstr, SUBSTRING_INDEX(SUBSTRING_INDEX(mp.name,'_', -2), '_', 1) as sbstr2, SUBSTRING_INDEX(mp.name,'_', -1) as sbstr3 FROM MTRUser.mtr_portfolio_photos mpp, MTRUser.mtr_portfolios mp,MTRPhoto.class_photo_score cps,MTRBack.hashtags h,MTRPhoto.dashboard_results dr,MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE mp.id=mpp.mtr_portfolio_id and cps.photo_id=mpp.mtr_photo_id and h.hashtag_id=cps.hashtag_id and dr.mtr_portfolio_id = mpp.mtr_portfolio_id and dr.dashboard_run_id = ded.last_run_id and ded.dashboard_place_id = dp.id and h.hashtag in ('blur', 'mean_blur', 'clear') and dp.id = 10 and mp.name like '%042025%' and cps.thcl = 1533 GROUP BY sbstr ; after number_of_batch date_start : 2025-04-01 : dt_date_just_month_year : 2025-04-01 00:00:00 : VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! after pl.get_datou_sts_from_crontab : verbose : True no sts found, try to find from database SELECT dri.id FROM MTRPhoto.dashboard_run_ids dri, MTRPhoto.dashboard_entry_day ded, MTRPhoto.dashboard_places dp WHERE dp.name= "arc_en_ciel_jrm" AND ded.dashboard_place_id=dp.id AND dri.dashboard_entry_day=ded.id AND dri.id=ded.last_run_id AND ded.date >= "2025-04-01" AND ded.date <= "2025-04-30" apple3 {'JRM': {'mat': 'JRM', 'pht': 3726, 'datou_carac_id': 4302, 'unwanted_material': [], 'hashtag_majoritaire_from_carac': 'papier'}} SELECT h.hashtag as unwanted_material, substr(dr.hashtag,8) as main_material, ptp.type as pht_type, sum(pcr.value*dr.nombre_balle)/sum(dr.nombre_balle) as ratio, count(distinct mpp.mtr_photo_id) as nb_photo, group_concat(distinct ptp.mtr_portfolio_id_2) as list_port_cont, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_port, group_concat(distinct concat(cast(ptp.mtr_portfolio_id_1 as char), ":", h.hashtag, ":", cast(ptp.type as char), ":", cast(ptp.mtr_portfolio_id_2 as char))) as assoc_mat FROM MTRPhoto.dashboard_results dr, MTRPhoto.mtr_port_to_port_ids ptp, MTRUser.mtr_portfolio_photos mpp, MTRUser.portfolio_carac_ratio pcr, MTRBack.hashtags h WHERE dr.dashboard_run_id IN (1717696,1722354,1721936,1726343,1729834,1733486,1738750,1740087,1743926,1747966,1751995,1756002,1758021,1761126,1765468,1769983) AND dr.mtr_portfolio_id=ptp.mtr_portfolio_id_1 AND dr.qualite >= 0 AND mpp.mtr_portfolio_id=ptp.mtr_portfolio_id_2 AND pcr.portfolio_id=ptp.mtr_portfolio_id_1 AND h.hashtag_id = pcr.hashtag_id AND ptp.type = pcr.hashtag_type AND mpp.hide_status = 0 AND ptp.hashtag_id=h.hashtag_id group by h.hashtag, dr.hashtag, ptp.type; VR TODO TO BETTER PARSE ! ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.004757931443761224, 'nb_photo': 6393, 'list_port_cont': '21932417,21933178,21933428,21933923,21934421,21934974,21935593,21935922,21936305,21936842,21937237,21938125,21938747,21939489,21940090,21940700,21941063,21945519,21945663,21946279,21946711,21947176,21947609,21947917,21948399,21949098,21949265,21949819,21950406,21951040,21952042,21952503,21953153,21953735,21954316,21954834,21955412,21955887,21956434,21957020,21957572,21958556,21965463,21965957,21966361,21966741,21967301,21967528,21968619,21969200,21969723,21970485,21971237,21971662,21972179,21972235,21972313,21972364,21972842,21974480,21975387,21976261,21976977,21977791,21980225,21981043,21981646,21982282,21983059,21983783,21984202,21985045,21985639,21986356,21987083,21988124,21988625,21989234,21989761,21990551,21990871,21991927,21992532,21993344,21994257,21995184,21995755,21998722,21998734,21998865,21998914,21998933,21998945,21998997,21999018,21999075,21999125,21999135,21999180,21999201,21999245,21999270,21999278,21999310,22023979,22024365,22024911,22024949,22025183,22029307,22029617,22030095,22030800,2203137', 'assoc_port': '21932408:21932417,21933164:21933178,21933416:21933428,21933884:21933923,21934417:21934421,21934914:21934974,21935562:21935593,21935870:21935922,21936299:21936305,21936767:21936842,21937221:21937237,21938116:21938125,21938715:21938747,21939479:21939489,21940075:21940090,21940655:21940700,21941026:21941063,21945514:21945519,21945658:21945663,21946263:21946279,21946690:21946711,21947123:21947176,21947606:21947609,21947903:21947917,21948384:21948399,21949089:21949098,21949258:21949265,21949788:21949819,21950402:21950406,21951031:21951040,21952036:21952042,21952498:21952503,21953111:21953153,21953698:21953735,21954306:21954316,21954804:21954834,21955357:21955412,21955879:21955887,21956398:21956434,21956983:21957020,21957541:21957572,21958543:21958556,21965459:21965463,21965950:21965957,21966355:21966361,21966736:21966741,21967292:21967301,21967515:21967528,21968589:21968619,21969192:21969200,21969684:21969723,21970477:21970485,21971233:21971237,21971650:21971662,21972161:21972235,21972163:21972179,21972252:2197231', 'assoc_mat': '21932408:autre_refus:3726:21932417,21933164:autre_refus:3726:21933178,21933416:autre_refus:3726:21933428,21933884:autre_refus:3726:21933923,21934417:autre_refus:3726:21934421,21934914:autre_refus:3726:21934974,21935562:autre_refus:3726:21935593,21935870:autre_refus:3726:21935922,21936299:autre_refus:3726:21936305,21936767:autre_refus:3726:21936842,21937221:autre_refus:3726:21937237,21938116:autre_refus:3726:21938125,21938715:autre_refus:3726:21938747,21939479:autre_refus:3726:21939489,21940075:autre_refus:3726:21940090,21940655:autre_refus:3726:21940700,21941026:autre_refus:3726:21941063,21945514:autre_refus:3726:21945519,21945658:autre_refus:3726:21945663,21946263:autre_refus:3726:21946279,21946690:autre_refus:3726:21946711,21947123:autre_refus:3726:21947176,21947606:autre_refus:3726:21947609,21947903:autre_refus:3726:21947917,21948384:autre_refus:3726:21948399,21949089:autre_refus:3726:21949098,21949258:autre_refus:3726:21949265,21949788:autre_refus:3726:21949819,21950402:autre_refus:3726:21950406,21951031:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005487734467780713, 'nb_photo': 9712, 'list_port_cont': '21931423,21931504,21932413,21933177,21933420,21933915,21934426,21934968,21935599,21935921,21936312,21936837,21937233,21938124,21938746,21939490,21940084,21940690,21941057,21945527,21945669,21945967,21946270,21946713,21947181,21947612,21947915,21948391,21949104,21949268,21949817,21950413,21951045,21952047,21952505,21953160,21953734,21954318,21954840,21955416,21955884,21956435,21957019,21957578,21958552,21965072,21965465,21965961,21966368,21966747,21967300,21967531,21968618,21969194,21969718,21970487,21971241,21971663,21972177,21972237,21972308,21972372,21972837,21974483,21975391,21976263,21976981,21977785,21980220,21981042,21981654,21982277,21983060,21983787,21984196,21985043,21985634,21986360,21987077,21988121,21988627,21989224,21989756,21990558,21990870,21991919,21992536,21993341,21994254,21995178,21995750,21998728,21998737,21998863,21998915,21998929,21998944,21999001,21999024,21999071,21999124,21999146,21999181,21999204,21999243,21999269,21999282,21999312,22023987,22024364,22024921,22024950,22025192,2202930', 'assoc_port': '21931365:21931423,21931497:21931504,21932408:21932413,21933164:21933177,21933416:21933420,21933884:21933915,21934417:21934426,21934914:21934968,21935562:21935599,21935870:21935921,21936299:21936312,21936767:21936837,21937221:21937233,21938116:21938124,21938715:21938746,21939479:21939490,21940075:21940084,21940655:21940690,21941026:21941057,21945514:21945527,21945658:21945669,21945960:21945967,21946263:21946270,21946690:21946713,21947123:21947181,21947606:21947612,21947903:21947915,21948384:21948391,21949089:21949104,21949258:21949268,21949788:21949817,21950402:21950413,21951031:21951045,21952036:21952047,21952498:21952505,21953111:21953160,21953698:21953734,21954306:21954318,21954804:21954840,21955357:21955416,21955879:21955884,21956398:21956435,21956983:21957019,21957541:21957578,21958543:21958552,21965066:21965072,21965459:21965465,21965950:21965961,21966355:21966368,21966736:21966747,21967292:21967300,21967515:21967531,21968589:21968618,21969192:21969194,21969684:21969718,21970477:21970487,21971233:2197124', 'assoc_mat': '21931365:cartonnette:3726:21931423,21931497:cartonnette:3726:21931504,21932408:cartonnette:3726:21932413,21933164:cartonnette:3726:21933177,21933416:cartonnette:3726:21933420,21933884:cartonnette:3726:21933915,21934417:cartonnette:3726:21934426,21934914:cartonnette:3726:21934968,21935562:cartonnette:3726:21935599,21935870:cartonnette:3726:21935921,21936299:cartonnette:3726:21936312,21936767:cartonnette:3726:21936837,21937221:cartonnette:3726:21937233,21938116:cartonnette:3726:21938124,21938715:cartonnette:3726:21938746,21939479:cartonnette:3726:21939490,21940075:cartonnette:3726:21940084,21940655:cartonnette:3726:21940690,21941026:cartonnette:3726:21941057,21945514:cartonnette:3726:21945527,21945658:cartonnette:3726:21945669,21945960:cartonnette:3726:21945967,21946263:cartonnette:3726:21946270,21946690:cartonnette:3726:21946713,21947123:cartonnette:3726:21947181,21947606:cartonnette:3726:21947612,21947903:cartonnette:3726:21947915,21948384:cartonnette:3726:21948391,21949089:cartonnette:3726:21949104,21949258:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.018358658519376632, 'nb_photo': 13304, 'list_port_cont': '21931503,21932421,21933172,21933424,21933914,21934423,21934973,21935595,21935932,21936306,21936831,21937231,21938128,21938750,21939491,21940089,21940698,21941066,21945529,21945673,21945973,21946272,21946719,21947180,21947617,21947910,21948397,21949100,21949272,21949821,21950410,21951042,21952039,21952513,21953150,21953738,21954317,21954831,21955411,21955886,21956425,21957023,21957567,21965079,21965466,21965964,21966364,21966743,21967299,21967539,21968627,21969201,21969714,21970482,21971242,21971654,21972171,21972236,21972312,21972362,21972838,21974479,21975385,21976256,21976974,21977787,21980227,21981041,21981644,21982278,21983051,21983788,21984198,21985035,21985632,21986352,21987079,21988118,21988621,21989228,21989758,21990557,21990875,21991921,21992534,21993336,21994260,21995186,21995760,21998738,21998742,21998864,21998911,21998932,21998949,21998999,21999017,21999072,21999127,21999145,21999173,21999198,21999238,21999267,21999272,21999313,22023984,22024367,22024914,22024944,22025184,22029310,22029616,2203009', 'assoc_port': '21931497:21931503,21932408:21932421,21933164:21933172,21933416:21933424,21933884:21933914,21934417:21934423,21934914:21934973,21935562:21935595,21935870:21935932,21936299:21936306,21936767:21936831,21937221:21937231,21938116:21938128,21938715:21938750,21939479:21939491,21940075:21940089,21940655:21940698,21941026:21941066,21945514:21945529,21945658:21945673,21945960:21945973,21946263:21946272,21946690:21946719,21947123:21947180,21947606:21947617,21947903:21947910,21948384:21948397,21949089:21949100,21949258:21949272,21949788:21949821,21950402:21950410,21951031:21951042,21952036:21952039,21952498:21952513,21953111:21953150,21953698:21953738,21954306:21954317,21954804:21954831,21955357:21955411,21955879:21955886,21956398:21956425,21956983:21957023,21957541:21957567,21965066:21965079,21965459:21965466,21965950:21965964,21966355:21966364,21966736:21966743,21967292:21967299,21967515:21967539,21968589:21968627,21969192:21969201,21969684:21969714,21970477:21970482,21971233:21971242,21971650:21971654,21972161:2197223', 'assoc_mat': '21931497:Carton_brun:3726:21931503,21932408:Carton_brun:3726:21932421,21933164:Carton_brun:3726:21933172,21933416:Carton_brun:3726:21933424,21933884:Carton_brun:3726:21933914,21934417:Carton_brun:3726:21934423,21934914:Carton_brun:3726:21934973,21935562:Carton_brun:3726:21935595,21935870:Carton_brun:3726:21935932,21936299:Carton_brun:3726:21936306,21936767:Carton_brun:3726:21936831,21937221:Carton_brun:3726:21937231,21938116:Carton_brun:3726:21938128,21938715:Carton_brun:3726:21938750,21939479:Carton_brun:3726:21939491,21940075:Carton_brun:3726:21940089,21940655:Carton_brun:3726:21940698,21941026:Carton_brun:3726:21941066,21945514:Carton_brun:3726:21945529,21945658:Carton_brun:3726:21945673,21945960:Carton_brun:3726:21945973,21946263:Carton_brun:3726:21946272,21946690:Carton_brun:3726:21946719,21947123:Carton_brun:3726:21947180,21947606:Carton_brun:3726:21947617,21947903:Carton_brun:3726:21947910,21948384:Carton_brun:3726:21948397,21949089:Carton_brun:3726:21949100,21949258:Carton_brun:3726:21949272,21949788:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.008536074657745836, 'nb_photo': 11112, 'list_port_cont': '21931421,21933167,21933419,21933922,21934429,21934965,21935598,21935925,21936304,21936834,21937238,21938123,21938751,21939483,21940082,21940692,21941065,21945522,21945670,21945971,21946278,21946720,21947182,21947613,21947908,21948395,21949094,21949262,21949823,21950416,21951041,21952043,21952512,21953155,21953733,21954311,21954841,21955420,21955890,21956432,21957013,21957573,21958551,21965077,21965472,21965955,21966366,21966746,21967306,21967536,21968626,21969195,21969717,21970490,21971243,21971655,21972178,21972232,21972310,21972368,21972832,21974484,21975389,21976257,21976972,21977788,21980223,21981045,21981653,21982283,21983049,21983792,21984201,21985041,21985633,21986353,21987075,21988125,21988628,21989227,21989760,21990552,21990872,21991918,21992540,21993338,21994264,21995189,21995761,21998730,21998732,21998860,21998906,21998935,21998948,21999002,21999020,21999069,21999133,21999143,21999172,21999202,21999235,21999265,21999281,21999311,22023985,22024369,22024915,22024951,22025194,22029313,22029612,2203010', 'assoc_port': '21931365:21931421,21933164:21933167,21933416:21933419,21933884:21933922,21934417:21934429,21934914:21934965,21935562:21935598,21935870:21935925,21936299:21936304,21936767:21936834,21937221:21937238,21938116:21938123,21938715:21938751,21939479:21939483,21940075:21940082,21940655:21940692,21941026:21941065,21945514:21945522,21945658:21945670,21945960:21945971,21946263:21946278,21946690:21946720,21947123:21947182,21947606:21947613,21947903:21947908,21948384:21948395,21949089:21949094,21949258:21949262,21949788:21949823,21950402:21950416,21951031:21951041,21952036:21952043,21952498:21952512,21953111:21953155,21953698:21953733,21954306:21954311,21954804:21954841,21955357:21955420,21955879:21955890,21956398:21956432,21956983:21957013,21957541:21957573,21958543:21958551,21965066:21965077,21965459:21965472,21965950:21965955,21966355:21966366,21966736:21966746,21967292:21967306,21967515:21967536,21968589:21968626,21969192:21969195,21969684:21969717,21970477:21970490,21971233:21971243,21971650:21971655,21972161:2197223', 'assoc_mat': '21931365:Carton_gris:3726:21931421,21933164:Carton_gris:3726:21933167,21933416:Carton_gris:3726:21933419,21933884:Carton_gris:3726:21933922,21934417:Carton_gris:3726:21934429,21934914:Carton_gris:3726:21934965,21935562:Carton_gris:3726:21935598,21935870:Carton_gris:3726:21935925,21936299:Carton_gris:3726:21936304,21936767:Carton_gris:3726:21936834,21937221:Carton_gris:3726:21937238,21938116:Carton_gris:3726:21938123,21938715:Carton_gris:3726:21938751,21939479:Carton_gris:3726:21939483,21940075:Carton_gris:3726:21940082,21940655:Carton_gris:3726:21940692,21941026:Carton_gris:3726:21941065,21945514:Carton_gris:3726:21945522,21945658:Carton_gris:3726:21945670,21945960:Carton_gris:3726:21945971,21946263:Carton_gris:3726:21946278,21946690:Carton_gris:3726:21946720,21947123:Carton_gris:3726:21947182,21947606:Carton_gris:3726:21947613,21947903:Carton_gris:3726:21947908,21948384:Carton_gris:3726:21948395,21949089:Carton_gris:3726:21949094,21949258:Carton_gris:3726:21949262,21949788:Carton_gris:3726:21949823,21950402:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.002281270389696484, 'nb_photo': 2148, 'list_port_cont': '21932414,21933170,21933421,21933920,21934970,21935589,21936302,21936835,21937235,21938133,21938744,21939492,21940085,21945671,21946721,21947610,21947909,21948392,21949093,21949269,21949816,21951039,21952046,21952510,21953149,21953737,21954319,21954833,21955889,21957577,21965076,21965461,21965963,21966359,21967537,21968628,21969198,21970486,21971246,21971665,21972174,21972238,21972302,21974482,21976258,21976979,21977783,21981040,21981648,21982279,21983786,21984193,21985037,21985636,21986361,21987073,21988119,21988624,21989232,21990867,21991920,21992538,21993337,21994263,21995187,21995756,21998736,21998744,21998938,21998951,21998995,21999028,21999077,21999134,21999142,21999175,21999195,21999242,22023986,22024366,22024913,22024941,22025191,22029303,22029621,22030097,22031371,22032153,22032686,22033486,22034092,22034549,22035249,22036390,22037080,22037826,22038594,22039619,22041031,22041639,22042221,22042819,22044247,22045184,22045974,22046581,22047391,22054360,22054473,22054530,22054570,22054613,22054651,2205467', 'assoc_port': '21932408:21932414,21933164:21933170,21933416:21933421,21933884:21933920,21934914:21934970,21935562:21935589,21936299:21936302,21936767:21936835,21937221:21937235,21938116:21938133,21938715:21938744,21939479:21939492,21940075:21940085,21945658:21945671,21946690:21946721,21947606:21947610,21947903:21947909,21948384:21948392,21949089:21949093,21949258:21949269,21949788:21949816,21951031:21951039,21952036:21952046,21952498:21952510,21953111:21953149,21953698:21953737,21954306:21954319,21954804:21954833,21955879:21955889,21957541:21957577,21965066:21965076,21965459:21965461,21965950:21965963,21966355:21966359,21967515:21967537,21968589:21968628,21969192:21969198,21970477:21970486,21971233:21971246,21971650:21971665,21972161:21972238,21972163:21972174,21972252:21972302,21974424:21974482,21976250:21976258,21976969:21976979,21977730:21977783,21980993:21981040,21981615:21981648,21982272:21982279,21983779:21983786,21984181:21984193,21984997:21985037,21985629:21985636,21986350:21986361,21987045:21987073,21988115:2198811', 'assoc_mat': '21932408:kraft:3726:21932414,21933164:kraft:3726:21933170,21933416:kraft:3726:21933421,21933884:kraft:3726:21933920,21934914:kraft:3726:21934970,21935562:kraft:3726:21935589,21936299:kraft:3726:21936302,21936767:kraft:3726:21936835,21937221:kraft:3726:21937235,21938116:kraft:3726:21938133,21938715:kraft:3726:21938744,21939479:kraft:3726:21939492,21940075:kraft:3726:21940085,21945658:kraft:3726:21945671,21946690:kraft:3726:21946721,21947606:kraft:3726:21947610,21947903:kraft:3726:21947909,21948384:kraft:3726:21948392,21949089:kraft:3726:21949093,21949258:kraft:3726:21949269,21949788:kraft:3726:21949816,21951031:kraft:3726:21951039,21952036:kraft:3726:21952046,21952498:kraft:3726:21952510,21953111:kraft:3726:21953149,21953698:kraft:3726:21953737,21954306:kraft:3726:21954319,21954804:kraft:3726:21954833,21955879:kraft:3726:21955889,21957541:kraft:3726:21957577,21965066:kraft:3726:21965076,21965459:kraft:3726:21965461,21965950:kraft:3726:21965963,21966355:kraft:3726:21966359,21967515:kraft:3726:21967537,21968589:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0007183084135843523, 'nb_photo': 434, 'list_port_cont': '21934966,21935596,21938126,21939486,21940079,21945972,21946276,21947912,21950412,21955885,21957018,21958555,21965470,21966369,21966751,21969716,21970489,21972176,21974481,21976259,21976978,21980228,21981036,21981647,21983054,21985039,21985640,21987074,21988120,21988619,21989229,21994253,21995753,21998735,21998909,21998952,21999019,21999066,21999128,21999140,21999199,22023989,22025187,22029312,22030790,22032156,22034544,22041640,22045176,22046582,22047388,22054531,22054711,22054768,22054816,22054939,22060319,22060859,22062526,22063896,22065459,22069970,22070670,22071783,22072983,22074310,22077211,22082321,22084381,22086230,22087189,22089287,22092218,22093136,22097475,22105750,22109457,22112787,22113150,22113664,22114418,22116034,22116459,22117643,22119205,22119613,22120077,22123536,22123934,22125432,22126628,22128497,22131994,22138891,22141829,22142527,22144747,22146859,22147815,22148992,22149558,22153988,22157135,22158020,22159013,22159472,22160602,22161386,22163497,22165309,22166013,22166803,22167292,2216882', 'assoc_port': '21934914:21934966,21935562:21935596,21938116:21938126,21939479:21939486,21940075:21940079,21945960:21945972,21946263:21946276,21947903:21947912,21950402:21950412,21955879:21955885,21956983:21957018,21958543:21958555,21965459:21965470,21966355:21966369,21966736:21966751,21969684:21969716,21970477:21970489,21972163:21972176,21974424:21974481,21976250:21976259,21976969:21976978,21980200:21980228,21980993:21981036,21981615:21981647,21983045:21983054,21984997:21985039,21985629:21985640,21987045:21987074,21988115:21988120,21988550:21988619,21989220:21989229,21994250:21994253,21995734:21995753,21998573:21999199,21998575:21999128,21998576:21999140,21998579:21999066,21998613:21999019,21998639:21998952,21998665:21998909,21998713:21998735,22023977:22023989,22025134:22025187,22029285:22029312,22030731:22030790,22032110:22032156,22034536:22034544,22041608:22041640,22045139:22045176,22046570:22046582,22047356:22047388,22054281:22054939,22054284:22054816,22054285:22054768,22054288:22054711,22054348:22054531,22060293:2206031', 'assoc_mat': '21934914:metal:3726:21934966,21935562:metal:3726:21935596,21938116:metal:3726:21938126,21939479:metal:3726:21939486,21940075:metal:3726:21940079,21945960:metal:3726:21945972,21946263:metal:3726:21946276,21947903:metal:3726:21947912,21950402:metal:3726:21950412,21955879:metal:3726:21955885,21956983:metal:3726:21957018,21958543:metal:3726:21958555,21965459:metal:3726:21965470,21966355:metal:3726:21966369,21966736:metal:3726:21966751,21969684:metal:3726:21969716,21970477:metal:3726:21970489,21972163:metal:3726:21972176,21974424:metal:3726:21974481,21976250:metal:3726:21976259,21976969:metal:3726:21976978,21980200:metal:3726:21980228,21980993:metal:3726:21981036,21981615:metal:3726:21981647,21983045:metal:3726:21983054,21984997:metal:3726:21985039,21985629:metal:3726:21985640,21987045:metal:3726:21987074,21988115:metal:3726:21988120,21988550:metal:3726:21988619,21989220:metal:3726:21989229,21994250:metal:3726:21994253,21995734:metal:3726:21995753,21998573:metal:3726:21999199,21998575:metal:3726:21999128,21998576:'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.004345128183081034, 'nb_photo': 7121, 'list_port_cont': '21931428,21931509,21932411,21933176,21933430,21933919,21934431,21934971,21935590,21935931,21936311,21936838,21937229,21938132,21938743,21939487,21940086,21940701,21941061,21945523,21945666,21945963,21946273,21946716,21947185,21947616,21947914,21948390,21949270,21949826,21950415,21951046,21952041,21952511,21953159,21953727,21954309,21954839,21955409,21955891,21956433,21957017,21957575,21958557,21965070,21965471,21965953,21966363,21966749,21967297,21967532,21968620,21969202,21969720,21970491,21971245,21971664,21972181,21972230,21972306,21972363,21972836,21974486,21975392,21976264,21976973,21977793,21980224,21981046,21981643,21982287,21983056,21983789,21984194,21985042,21985637,21986359,21987078,21988123,21988622,21989230,21989753,21990550,21990865,21991926,21992539,21993339,21994259,21995188,21995757,21998723,21998725,21998861,21998904,21998930,21998941,21998996,21999027,21999068,21999132,21999137,21999177,21999196,21999241,21999260,21999271,21999314,22023988,22024370,22024916,22024945,22025188,22029306,2202962', 'assoc_port': '21931365:21931428,21931497:21931509,21932408:21932411,21933164:21933176,21933416:21933430,21933884:21933919,21934417:21934431,21934914:21934971,21935562:21935590,21935870:21935931,21936299:21936311,21936767:21936838,21937221:21937229,21938116:21938132,21938715:21938743,21939479:21939487,21940075:21940086,21940655:21940701,21941026:21941061,21945514:21945523,21945658:21945666,21945960:21945963,21946263:21946273,21946690:21946716,21947123:21947185,21947606:21947616,21947903:21947914,21948384:21948390,21949258:21949270,21949788:21949826,21950402:21950415,21951031:21951046,21952036:21952041,21952498:21952511,21953111:21953159,21953698:21953727,21954306:21954309,21954804:21954839,21955357:21955409,21955879:21955891,21956398:21956433,21956983:21957017,21957541:21957575,21958543:21958557,21965066:21965070,21965459:21965471,21965950:21965953,21966355:21966363,21966736:21966749,21967292:21967297,21967515:21967532,21968589:21968620,21969192:21969202,21969684:21969720,21970477:21970491,21971233:21971245,21971650:2197166', 'assoc_mat': '21931365:plastique:3726:21931428,21931497:plastique:3726:21931509,21932408:plastique:3726:21932411,21933164:plastique:3726:21933176,21933416:plastique:3726:21933430,21933884:plastique:3726:21933919,21934417:plastique:3726:21934431,21934914:plastique:3726:21934971,21935562:plastique:3726:21935590,21935870:plastique:3726:21935931,21936299:plastique:3726:21936311,21936767:plastique:3726:21936838,21937221:plastique:3726:21937229,21938116:plastique:3726:21938132,21938715:plastique:3726:21938743,21939479:plastique:3726:21939487,21940075:plastique:3726:21940086,21940655:plastique:3726:21940701,21941026:plastique:3726:21941061,21945514:plastique:3726:21945523,21945658:plastique:3726:21945666,21945960:plastique:3726:21945963,21946263:plastique:3726:21946273,21946690:plastique:3726:21946716,21947123:plastique:3726:21947185,21947606:plastique:3726:21947616,21947903:plastique:3726:21947914,21948384:plastique:3726:21948390,21949258:plastique:3726:21949270,21949788:plastique:3726:21949826,21950402:plastique:3726:21950415,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013200423601986751, 'nb_photo': 16472, 'list_port_cont': '21931505,21932410,21933175,21933423,21933916,21934427,21934972,21935591,21935929,21936307,21936836,21937230,21938127,21938748,21939488,21940081,21940694,21941062,21945528,21945667,21945966,21946269,21946712,21947175,21947611,21947918,21948388,21949099,21949263,21949825,21950407,21951037,21952044,21952508,21953156,21953730,21954314,21954837,21955418,21955892,21956436,21957014,21957574,21958546,21965068,21965467,21965958,21966365,21966744,21967302,21967529,21968622,21969196,21969721,21970484,21971236,21971660,21972173,21972229,21972304,21972367,21972833,21974501,21975386,21976265,21976975,21977782,21980222,21981039,21981651,21982276,21983053,21983790,21984192,21985040,21985635,21986358,21987081,21988127,21988629,21989233,21989754,21990555,21990873,21991925,21992535,21993335,21994256,21995182,21995758,21998724,21998740,21998858,21998905,21998942,21998947,21998993,21999023,21999070,21999123,21999141,21999171,21999203,21999237,21999261,21999276,21999307,22023980,22024372,22024912,22024946,22025186,22029311,2202961', 'assoc_port': '21931497:21931505,21932408:21932410,21933164:21933175,21933416:21933423,21933884:21933916,21934417:21934427,21934914:21934972,21935562:21935591,21935870:21935929,21936299:21936307,21936767:21936836,21937221:21937230,21938116:21938127,21938715:21938748,21939479:21939488,21940075:21940081,21940655:21940694,21941026:21941062,21945514:21945528,21945658:21945667,21945960:21945966,21946263:21946269,21946690:21946712,21947123:21947175,21947606:21947611,21947903:21947918,21948384:21948388,21949089:21949099,21949258:21949263,21949788:21949825,21950402:21950407,21951031:21951037,21952036:21952044,21952498:21952508,21953111:21953156,21953698:21953730,21954306:21954314,21954804:21954837,21955357:21955418,21955879:21955892,21956398:21956436,21956983:21957014,21957541:21957574,21958543:21958546,21965066:21965068,21965459:21965467,21965950:21965958,21966355:21966365,21966736:21966744,21967292:21967302,21967515:21967529,21968589:21968622,21969192:21969196,21969684:21969721,21970477:21970484,21971233:21971236,21971650:2197166', 'assoc_mat': '21931497:Teint_Dans_La_Masse:3726:21931505,21932408:Teint_Dans_La_Masse:3726:21932410,21933164:Teint_Dans_La_Masse:3726:21933175,21933416:Teint_Dans_La_Masse:3726:21933423,21933884:Teint_Dans_La_Masse:3726:21933916,21934417:Teint_Dans_La_Masse:3726:21934427,21934914:Teint_Dans_La_Masse:3726:21934972,21935562:Teint_Dans_La_Masse:3726:21935591,21935870:Teint_Dans_La_Masse:3726:21935929,21936299:Teint_Dans_La_Masse:3726:21936307,21936767:Teint_Dans_La_Masse:3726:21936836,21937221:Teint_Dans_La_Masse:3726:21937230,21938116:Teint_Dans_La_Masse:3726:21938127,21938715:Teint_Dans_La_Masse:3726:21938748,21939479:Teint_Dans_La_Masse:3726:21939488,21940075:Teint_Dans_La_Masse:3726:21940081,21940655:Teint_Dans_La_Masse:3726:21940694,21941026:Teint_Dans_La_Masse:3726:21941062,21945514:Teint_Dans_La_Masse:3726:21945528,21945658:Teint_Dans_La_Masse:3726:21945667,21945960:Teint_Dans_La_Masse:3726:21945966,21946263:Teint_Dans_La_Masse:3726:21946269,21946690:Teint_Dans_La_Masse:3726:21946712,21947123:Teint_Dans_La_Masse:3726:2'}) select count(distinct mtr_photo_id) from MTRUser.mtr_portfolio_photos where mtr_portfolio_id in (select mtr_portfolio_id from MTRPhoto.dashboard_results where dashboard_run_id in(1717696,1722354,1721936,1726343,1729834,1733486,1738750,1740087,1743926,1747966,1751995,1756002,1758021,1761126,1765468,1769983)); after get_hostname_from_raspi SELECT substr(hashtag,8), substr(date_debut,1,7) as month, (sum(qualite*nombre_balle)/sum(nombre_balle)) FROM MTRPhoto.dashboard_results WHERE hashtag = '_______JRM' and mtr_portfolio_id in (select id FROM MTRUser.mtr_portfolios where mtr_user_id=979) and qualite >=0 and dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day where dashboard_place_id=10 and date >='2025-04-01' and date <= '2025-04-30') GROUP BY month order by month; after impurety_average_per_hashtag {'number_of_analysed_photos': ((37586,),), 'unwanted_material_monthly_percentage': ((0.052640560865772124,),), 'material_repartition': (('JRM', 34556),), 'material_dict': {'JRM': 34556}, 'coverage_data': (('2025/04/30/', 0.972639), ('2025/04/29/', 0.979016), ('2025/04/28/', 0.97978), ('2025/04/26/', 1.0), ('2025/04/25/', 0.976944), ('2025/04/24/', 0.975798), ('2025/04/23/', 0.975694), ('2025/04/22/', 0.977095), ('2025/04/21/', 0.978962), ('2025/04/19/', 0.977832), ('2025/04/18/', 0.978889), ('2025/04/17/', 0.981528), ('2025/04/16/', 0.977037), ('2025/04/15/', 0.977176), ('2025/04/14/', 0.977412), ('2025/04/12/', 1.0), ('2025/04/11/', 0.978113), ('2025/04/10/', 0.977974), ('2025/04/09/', 0.976296), ('2025/04/02/', 0.973993), ('2025/04/01/', 0.97875)), 'impurety_average_data': ((datetime.date(2025, 4, 1), 0.05076753580505366, 2281), (datetime.date(2025, 4, 2), 0.046700637612434245, 3969), (datetime.date(2025, 4, 3), 0.04887154051707161, 85), (datetime.date(2025, 4, 15), 0.051539064791617906, 2850), (datetime.date(2025, 4, 16), 0.04699837632080684, 3389), (datetime.date(2025, 4, 17), 0.049056349978413044, 4363), (datetime.date(2025, 4, 18), 0.05758544490679247, 4214), (datetime.date(2025, 4, 22), 0.05636047200740893, 1741), (datetime.date(2025, 4, 23), 0.06625498345024314, 2538), (datetime.date(2025, 4, 24), 0.05572628852093935, 3325), (datetime.date(2025, 4, 25), 0.06620291082721373, 211), (datetime.date(2025, 4, 28), 0.05327764741147645, 2780), (datetime.date(2025, 4, 29), 0.04847568351605202, 2810), (datetime.date(2025, 4, 30), 0.050491168345096565, 3030)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 4, 1), 0.05076753580505366, 2281), (datetime.date(2025, 4, 2), 0.046700637612434245, 3969), (datetime.date(2025, 4, 3), 0.04887154051707161, 85), (datetime.date(2025, 4, 15), 0.051539064791617906, 2850), (datetime.date(2025, 4, 16), 0.04699837632080684, 3389), (datetime.date(2025, 4, 17), 0.049056349978413044, 4363), (datetime.date(2025, 4, 18), 0.05758544490679247, 4214), (datetime.date(2025, 4, 22), 0.05636047200740893, 1741), (datetime.date(2025, 4, 23), 0.06625498345024314, 2538), (datetime.date(2025, 4, 24), 0.05572628852093935, 3325), (datetime.date(2025, 4, 25), 0.06620291082721373, 211), (datetime.date(2025, 4, 28), 0.05327764741147645, 2780), (datetime.date(2025, 4, 29), 0.04847568351605202, 2810), (datetime.date(2025, 4, 30), 0.050491168345096565, 3030))}, 'quality_array': [['-4.748103629654435', '01042025'], ['-4.574264853263372', '02042025'], ['-4.874118811738194', '03042025'], ['-4.7070267425575905', '15042025'], ['-4.6396851999163085', '16042025'], ['-4.6546031435577815', '17042025'], ['-4.6972464682606425', '18042025'], ['-4.637434013474934', '22042025'], ['-4.689691879214161', '23042025'], ['-4.6600303899008315', '24042025'], ['-4.659595117970244', '25042025'], ['-4.50568474114859', '28042025'], ['-4.52231861431923', '29042025'], ['-4.610371580189194', '30042025']], 'number_of_batch': ((677,),), 'datou_id_sts': 4878, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.004757931443761224, 'nb_photo': 6393, 'list_port_cont': '21932417,21933178,21933428,21933923,21934421,21934974,21935593,21935922,21936305,21936842,21937237,21938125,21938747,21939489,21940090,21940700,21941063,21945519,21945663,21946279,21946711,21947176,21947609,21947917,21948399,21949098,21949265,21949819,21950406,21951040,21952042,21952503,21953153,21953735,21954316,21954834,21955412,21955887,21956434,21957020,21957572,21958556,21965463,21965957,21966361,21966741,21967301,21967528,21968619,21969200,21969723,21970485,21971237,21971662,21972179,21972235,21972313,21972364,21972842,21974480,21975387,21976261,21976977,21977791,21980225,21981043,21981646,21982282,21983059,21983783,21984202,21985045,21985639,21986356,21987083,21988124,21988625,21989234,21989761,21990551,21990871,21991927,21992532,21993344,21994257,21995184,21995755,21998722,21998734,21998865,21998914,21998933,21998945,21998997,21999018,21999075,21999125,21999135,21999180,21999201,21999245,21999270,21999278,21999310,22023979,22024365,22024911,22024949,22025183,22029307,22029617,22030095,22030800,2203137', 'assoc_port': '21932408:21932417,21933164:21933178,21933416:21933428,21933884:21933923,21934417:21934421,21934914:21934974,21935562:21935593,21935870:21935922,21936299:21936305,21936767:21936842,21937221:21937237,21938116:21938125,21938715:21938747,21939479:21939489,21940075:21940090,21940655:21940700,21941026:21941063,21945514:21945519,21945658:21945663,21946263:21946279,21946690:21946711,21947123:21947176,21947606:21947609,21947903:21947917,21948384:21948399,21949089:21949098,21949258:21949265,21949788:21949819,21950402:21950406,21951031:21951040,21952036:21952042,21952498:21952503,21953111:21953153,21953698:21953735,21954306:21954316,21954804:21954834,21955357:21955412,21955879:21955887,21956398:21956434,21956983:21957020,21957541:21957572,21958543:21958556,21965459:21965463,21965950:21965957,21966355:21966361,21966736:21966741,21967292:21967301,21967515:21967528,21968589:21968619,21969192:21969200,21969684:21969723,21970477:21970485,21971233:21971237,21971650:21971662,21972161:21972235,21972163:21972179,21972252:2197231', 'assoc_mat': '21932408:autre_refus:3726:21932417,21933164:autre_refus:3726:21933178,21933416:autre_refus:3726:21933428,21933884:autre_refus:3726:21933923,21934417:autre_refus:3726:21934421,21934914:autre_refus:3726:21934974,21935562:autre_refus:3726:21935593,21935870:autre_refus:3726:21935922,21936299:autre_refus:3726:21936305,21936767:autre_refus:3726:21936842,21937221:autre_refus:3726:21937237,21938116:autre_refus:3726:21938125,21938715:autre_refus:3726:21938747,21939479:autre_refus:3726:21939489,21940075:autre_refus:3726:21940090,21940655:autre_refus:3726:21940700,21941026:autre_refus:3726:21941063,21945514:autre_refus:3726:21945519,21945658:autre_refus:3726:21945663,21946263:autre_refus:3726:21946279,21946690:autre_refus:3726:21946711,21947123:autre_refus:3726:21947176,21947606:autre_refus:3726:21947609,21947903:autre_refus:3726:21947917,21948384:autre_refus:3726:21948399,21949089:autre_refus:3726:21949098,21949258:autre_refus:3726:21949265,21949788:autre_refus:3726:21949819,21950402:autre_refus:3726:21950406,21951031:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005487734467780713, 'nb_photo': 9712, 'list_port_cont': '21931423,21931504,21932413,21933177,21933420,21933915,21934426,21934968,21935599,21935921,21936312,21936837,21937233,21938124,21938746,21939490,21940084,21940690,21941057,21945527,21945669,21945967,21946270,21946713,21947181,21947612,21947915,21948391,21949104,21949268,21949817,21950413,21951045,21952047,21952505,21953160,21953734,21954318,21954840,21955416,21955884,21956435,21957019,21957578,21958552,21965072,21965465,21965961,21966368,21966747,21967300,21967531,21968618,21969194,21969718,21970487,21971241,21971663,21972177,21972237,21972308,21972372,21972837,21974483,21975391,21976263,21976981,21977785,21980220,21981042,21981654,21982277,21983060,21983787,21984196,21985043,21985634,21986360,21987077,21988121,21988627,21989224,21989756,21990558,21990870,21991919,21992536,21993341,21994254,21995178,21995750,21998728,21998737,21998863,21998915,21998929,21998944,21999001,21999024,21999071,21999124,21999146,21999181,21999204,21999243,21999269,21999282,21999312,22023987,22024364,22024921,22024950,22025192,2202930', 'assoc_port': '21931365:21931423,21931497:21931504,21932408:21932413,21933164:21933177,21933416:21933420,21933884:21933915,21934417:21934426,21934914:21934968,21935562:21935599,21935870:21935921,21936299:21936312,21936767:21936837,21937221:21937233,21938116:21938124,21938715:21938746,21939479:21939490,21940075:21940084,21940655:21940690,21941026:21941057,21945514:21945527,21945658:21945669,21945960:21945967,21946263:21946270,21946690:21946713,21947123:21947181,21947606:21947612,21947903:21947915,21948384:21948391,21949089:21949104,21949258:21949268,21949788:21949817,21950402:21950413,21951031:21951045,21952036:21952047,21952498:21952505,21953111:21953160,21953698:21953734,21954306:21954318,21954804:21954840,21955357:21955416,21955879:21955884,21956398:21956435,21956983:21957019,21957541:21957578,21958543:21958552,21965066:21965072,21965459:21965465,21965950:21965961,21966355:21966368,21966736:21966747,21967292:21967300,21967515:21967531,21968589:21968618,21969192:21969194,21969684:21969718,21970477:21970487,21971233:2197124', 'assoc_mat': '21931365:cartonnette:3726:21931423,21931497:cartonnette:3726:21931504,21932408:cartonnette:3726:21932413,21933164:cartonnette:3726:21933177,21933416:cartonnette:3726:21933420,21933884:cartonnette:3726:21933915,21934417:cartonnette:3726:21934426,21934914:cartonnette:3726:21934968,21935562:cartonnette:3726:21935599,21935870:cartonnette:3726:21935921,21936299:cartonnette:3726:21936312,21936767:cartonnette:3726:21936837,21937221:cartonnette:3726:21937233,21938116:cartonnette:3726:21938124,21938715:cartonnette:3726:21938746,21939479:cartonnette:3726:21939490,21940075:cartonnette:3726:21940084,21940655:cartonnette:3726:21940690,21941026:cartonnette:3726:21941057,21945514:cartonnette:3726:21945527,21945658:cartonnette:3726:21945669,21945960:cartonnette:3726:21945967,21946263:cartonnette:3726:21946270,21946690:cartonnette:3726:21946713,21947123:cartonnette:3726:21947181,21947606:cartonnette:3726:21947612,21947903:cartonnette:3726:21947915,21948384:cartonnette:3726:21948391,21949089:cartonnette:3726:21949104,21949258:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.018358658519376632, 'nb_photo': 13304, 'list_port_cont': '21931503,21932421,21933172,21933424,21933914,21934423,21934973,21935595,21935932,21936306,21936831,21937231,21938128,21938750,21939491,21940089,21940698,21941066,21945529,21945673,21945973,21946272,21946719,21947180,21947617,21947910,21948397,21949100,21949272,21949821,21950410,21951042,21952039,21952513,21953150,21953738,21954317,21954831,21955411,21955886,21956425,21957023,21957567,21965079,21965466,21965964,21966364,21966743,21967299,21967539,21968627,21969201,21969714,21970482,21971242,21971654,21972171,21972236,21972312,21972362,21972838,21974479,21975385,21976256,21976974,21977787,21980227,21981041,21981644,21982278,21983051,21983788,21984198,21985035,21985632,21986352,21987079,21988118,21988621,21989228,21989758,21990557,21990875,21991921,21992534,21993336,21994260,21995186,21995760,21998738,21998742,21998864,21998911,21998932,21998949,21998999,21999017,21999072,21999127,21999145,21999173,21999198,21999238,21999267,21999272,21999313,22023984,22024367,22024914,22024944,22025184,22029310,22029616,2203009', 'assoc_port': '21931497:21931503,21932408:21932421,21933164:21933172,21933416:21933424,21933884:21933914,21934417:21934423,21934914:21934973,21935562:21935595,21935870:21935932,21936299:21936306,21936767:21936831,21937221:21937231,21938116:21938128,21938715:21938750,21939479:21939491,21940075:21940089,21940655:21940698,21941026:21941066,21945514:21945529,21945658:21945673,21945960:21945973,21946263:21946272,21946690:21946719,21947123:21947180,21947606:21947617,21947903:21947910,21948384:21948397,21949089:21949100,21949258:21949272,21949788:21949821,21950402:21950410,21951031:21951042,21952036:21952039,21952498:21952513,21953111:21953150,21953698:21953738,21954306:21954317,21954804:21954831,21955357:21955411,21955879:21955886,21956398:21956425,21956983:21957023,21957541:21957567,21965066:21965079,21965459:21965466,21965950:21965964,21966355:21966364,21966736:21966743,21967292:21967299,21967515:21967539,21968589:21968627,21969192:21969201,21969684:21969714,21970477:21970482,21971233:21971242,21971650:21971654,21972161:2197223', 'assoc_mat': '21931497:Carton_brun:3726:21931503,21932408:Carton_brun:3726:21932421,21933164:Carton_brun:3726:21933172,21933416:Carton_brun:3726:21933424,21933884:Carton_brun:3726:21933914,21934417:Carton_brun:3726:21934423,21934914:Carton_brun:3726:21934973,21935562:Carton_brun:3726:21935595,21935870:Carton_brun:3726:21935932,21936299:Carton_brun:3726:21936306,21936767:Carton_brun:3726:21936831,21937221:Carton_brun:3726:21937231,21938116:Carton_brun:3726:21938128,21938715:Carton_brun:3726:21938750,21939479:Carton_brun:3726:21939491,21940075:Carton_brun:3726:21940089,21940655:Carton_brun:3726:21940698,21941026:Carton_brun:3726:21941066,21945514:Carton_brun:3726:21945529,21945658:Carton_brun:3726:21945673,21945960:Carton_brun:3726:21945973,21946263:Carton_brun:3726:21946272,21946690:Carton_brun:3726:21946719,21947123:Carton_brun:3726:21947180,21947606:Carton_brun:3726:21947617,21947903:Carton_brun:3726:21947910,21948384:Carton_brun:3726:21948397,21949089:Carton_brun:3726:21949100,21949258:Carton_brun:3726:21949272,21949788:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.008536074657745836, 'nb_photo': 11112, 'list_port_cont': '21931421,21933167,21933419,21933922,21934429,21934965,21935598,21935925,21936304,21936834,21937238,21938123,21938751,21939483,21940082,21940692,21941065,21945522,21945670,21945971,21946278,21946720,21947182,21947613,21947908,21948395,21949094,21949262,21949823,21950416,21951041,21952043,21952512,21953155,21953733,21954311,21954841,21955420,21955890,21956432,21957013,21957573,21958551,21965077,21965472,21965955,21966366,21966746,21967306,21967536,21968626,21969195,21969717,21970490,21971243,21971655,21972178,21972232,21972310,21972368,21972832,21974484,21975389,21976257,21976972,21977788,21980223,21981045,21981653,21982283,21983049,21983792,21984201,21985041,21985633,21986353,21987075,21988125,21988628,21989227,21989760,21990552,21990872,21991918,21992540,21993338,21994264,21995189,21995761,21998730,21998732,21998860,21998906,21998935,21998948,21999002,21999020,21999069,21999133,21999143,21999172,21999202,21999235,21999265,21999281,21999311,22023985,22024369,22024915,22024951,22025194,22029313,22029612,2203010', 'assoc_port': '21931365:21931421,21933164:21933167,21933416:21933419,21933884:21933922,21934417:21934429,21934914:21934965,21935562:21935598,21935870:21935925,21936299:21936304,21936767:21936834,21937221:21937238,21938116:21938123,21938715:21938751,21939479:21939483,21940075:21940082,21940655:21940692,21941026:21941065,21945514:21945522,21945658:21945670,21945960:21945971,21946263:21946278,21946690:21946720,21947123:21947182,21947606:21947613,21947903:21947908,21948384:21948395,21949089:21949094,21949258:21949262,21949788:21949823,21950402:21950416,21951031:21951041,21952036:21952043,21952498:21952512,21953111:21953155,21953698:21953733,21954306:21954311,21954804:21954841,21955357:21955420,21955879:21955890,21956398:21956432,21956983:21957013,21957541:21957573,21958543:21958551,21965066:21965077,21965459:21965472,21965950:21965955,21966355:21966366,21966736:21966746,21967292:21967306,21967515:21967536,21968589:21968626,21969192:21969195,21969684:21969717,21970477:21970490,21971233:21971243,21971650:21971655,21972161:2197223', 'assoc_mat': '21931365:Carton_gris:3726:21931421,21933164:Carton_gris:3726:21933167,21933416:Carton_gris:3726:21933419,21933884:Carton_gris:3726:21933922,21934417:Carton_gris:3726:21934429,21934914:Carton_gris:3726:21934965,21935562:Carton_gris:3726:21935598,21935870:Carton_gris:3726:21935925,21936299:Carton_gris:3726:21936304,21936767:Carton_gris:3726:21936834,21937221:Carton_gris:3726:21937238,21938116:Carton_gris:3726:21938123,21938715:Carton_gris:3726:21938751,21939479:Carton_gris:3726:21939483,21940075:Carton_gris:3726:21940082,21940655:Carton_gris:3726:21940692,21941026:Carton_gris:3726:21941065,21945514:Carton_gris:3726:21945522,21945658:Carton_gris:3726:21945670,21945960:Carton_gris:3726:21945971,21946263:Carton_gris:3726:21946278,21946690:Carton_gris:3726:21946720,21947123:Carton_gris:3726:21947182,21947606:Carton_gris:3726:21947613,21947903:Carton_gris:3726:21947908,21948384:Carton_gris:3726:21948395,21949089:Carton_gris:3726:21949094,21949258:Carton_gris:3726:21949262,21949788:Carton_gris:3726:21949823,21950402:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.002281270389696484, 'nb_photo': 2148, 'list_port_cont': '21932414,21933170,21933421,21933920,21934970,21935589,21936302,21936835,21937235,21938133,21938744,21939492,21940085,21945671,21946721,21947610,21947909,21948392,21949093,21949269,21949816,21951039,21952046,21952510,21953149,21953737,21954319,21954833,21955889,21957577,21965076,21965461,21965963,21966359,21967537,21968628,21969198,21970486,21971246,21971665,21972174,21972238,21972302,21974482,21976258,21976979,21977783,21981040,21981648,21982279,21983786,21984193,21985037,21985636,21986361,21987073,21988119,21988624,21989232,21990867,21991920,21992538,21993337,21994263,21995187,21995756,21998736,21998744,21998938,21998951,21998995,21999028,21999077,21999134,21999142,21999175,21999195,21999242,22023986,22024366,22024913,22024941,22025191,22029303,22029621,22030097,22031371,22032153,22032686,22033486,22034092,22034549,22035249,22036390,22037080,22037826,22038594,22039619,22041031,22041639,22042221,22042819,22044247,22045184,22045974,22046581,22047391,22054360,22054473,22054530,22054570,22054613,22054651,2205467', 'assoc_port': '21932408:21932414,21933164:21933170,21933416:21933421,21933884:21933920,21934914:21934970,21935562:21935589,21936299:21936302,21936767:21936835,21937221:21937235,21938116:21938133,21938715:21938744,21939479:21939492,21940075:21940085,21945658:21945671,21946690:21946721,21947606:21947610,21947903:21947909,21948384:21948392,21949089:21949093,21949258:21949269,21949788:21949816,21951031:21951039,21952036:21952046,21952498:21952510,21953111:21953149,21953698:21953737,21954306:21954319,21954804:21954833,21955879:21955889,21957541:21957577,21965066:21965076,21965459:21965461,21965950:21965963,21966355:21966359,21967515:21967537,21968589:21968628,21969192:21969198,21970477:21970486,21971233:21971246,21971650:21971665,21972161:21972238,21972163:21972174,21972252:21972302,21974424:21974482,21976250:21976258,21976969:21976979,21977730:21977783,21980993:21981040,21981615:21981648,21982272:21982279,21983779:21983786,21984181:21984193,21984997:21985037,21985629:21985636,21986350:21986361,21987045:21987073,21988115:2198811', 'assoc_mat': '21932408:kraft:3726:21932414,21933164:kraft:3726:21933170,21933416:kraft:3726:21933421,21933884:kraft:3726:21933920,21934914:kraft:3726:21934970,21935562:kraft:3726:21935589,21936299:kraft:3726:21936302,21936767:kraft:3726:21936835,21937221:kraft:3726:21937235,21938116:kraft:3726:21938133,21938715:kraft:3726:21938744,21939479:kraft:3726:21939492,21940075:kraft:3726:21940085,21945658:kraft:3726:21945671,21946690:kraft:3726:21946721,21947606:kraft:3726:21947610,21947903:kraft:3726:21947909,21948384:kraft:3726:21948392,21949089:kraft:3726:21949093,21949258:kraft:3726:21949269,21949788:kraft:3726:21949816,21951031:kraft:3726:21951039,21952036:kraft:3726:21952046,21952498:kraft:3726:21952510,21953111:kraft:3726:21953149,21953698:kraft:3726:21953737,21954306:kraft:3726:21954319,21954804:kraft:3726:21954833,21955879:kraft:3726:21955889,21957541:kraft:3726:21957577,21965066:kraft:3726:21965076,21965459:kraft:3726:21965461,21965950:kraft:3726:21965963,21966355:kraft:3726:21966359,21967515:kraft:3726:21967537,21968589:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0007183084135843523, 'nb_photo': 434, 'list_port_cont': '21934966,21935596,21938126,21939486,21940079,21945972,21946276,21947912,21950412,21955885,21957018,21958555,21965470,21966369,21966751,21969716,21970489,21972176,21974481,21976259,21976978,21980228,21981036,21981647,21983054,21985039,21985640,21987074,21988120,21988619,21989229,21994253,21995753,21998735,21998909,21998952,21999019,21999066,21999128,21999140,21999199,22023989,22025187,22029312,22030790,22032156,22034544,22041640,22045176,22046582,22047388,22054531,22054711,22054768,22054816,22054939,22060319,22060859,22062526,22063896,22065459,22069970,22070670,22071783,22072983,22074310,22077211,22082321,22084381,22086230,22087189,22089287,22092218,22093136,22097475,22105750,22109457,22112787,22113150,22113664,22114418,22116034,22116459,22117643,22119205,22119613,22120077,22123536,22123934,22125432,22126628,22128497,22131994,22138891,22141829,22142527,22144747,22146859,22147815,22148992,22149558,22153988,22157135,22158020,22159013,22159472,22160602,22161386,22163497,22165309,22166013,22166803,22167292,2216882', 'assoc_port': '21934914:21934966,21935562:21935596,21938116:21938126,21939479:21939486,21940075:21940079,21945960:21945972,21946263:21946276,21947903:21947912,21950402:21950412,21955879:21955885,21956983:21957018,21958543:21958555,21965459:21965470,21966355:21966369,21966736:21966751,21969684:21969716,21970477:21970489,21972163:21972176,21974424:21974481,21976250:21976259,21976969:21976978,21980200:21980228,21980993:21981036,21981615:21981647,21983045:21983054,21984997:21985039,21985629:21985640,21987045:21987074,21988115:21988120,21988550:21988619,21989220:21989229,21994250:21994253,21995734:21995753,21998573:21999199,21998575:21999128,21998576:21999140,21998579:21999066,21998613:21999019,21998639:21998952,21998665:21998909,21998713:21998735,22023977:22023989,22025134:22025187,22029285:22029312,22030731:22030790,22032110:22032156,22034536:22034544,22041608:22041640,22045139:22045176,22046570:22046582,22047356:22047388,22054281:22054939,22054284:22054816,22054285:22054768,22054288:22054711,22054348:22054531,22060293:2206031', 'assoc_mat': '21934914:metal:3726:21934966,21935562:metal:3726:21935596,21938116:metal:3726:21938126,21939479:metal:3726:21939486,21940075:metal:3726:21940079,21945960:metal:3726:21945972,21946263:metal:3726:21946276,21947903:metal:3726:21947912,21950402:metal:3726:21950412,21955879:metal:3726:21955885,21956983:metal:3726:21957018,21958543:metal:3726:21958555,21965459:metal:3726:21965470,21966355:metal:3726:21966369,21966736:metal:3726:21966751,21969684:metal:3726:21969716,21970477:metal:3726:21970489,21972163:metal:3726:21972176,21974424:metal:3726:21974481,21976250:metal:3726:21976259,21976969:metal:3726:21976978,21980200:metal:3726:21980228,21980993:metal:3726:21981036,21981615:metal:3726:21981647,21983045:metal:3726:21983054,21984997:metal:3726:21985039,21985629:metal:3726:21985640,21987045:metal:3726:21987074,21988115:metal:3726:21988120,21988550:metal:3726:21988619,21989220:metal:3726:21989229,21994250:metal:3726:21994253,21995734:metal:3726:21995753,21998573:metal:3726:21999199,21998575:metal:3726:21999128,21998576:'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.004345128183081034, 'nb_photo': 7121, 'list_port_cont': '21931428,21931509,21932411,21933176,21933430,21933919,21934431,21934971,21935590,21935931,21936311,21936838,21937229,21938132,21938743,21939487,21940086,21940701,21941061,21945523,21945666,21945963,21946273,21946716,21947185,21947616,21947914,21948390,21949270,21949826,21950415,21951046,21952041,21952511,21953159,21953727,21954309,21954839,21955409,21955891,21956433,21957017,21957575,21958557,21965070,21965471,21965953,21966363,21966749,21967297,21967532,21968620,21969202,21969720,21970491,21971245,21971664,21972181,21972230,21972306,21972363,21972836,21974486,21975392,21976264,21976973,21977793,21980224,21981046,21981643,21982287,21983056,21983789,21984194,21985042,21985637,21986359,21987078,21988123,21988622,21989230,21989753,21990550,21990865,21991926,21992539,21993339,21994259,21995188,21995757,21998723,21998725,21998861,21998904,21998930,21998941,21998996,21999027,21999068,21999132,21999137,21999177,21999196,21999241,21999260,21999271,21999314,22023988,22024370,22024916,22024945,22025188,22029306,2202962', 'assoc_port': '21931365:21931428,21931497:21931509,21932408:21932411,21933164:21933176,21933416:21933430,21933884:21933919,21934417:21934431,21934914:21934971,21935562:21935590,21935870:21935931,21936299:21936311,21936767:21936838,21937221:21937229,21938116:21938132,21938715:21938743,21939479:21939487,21940075:21940086,21940655:21940701,21941026:21941061,21945514:21945523,21945658:21945666,21945960:21945963,21946263:21946273,21946690:21946716,21947123:21947185,21947606:21947616,21947903:21947914,21948384:21948390,21949258:21949270,21949788:21949826,21950402:21950415,21951031:21951046,21952036:21952041,21952498:21952511,21953111:21953159,21953698:21953727,21954306:21954309,21954804:21954839,21955357:21955409,21955879:21955891,21956398:21956433,21956983:21957017,21957541:21957575,21958543:21958557,21965066:21965070,21965459:21965471,21965950:21965953,21966355:21966363,21966736:21966749,21967292:21967297,21967515:21967532,21968589:21968620,21969192:21969202,21969684:21969720,21970477:21970491,21971233:21971245,21971650:2197166', 'assoc_mat': '21931365:plastique:3726:21931428,21931497:plastique:3726:21931509,21932408:plastique:3726:21932411,21933164:plastique:3726:21933176,21933416:plastique:3726:21933430,21933884:plastique:3726:21933919,21934417:plastique:3726:21934431,21934914:plastique:3726:21934971,21935562:plastique:3726:21935590,21935870:plastique:3726:21935931,21936299:plastique:3726:21936311,21936767:plastique:3726:21936838,21937221:plastique:3726:21937229,21938116:plastique:3726:21938132,21938715:plastique:3726:21938743,21939479:plastique:3726:21939487,21940075:plastique:3726:21940086,21940655:plastique:3726:21940701,21941026:plastique:3726:21941061,21945514:plastique:3726:21945523,21945658:plastique:3726:21945666,21945960:plastique:3726:21945963,21946263:plastique:3726:21946273,21946690:plastique:3726:21946716,21947123:plastique:3726:21947185,21947606:plastique:3726:21947616,21947903:plastique:3726:21947914,21948384:plastique:3726:21948390,21949258:plastique:3726:21949270,21949788:plastique:3726:21949826,21950402:plastique:3726:21950415,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013200423601986751, 'nb_photo': 16472, 'list_port_cont': '21931505,21932410,21933175,21933423,21933916,21934427,21934972,21935591,21935929,21936307,21936836,21937230,21938127,21938748,21939488,21940081,21940694,21941062,21945528,21945667,21945966,21946269,21946712,21947175,21947611,21947918,21948388,21949099,21949263,21949825,21950407,21951037,21952044,21952508,21953156,21953730,21954314,21954837,21955418,21955892,21956436,21957014,21957574,21958546,21965068,21965467,21965958,21966365,21966744,21967302,21967529,21968622,21969196,21969721,21970484,21971236,21971660,21972173,21972229,21972304,21972367,21972833,21974501,21975386,21976265,21976975,21977782,21980222,21981039,21981651,21982276,21983053,21983790,21984192,21985040,21985635,21986358,21987081,21988127,21988629,21989233,21989754,21990555,21990873,21991925,21992535,21993335,21994256,21995182,21995758,21998724,21998740,21998858,21998905,21998942,21998947,21998993,21999023,21999070,21999123,21999141,21999171,21999203,21999237,21999261,21999276,21999307,22023980,22024372,22024912,22024946,22025186,22029311,2202961', 'assoc_port': '21931497:21931505,21932408:21932410,21933164:21933175,21933416:21933423,21933884:21933916,21934417:21934427,21934914:21934972,21935562:21935591,21935870:21935929,21936299:21936307,21936767:21936836,21937221:21937230,21938116:21938127,21938715:21938748,21939479:21939488,21940075:21940081,21940655:21940694,21941026:21941062,21945514:21945528,21945658:21945667,21945960:21945966,21946263:21946269,21946690:21946712,21947123:21947175,21947606:21947611,21947903:21947918,21948384:21948388,21949089:21949099,21949258:21949263,21949788:21949825,21950402:21950407,21951031:21951037,21952036:21952044,21952498:21952508,21953111:21953156,21953698:21953730,21954306:21954314,21954804:21954837,21955357:21955418,21955879:21955892,21956398:21956436,21956983:21957014,21957541:21957574,21958543:21958546,21965066:21965068,21965459:21965467,21965950:21965958,21966355:21966365,21966736:21966744,21967292:21967302,21967515:21967529,21968589:21968622,21969192:21969196,21969684:21969721,21970477:21970484,21971233:21971236,21971650:2197166', 'assoc_mat': '21931497:Teint_Dans_La_Masse:3726:21931505,21932408:Teint_Dans_La_Masse:3726:21932410,21933164:Teint_Dans_La_Masse:3726:21933175,21933416:Teint_Dans_La_Masse:3726:21933423,21933884:Teint_Dans_La_Masse:3726:21933916,21934417:Teint_Dans_La_Masse:3726:21934427,21934914:Teint_Dans_La_Masse:3726:21934972,21935562:Teint_Dans_La_Masse:3726:21935591,21935870:Teint_Dans_La_Masse:3726:21935929,21936299:Teint_Dans_La_Masse:3726:21936307,21936767:Teint_Dans_La_Masse:3726:21936836,21937221:Teint_Dans_La_Masse:3726:21937230,21938116:Teint_Dans_La_Masse:3726:21938127,21938715:Teint_Dans_La_Masse:3726:21938748,21939479:Teint_Dans_La_Masse:3726:21939488,21940075:Teint_Dans_La_Masse:3726:21940081,21940655:Teint_Dans_La_Masse:3726:21940694,21941026:Teint_Dans_La_Masse:3726:21941062,21945514:Teint_Dans_La_Masse:3726:21945528,21945658:Teint_Dans_La_Masse:3726:21945667,21945960:Teint_Dans_La_Masse:3726:21945966,21946263:Teint_Dans_La_Masse:3726:21946269,21946690:Teint_Dans_La_Masse:3726:21946712,21947123:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 37586}}, 'hostname': (('jetson-73',),), 'impurety_average_per_hashtag': [(('JRM', '2025-04', 0.052640560865772124),)]} VR TODO TOCHECK : due to this bug it shouldn't have being able to work, or maybe it was due to a change directory not done ! SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4873 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4873 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4873 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4873 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=3459 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=3459 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 3459 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=3459 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11449 mask_detect is not consistent : 3 used against 2 in the step definition ! Step 11452 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Step 11452 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 11453 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11453 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 11454 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11454 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11478 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11478 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11456 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11456 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11455 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11455 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11458 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 11449 doesn't seem to be define in the database( WARNING : type of input 2 of step 11452 doesn't seem to be define in the database( WARNING : output 1 of step 11449 have datatype=2 whereas input 1 of step 11453 have datatype=7 WARNING : type of output 2 of step 11453 doesn't seem to be define in the database( WARNING : type of input 1 of step 11454 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 11453 doesn't seem to be define in the database( WARNING : type of input 1 of step 11456 doesn't seem to be define in the database( WARNING : type of output 1 of step 11456 doesn't seem to be define in the database( WARNING : type of input 3 of step 11455 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11456 have datatype=10 whereas input 3 of step 11458 have datatype=6 WARNING : type of input 5 of step 11458 doesn't seem to be define in the database( WARNING : output 0 of step 11477 have datatype=11 whereas input 5 of step 11458 have datatype=None WARNING : output 0 of step 11456 have datatype=10 whereas input 0 of step 11477 have datatype=18 WARNING : type of input 2 of step 11478 doesn't seem to be define in the database( WARNING : output 1 of step 11454 have datatype=7 whereas input 2 of step 11478 have datatype=None WARNING : type of output 3 of step 11478 doesn't seem to be define in the database( WARNING : type of input 2 of step 11456 doesn't seem to be define in the database( WARNING : output 0 of step 11453 have datatype=1 whereas input 0 of step 11454 have datatype=2 DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier,background', 'hashtag_weights': {'Carton_brun': 1.5, 'Carton_gris': 1.5, 'Teint_Dans_La_Masse': 1.0, 'autre_refus': 1.5, 'cartonnette': 1.0, 'kraft': 1.5, 'metal': 3, 'plastique': 1}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier TODO : Insert select and so on SELECT id, name, misc_info, datou_id_for_right FROM MTRPhoto.dashboard_places WHERE name="arc_en_ciel_jrm"; SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4878 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4878 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4878 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4878 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! {"input_values":[]} SELECT name, created_at,limit_max FROM MTRDatou.mtr_datou WHERE id=4302 SELECT mtd.id, mtdt.`type`, mtd.`param`, mtd.param_json, mtdt.nb_input, mtdt.nb_output, mtdt.prod, mtdt.is_local, mtdt.is_datou_depend, mtdt.is_photo_id_local FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_step_types mtdt WHERE mtdt.`id`=mtd.`type` AND mtd.mtd_id=4302 SELECT mtd.id, mtd.mtd_id, mdsdt.id, mdsdt.name, mdsdt.description, msid.output_or_input, msid.data_order_id, mdsdt.type FROM MTRDatou.mtr_datou_step mtd, MTRDatou.mtr_datou_steptype_io_datatypes msid, MTRDatou.mtr_datou_step_data_types mdsdt WHERE mtd.`type`=msid.`mtr_datou_step_type` AND mtd.mtd_id= 4302 AND msid.data_type=mdsdt.id SELECT mts_id_output, id_output, mts_id_input, id_input FROM MTRDatou.mtr_datou_step_by_step WHERE mtd_id=4302 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13596 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11881 final have less inputs used (1) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11881 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13625 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 11884 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 3 of step 11884 have datatype=6 WARNING : type of output 1 of step 13596 doesn't seem to be define in the database( WARNING : type of input 3 of step 11881 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 13596 have datatype=10 whereas input 0 of step 13625 have datatype=18 WARNING : type of output 1 of step 13625 doesn't seem to be define in the database( WARNING : type of input 5 of step 11884 doesn't seem to be define in the database( DataTypes for each output/input checked ! {"input_values":[]} Unexpected error treated as WARNING for now expected given param in final step {'name_pipeline': 'aggregate_carac_ratio', 'hashtag_type': 3726, 'hashtag_proportion': 'Carton_brun,Carton_gris,Teint_Dans_La_Masse,autre_refus,cartonnette,kraft,metal,plastique', 'hashtag_parmi': 'papier', 'hashtag_weights': {'Carton_brun': 2, 'Carton_gris': 1.5, 'Teint_Dans_La_Masse': 1.0, 'autre_refus': 1.5, 'cartonnette': 1.0, 'kraft': 1.5, 'metal': 3, 'plastique': 1}} Found hashtag_parmi in final step, will be used and useful if different from matiere_majoritaire in classifier {'number_of_analysed_photos': ((37586,),), 'unwanted_material_monthly_percentage': ((0.052640560865772124,),), 'material_repartition': (('JRM', 34556),), 'material_dict': {'JRM': 34556}, 'coverage_data': (('2025/04/30/', 0.972639), ('2025/04/29/', 0.979016), ('2025/04/28/', 0.97978), ('2025/04/26/', 1.0), ('2025/04/25/', 0.976944), ('2025/04/24/', 0.975798), ('2025/04/23/', 0.975694), ('2025/04/22/', 0.977095), ('2025/04/21/', 0.978962), ('2025/04/19/', 0.977832), ('2025/04/18/', 0.978889), ('2025/04/17/', 0.981528), ('2025/04/16/', 0.977037), ('2025/04/15/', 0.977176), ('2025/04/14/', 0.977412), ('2025/04/12/', 1.0), ('2025/04/11/', 0.978113), ('2025/04/10/', 0.977974), ('2025/04/09/', 0.976296), ('2025/04/02/', 0.973993), ('2025/04/01/', 0.97875)), 'impurety_average_data': ((datetime.date(2025, 4, 1), 0.05076753580505366, 2281), (datetime.date(2025, 4, 2), 0.046700637612434245, 3969), (datetime.date(2025, 4, 3), 0.04887154051707161, 85), (datetime.date(2025, 4, 15), 0.051539064791617906, 2850), (datetime.date(2025, 4, 16), 0.04699837632080684, 3389), (datetime.date(2025, 4, 17), 0.049056349978413044, 4363), (datetime.date(2025, 4, 18), 0.05758544490679247, 4214), (datetime.date(2025, 4, 22), 0.05636047200740893, 1741), (datetime.date(2025, 4, 23), 0.06625498345024314, 2538), (datetime.date(2025, 4, 24), 0.05572628852093935, 3325), (datetime.date(2025, 4, 25), 0.06620291082721373, 211), (datetime.date(2025, 4, 28), 0.05327764741147645, 2780), (datetime.date(2025, 4, 29), 0.04847568351605202, 2810), (datetime.date(2025, 4, 30), 0.050491168345096565, 3030)), 'impurety_average_data_per_hashtag': {'JRM': ((datetime.date(2025, 4, 1), 0.05076753580505366, 2281), (datetime.date(2025, 4, 2), 0.046700637612434245, 3969), (datetime.date(2025, 4, 3), 0.04887154051707161, 85), (datetime.date(2025, 4, 15), 0.051539064791617906, 2850), (datetime.date(2025, 4, 16), 0.04699837632080684, 3389), (datetime.date(2025, 4, 17), 0.049056349978413044, 4363), (datetime.date(2025, 4, 18), 0.05758544490679247, 4214), (datetime.date(2025, 4, 22), 0.05636047200740893, 1741), (datetime.date(2025, 4, 23), 0.06625498345024314, 2538), (datetime.date(2025, 4, 24), 0.05572628852093935, 3325), (datetime.date(2025, 4, 25), 0.06620291082721373, 211), (datetime.date(2025, 4, 28), 0.05327764741147645, 2780), (datetime.date(2025, 4, 29), 0.04847568351605202, 2810), (datetime.date(2025, 4, 30), 0.050491168345096565, 3030))}, 'quality_array': [['-4.748103629654435', '01042025'], ['-4.574264853263372', '02042025'], ['-4.874118811738194', '03042025'], ['-4.7070267425575905', '15042025'], ['-4.6396851999163085', '16042025'], ['-4.6546031435577815', '17042025'], ['-4.6972464682606425', '18042025'], ['-4.637434013474934', '22042025'], ['-4.689691879214161', '23042025'], ['-4.6600303899008315', '24042025'], ['-4.659595117970244', '25042025'], ['-4.50568474114859', '28042025'], ['-4.52231861431923', '29042025'], ['-4.610371580189194', '30042025']], 'number_of_batch': ((677,),), 'datou_id_sts': 4878, 'map_hashtag_number_mat': {'hash_to_mat_nb': ({'unwanted_material': 'autre_refus', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.004757931443761224, 'nb_photo': 6393, 'list_port_cont': '21932417,21933178,21933428,21933923,21934421,21934974,21935593,21935922,21936305,21936842,21937237,21938125,21938747,21939489,21940090,21940700,21941063,21945519,21945663,21946279,21946711,21947176,21947609,21947917,21948399,21949098,21949265,21949819,21950406,21951040,21952042,21952503,21953153,21953735,21954316,21954834,21955412,21955887,21956434,21957020,21957572,21958556,21965463,21965957,21966361,21966741,21967301,21967528,21968619,21969200,21969723,21970485,21971237,21971662,21972179,21972235,21972313,21972364,21972842,21974480,21975387,21976261,21976977,21977791,21980225,21981043,21981646,21982282,21983059,21983783,21984202,21985045,21985639,21986356,21987083,21988124,21988625,21989234,21989761,21990551,21990871,21991927,21992532,21993344,21994257,21995184,21995755,21998722,21998734,21998865,21998914,21998933,21998945,21998997,21999018,21999075,21999125,21999135,21999180,21999201,21999245,21999270,21999278,21999310,22023979,22024365,22024911,22024949,22025183,22029307,22029617,22030095,22030800,2203137', 'assoc_port': '21932408:21932417,21933164:21933178,21933416:21933428,21933884:21933923,21934417:21934421,21934914:21934974,21935562:21935593,21935870:21935922,21936299:21936305,21936767:21936842,21937221:21937237,21938116:21938125,21938715:21938747,21939479:21939489,21940075:21940090,21940655:21940700,21941026:21941063,21945514:21945519,21945658:21945663,21946263:21946279,21946690:21946711,21947123:21947176,21947606:21947609,21947903:21947917,21948384:21948399,21949089:21949098,21949258:21949265,21949788:21949819,21950402:21950406,21951031:21951040,21952036:21952042,21952498:21952503,21953111:21953153,21953698:21953735,21954306:21954316,21954804:21954834,21955357:21955412,21955879:21955887,21956398:21956434,21956983:21957020,21957541:21957572,21958543:21958556,21965459:21965463,21965950:21965957,21966355:21966361,21966736:21966741,21967292:21967301,21967515:21967528,21968589:21968619,21969192:21969200,21969684:21969723,21970477:21970485,21971233:21971237,21971650:21971662,21972161:21972235,21972163:21972179,21972252:2197231', 'assoc_mat': '21932408:autre_refus:3726:21932417,21933164:autre_refus:3726:21933178,21933416:autre_refus:3726:21933428,21933884:autre_refus:3726:21933923,21934417:autre_refus:3726:21934421,21934914:autre_refus:3726:21934974,21935562:autre_refus:3726:21935593,21935870:autre_refus:3726:21935922,21936299:autre_refus:3726:21936305,21936767:autre_refus:3726:21936842,21937221:autre_refus:3726:21937237,21938116:autre_refus:3726:21938125,21938715:autre_refus:3726:21938747,21939479:autre_refus:3726:21939489,21940075:autre_refus:3726:21940090,21940655:autre_refus:3726:21940700,21941026:autre_refus:3726:21941063,21945514:autre_refus:3726:21945519,21945658:autre_refus:3726:21945663,21946263:autre_refus:3726:21946279,21946690:autre_refus:3726:21946711,21947123:autre_refus:3726:21947176,21947606:autre_refus:3726:21947609,21947903:autre_refus:3726:21947917,21948384:autre_refus:3726:21948399,21949089:autre_refus:3726:21949098,21949258:autre_refus:3726:21949265,21949788:autre_refus:3726:21949819,21950402:autre_refus:3726:21950406,21951031:'}, {'unwanted_material': 'cartonnette', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.005487734467780713, 'nb_photo': 9712, 'list_port_cont': '21931423,21931504,21932413,21933177,21933420,21933915,21934426,21934968,21935599,21935921,21936312,21936837,21937233,21938124,21938746,21939490,21940084,21940690,21941057,21945527,21945669,21945967,21946270,21946713,21947181,21947612,21947915,21948391,21949104,21949268,21949817,21950413,21951045,21952047,21952505,21953160,21953734,21954318,21954840,21955416,21955884,21956435,21957019,21957578,21958552,21965072,21965465,21965961,21966368,21966747,21967300,21967531,21968618,21969194,21969718,21970487,21971241,21971663,21972177,21972237,21972308,21972372,21972837,21974483,21975391,21976263,21976981,21977785,21980220,21981042,21981654,21982277,21983060,21983787,21984196,21985043,21985634,21986360,21987077,21988121,21988627,21989224,21989756,21990558,21990870,21991919,21992536,21993341,21994254,21995178,21995750,21998728,21998737,21998863,21998915,21998929,21998944,21999001,21999024,21999071,21999124,21999146,21999181,21999204,21999243,21999269,21999282,21999312,22023987,22024364,22024921,22024950,22025192,2202930', 'assoc_port': '21931365:21931423,21931497:21931504,21932408:21932413,21933164:21933177,21933416:21933420,21933884:21933915,21934417:21934426,21934914:21934968,21935562:21935599,21935870:21935921,21936299:21936312,21936767:21936837,21937221:21937233,21938116:21938124,21938715:21938746,21939479:21939490,21940075:21940084,21940655:21940690,21941026:21941057,21945514:21945527,21945658:21945669,21945960:21945967,21946263:21946270,21946690:21946713,21947123:21947181,21947606:21947612,21947903:21947915,21948384:21948391,21949089:21949104,21949258:21949268,21949788:21949817,21950402:21950413,21951031:21951045,21952036:21952047,21952498:21952505,21953111:21953160,21953698:21953734,21954306:21954318,21954804:21954840,21955357:21955416,21955879:21955884,21956398:21956435,21956983:21957019,21957541:21957578,21958543:21958552,21965066:21965072,21965459:21965465,21965950:21965961,21966355:21966368,21966736:21966747,21967292:21967300,21967515:21967531,21968589:21968618,21969192:21969194,21969684:21969718,21970477:21970487,21971233:2197124', 'assoc_mat': '21931365:cartonnette:3726:21931423,21931497:cartonnette:3726:21931504,21932408:cartonnette:3726:21932413,21933164:cartonnette:3726:21933177,21933416:cartonnette:3726:21933420,21933884:cartonnette:3726:21933915,21934417:cartonnette:3726:21934426,21934914:cartonnette:3726:21934968,21935562:cartonnette:3726:21935599,21935870:cartonnette:3726:21935921,21936299:cartonnette:3726:21936312,21936767:cartonnette:3726:21936837,21937221:cartonnette:3726:21937233,21938116:cartonnette:3726:21938124,21938715:cartonnette:3726:21938746,21939479:cartonnette:3726:21939490,21940075:cartonnette:3726:21940084,21940655:cartonnette:3726:21940690,21941026:cartonnette:3726:21941057,21945514:cartonnette:3726:21945527,21945658:cartonnette:3726:21945669,21945960:cartonnette:3726:21945967,21946263:cartonnette:3726:21946270,21946690:cartonnette:3726:21946713,21947123:cartonnette:3726:21947181,21947606:cartonnette:3726:21947612,21947903:cartonnette:3726:21947915,21948384:cartonnette:3726:21948391,21949089:cartonnette:3726:21949104,21949258:'}, {'unwanted_material': 'Carton_brun', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.018358658519376632, 'nb_photo': 13304, 'list_port_cont': '21931503,21932421,21933172,21933424,21933914,21934423,21934973,21935595,21935932,21936306,21936831,21937231,21938128,21938750,21939491,21940089,21940698,21941066,21945529,21945673,21945973,21946272,21946719,21947180,21947617,21947910,21948397,21949100,21949272,21949821,21950410,21951042,21952039,21952513,21953150,21953738,21954317,21954831,21955411,21955886,21956425,21957023,21957567,21965079,21965466,21965964,21966364,21966743,21967299,21967539,21968627,21969201,21969714,21970482,21971242,21971654,21972171,21972236,21972312,21972362,21972838,21974479,21975385,21976256,21976974,21977787,21980227,21981041,21981644,21982278,21983051,21983788,21984198,21985035,21985632,21986352,21987079,21988118,21988621,21989228,21989758,21990557,21990875,21991921,21992534,21993336,21994260,21995186,21995760,21998738,21998742,21998864,21998911,21998932,21998949,21998999,21999017,21999072,21999127,21999145,21999173,21999198,21999238,21999267,21999272,21999313,22023984,22024367,22024914,22024944,22025184,22029310,22029616,2203009', 'assoc_port': '21931497:21931503,21932408:21932421,21933164:21933172,21933416:21933424,21933884:21933914,21934417:21934423,21934914:21934973,21935562:21935595,21935870:21935932,21936299:21936306,21936767:21936831,21937221:21937231,21938116:21938128,21938715:21938750,21939479:21939491,21940075:21940089,21940655:21940698,21941026:21941066,21945514:21945529,21945658:21945673,21945960:21945973,21946263:21946272,21946690:21946719,21947123:21947180,21947606:21947617,21947903:21947910,21948384:21948397,21949089:21949100,21949258:21949272,21949788:21949821,21950402:21950410,21951031:21951042,21952036:21952039,21952498:21952513,21953111:21953150,21953698:21953738,21954306:21954317,21954804:21954831,21955357:21955411,21955879:21955886,21956398:21956425,21956983:21957023,21957541:21957567,21965066:21965079,21965459:21965466,21965950:21965964,21966355:21966364,21966736:21966743,21967292:21967299,21967515:21967539,21968589:21968627,21969192:21969201,21969684:21969714,21970477:21970482,21971233:21971242,21971650:21971654,21972161:2197223', 'assoc_mat': '21931497:Carton_brun:3726:21931503,21932408:Carton_brun:3726:21932421,21933164:Carton_brun:3726:21933172,21933416:Carton_brun:3726:21933424,21933884:Carton_brun:3726:21933914,21934417:Carton_brun:3726:21934423,21934914:Carton_brun:3726:21934973,21935562:Carton_brun:3726:21935595,21935870:Carton_brun:3726:21935932,21936299:Carton_brun:3726:21936306,21936767:Carton_brun:3726:21936831,21937221:Carton_brun:3726:21937231,21938116:Carton_brun:3726:21938128,21938715:Carton_brun:3726:21938750,21939479:Carton_brun:3726:21939491,21940075:Carton_brun:3726:21940089,21940655:Carton_brun:3726:21940698,21941026:Carton_brun:3726:21941066,21945514:Carton_brun:3726:21945529,21945658:Carton_brun:3726:21945673,21945960:Carton_brun:3726:21945973,21946263:Carton_brun:3726:21946272,21946690:Carton_brun:3726:21946719,21947123:Carton_brun:3726:21947180,21947606:Carton_brun:3726:21947617,21947903:Carton_brun:3726:21947910,21948384:Carton_brun:3726:21948397,21949089:Carton_brun:3726:21949100,21949258:Carton_brun:3726:21949272,21949788:'}, {'unwanted_material': 'Carton_gris', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.008536074657745836, 'nb_photo': 11112, 'list_port_cont': '21931421,21933167,21933419,21933922,21934429,21934965,21935598,21935925,21936304,21936834,21937238,21938123,21938751,21939483,21940082,21940692,21941065,21945522,21945670,21945971,21946278,21946720,21947182,21947613,21947908,21948395,21949094,21949262,21949823,21950416,21951041,21952043,21952512,21953155,21953733,21954311,21954841,21955420,21955890,21956432,21957013,21957573,21958551,21965077,21965472,21965955,21966366,21966746,21967306,21967536,21968626,21969195,21969717,21970490,21971243,21971655,21972178,21972232,21972310,21972368,21972832,21974484,21975389,21976257,21976972,21977788,21980223,21981045,21981653,21982283,21983049,21983792,21984201,21985041,21985633,21986353,21987075,21988125,21988628,21989227,21989760,21990552,21990872,21991918,21992540,21993338,21994264,21995189,21995761,21998730,21998732,21998860,21998906,21998935,21998948,21999002,21999020,21999069,21999133,21999143,21999172,21999202,21999235,21999265,21999281,21999311,22023985,22024369,22024915,22024951,22025194,22029313,22029612,2203010', 'assoc_port': '21931365:21931421,21933164:21933167,21933416:21933419,21933884:21933922,21934417:21934429,21934914:21934965,21935562:21935598,21935870:21935925,21936299:21936304,21936767:21936834,21937221:21937238,21938116:21938123,21938715:21938751,21939479:21939483,21940075:21940082,21940655:21940692,21941026:21941065,21945514:21945522,21945658:21945670,21945960:21945971,21946263:21946278,21946690:21946720,21947123:21947182,21947606:21947613,21947903:21947908,21948384:21948395,21949089:21949094,21949258:21949262,21949788:21949823,21950402:21950416,21951031:21951041,21952036:21952043,21952498:21952512,21953111:21953155,21953698:21953733,21954306:21954311,21954804:21954841,21955357:21955420,21955879:21955890,21956398:21956432,21956983:21957013,21957541:21957573,21958543:21958551,21965066:21965077,21965459:21965472,21965950:21965955,21966355:21966366,21966736:21966746,21967292:21967306,21967515:21967536,21968589:21968626,21969192:21969195,21969684:21969717,21970477:21970490,21971233:21971243,21971650:21971655,21972161:2197223', 'assoc_mat': '21931365:Carton_gris:3726:21931421,21933164:Carton_gris:3726:21933167,21933416:Carton_gris:3726:21933419,21933884:Carton_gris:3726:21933922,21934417:Carton_gris:3726:21934429,21934914:Carton_gris:3726:21934965,21935562:Carton_gris:3726:21935598,21935870:Carton_gris:3726:21935925,21936299:Carton_gris:3726:21936304,21936767:Carton_gris:3726:21936834,21937221:Carton_gris:3726:21937238,21938116:Carton_gris:3726:21938123,21938715:Carton_gris:3726:21938751,21939479:Carton_gris:3726:21939483,21940075:Carton_gris:3726:21940082,21940655:Carton_gris:3726:21940692,21941026:Carton_gris:3726:21941065,21945514:Carton_gris:3726:21945522,21945658:Carton_gris:3726:21945670,21945960:Carton_gris:3726:21945971,21946263:Carton_gris:3726:21946278,21946690:Carton_gris:3726:21946720,21947123:Carton_gris:3726:21947182,21947606:Carton_gris:3726:21947613,21947903:Carton_gris:3726:21947908,21948384:Carton_gris:3726:21948395,21949089:Carton_gris:3726:21949094,21949258:Carton_gris:3726:21949262,21949788:Carton_gris:3726:21949823,21950402:'}, {'unwanted_material': 'kraft', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.002281270389696484, 'nb_photo': 2148, 'list_port_cont': '21932414,21933170,21933421,21933920,21934970,21935589,21936302,21936835,21937235,21938133,21938744,21939492,21940085,21945671,21946721,21947610,21947909,21948392,21949093,21949269,21949816,21951039,21952046,21952510,21953149,21953737,21954319,21954833,21955889,21957577,21965076,21965461,21965963,21966359,21967537,21968628,21969198,21970486,21971246,21971665,21972174,21972238,21972302,21974482,21976258,21976979,21977783,21981040,21981648,21982279,21983786,21984193,21985037,21985636,21986361,21987073,21988119,21988624,21989232,21990867,21991920,21992538,21993337,21994263,21995187,21995756,21998736,21998744,21998938,21998951,21998995,21999028,21999077,21999134,21999142,21999175,21999195,21999242,22023986,22024366,22024913,22024941,22025191,22029303,22029621,22030097,22031371,22032153,22032686,22033486,22034092,22034549,22035249,22036390,22037080,22037826,22038594,22039619,22041031,22041639,22042221,22042819,22044247,22045184,22045974,22046581,22047391,22054360,22054473,22054530,22054570,22054613,22054651,2205467', 'assoc_port': '21932408:21932414,21933164:21933170,21933416:21933421,21933884:21933920,21934914:21934970,21935562:21935589,21936299:21936302,21936767:21936835,21937221:21937235,21938116:21938133,21938715:21938744,21939479:21939492,21940075:21940085,21945658:21945671,21946690:21946721,21947606:21947610,21947903:21947909,21948384:21948392,21949089:21949093,21949258:21949269,21949788:21949816,21951031:21951039,21952036:21952046,21952498:21952510,21953111:21953149,21953698:21953737,21954306:21954319,21954804:21954833,21955879:21955889,21957541:21957577,21965066:21965076,21965459:21965461,21965950:21965963,21966355:21966359,21967515:21967537,21968589:21968628,21969192:21969198,21970477:21970486,21971233:21971246,21971650:21971665,21972161:21972238,21972163:21972174,21972252:21972302,21974424:21974482,21976250:21976258,21976969:21976979,21977730:21977783,21980993:21981040,21981615:21981648,21982272:21982279,21983779:21983786,21984181:21984193,21984997:21985037,21985629:21985636,21986350:21986361,21987045:21987073,21988115:2198811', 'assoc_mat': '21932408:kraft:3726:21932414,21933164:kraft:3726:21933170,21933416:kraft:3726:21933421,21933884:kraft:3726:21933920,21934914:kraft:3726:21934970,21935562:kraft:3726:21935589,21936299:kraft:3726:21936302,21936767:kraft:3726:21936835,21937221:kraft:3726:21937235,21938116:kraft:3726:21938133,21938715:kraft:3726:21938744,21939479:kraft:3726:21939492,21940075:kraft:3726:21940085,21945658:kraft:3726:21945671,21946690:kraft:3726:21946721,21947606:kraft:3726:21947610,21947903:kraft:3726:21947909,21948384:kraft:3726:21948392,21949089:kraft:3726:21949093,21949258:kraft:3726:21949269,21949788:kraft:3726:21949816,21951031:kraft:3726:21951039,21952036:kraft:3726:21952046,21952498:kraft:3726:21952510,21953111:kraft:3726:21953149,21953698:kraft:3726:21953737,21954306:kraft:3726:21954319,21954804:kraft:3726:21954833,21955879:kraft:3726:21955889,21957541:kraft:3726:21957577,21965066:kraft:3726:21965076,21965459:kraft:3726:21965461,21965950:kraft:3726:21965963,21966355:kraft:3726:21966359,21967515:kraft:3726:21967537,21968589:'}, {'unwanted_material': 'metal', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.0007183084135843523, 'nb_photo': 434, 'list_port_cont': '21934966,21935596,21938126,21939486,21940079,21945972,21946276,21947912,21950412,21955885,21957018,21958555,21965470,21966369,21966751,21969716,21970489,21972176,21974481,21976259,21976978,21980228,21981036,21981647,21983054,21985039,21985640,21987074,21988120,21988619,21989229,21994253,21995753,21998735,21998909,21998952,21999019,21999066,21999128,21999140,21999199,22023989,22025187,22029312,22030790,22032156,22034544,22041640,22045176,22046582,22047388,22054531,22054711,22054768,22054816,22054939,22060319,22060859,22062526,22063896,22065459,22069970,22070670,22071783,22072983,22074310,22077211,22082321,22084381,22086230,22087189,22089287,22092218,22093136,22097475,22105750,22109457,22112787,22113150,22113664,22114418,22116034,22116459,22117643,22119205,22119613,22120077,22123536,22123934,22125432,22126628,22128497,22131994,22138891,22141829,22142527,22144747,22146859,22147815,22148992,22149558,22153988,22157135,22158020,22159013,22159472,22160602,22161386,22163497,22165309,22166013,22166803,22167292,2216882', 'assoc_port': '21934914:21934966,21935562:21935596,21938116:21938126,21939479:21939486,21940075:21940079,21945960:21945972,21946263:21946276,21947903:21947912,21950402:21950412,21955879:21955885,21956983:21957018,21958543:21958555,21965459:21965470,21966355:21966369,21966736:21966751,21969684:21969716,21970477:21970489,21972163:21972176,21974424:21974481,21976250:21976259,21976969:21976978,21980200:21980228,21980993:21981036,21981615:21981647,21983045:21983054,21984997:21985039,21985629:21985640,21987045:21987074,21988115:21988120,21988550:21988619,21989220:21989229,21994250:21994253,21995734:21995753,21998573:21999199,21998575:21999128,21998576:21999140,21998579:21999066,21998613:21999019,21998639:21998952,21998665:21998909,21998713:21998735,22023977:22023989,22025134:22025187,22029285:22029312,22030731:22030790,22032110:22032156,22034536:22034544,22041608:22041640,22045139:22045176,22046570:22046582,22047356:22047388,22054281:22054939,22054284:22054816,22054285:22054768,22054288:22054711,22054348:22054531,22060293:2206031', 'assoc_mat': '21934914:metal:3726:21934966,21935562:metal:3726:21935596,21938116:metal:3726:21938126,21939479:metal:3726:21939486,21940075:metal:3726:21940079,21945960:metal:3726:21945972,21946263:metal:3726:21946276,21947903:metal:3726:21947912,21950402:metal:3726:21950412,21955879:metal:3726:21955885,21956983:metal:3726:21957018,21958543:metal:3726:21958555,21965459:metal:3726:21965470,21966355:metal:3726:21966369,21966736:metal:3726:21966751,21969684:metal:3726:21969716,21970477:metal:3726:21970489,21972163:metal:3726:21972176,21974424:metal:3726:21974481,21976250:metal:3726:21976259,21976969:metal:3726:21976978,21980200:metal:3726:21980228,21980993:metal:3726:21981036,21981615:metal:3726:21981647,21983045:metal:3726:21983054,21984997:metal:3726:21985039,21985629:metal:3726:21985640,21987045:metal:3726:21987074,21988115:metal:3726:21988120,21988550:metal:3726:21988619,21989220:metal:3726:21989229,21994250:metal:3726:21994253,21995734:metal:3726:21995753,21998573:metal:3726:21999199,21998575:metal:3726:21999128,21998576:'}, {'unwanted_material': 'plastique', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.004345128183081034, 'nb_photo': 7121, 'list_port_cont': '21931428,21931509,21932411,21933176,21933430,21933919,21934431,21934971,21935590,21935931,21936311,21936838,21937229,21938132,21938743,21939487,21940086,21940701,21941061,21945523,21945666,21945963,21946273,21946716,21947185,21947616,21947914,21948390,21949270,21949826,21950415,21951046,21952041,21952511,21953159,21953727,21954309,21954839,21955409,21955891,21956433,21957017,21957575,21958557,21965070,21965471,21965953,21966363,21966749,21967297,21967532,21968620,21969202,21969720,21970491,21971245,21971664,21972181,21972230,21972306,21972363,21972836,21974486,21975392,21976264,21976973,21977793,21980224,21981046,21981643,21982287,21983056,21983789,21984194,21985042,21985637,21986359,21987078,21988123,21988622,21989230,21989753,21990550,21990865,21991926,21992539,21993339,21994259,21995188,21995757,21998723,21998725,21998861,21998904,21998930,21998941,21998996,21999027,21999068,21999132,21999137,21999177,21999196,21999241,21999260,21999271,21999314,22023988,22024370,22024916,22024945,22025188,22029306,2202962', 'assoc_port': '21931365:21931428,21931497:21931509,21932408:21932411,21933164:21933176,21933416:21933430,21933884:21933919,21934417:21934431,21934914:21934971,21935562:21935590,21935870:21935931,21936299:21936311,21936767:21936838,21937221:21937229,21938116:21938132,21938715:21938743,21939479:21939487,21940075:21940086,21940655:21940701,21941026:21941061,21945514:21945523,21945658:21945666,21945960:21945963,21946263:21946273,21946690:21946716,21947123:21947185,21947606:21947616,21947903:21947914,21948384:21948390,21949258:21949270,21949788:21949826,21950402:21950415,21951031:21951046,21952036:21952041,21952498:21952511,21953111:21953159,21953698:21953727,21954306:21954309,21954804:21954839,21955357:21955409,21955879:21955891,21956398:21956433,21956983:21957017,21957541:21957575,21958543:21958557,21965066:21965070,21965459:21965471,21965950:21965953,21966355:21966363,21966736:21966749,21967292:21967297,21967515:21967532,21968589:21968620,21969192:21969202,21969684:21969720,21970477:21970491,21971233:21971245,21971650:2197166', 'assoc_mat': '21931365:plastique:3726:21931428,21931497:plastique:3726:21931509,21932408:plastique:3726:21932411,21933164:plastique:3726:21933176,21933416:plastique:3726:21933430,21933884:plastique:3726:21933919,21934417:plastique:3726:21934431,21934914:plastique:3726:21934971,21935562:plastique:3726:21935590,21935870:plastique:3726:21935931,21936299:plastique:3726:21936311,21936767:plastique:3726:21936838,21937221:plastique:3726:21937229,21938116:plastique:3726:21938132,21938715:plastique:3726:21938743,21939479:plastique:3726:21939487,21940075:plastique:3726:21940086,21940655:plastique:3726:21940701,21941026:plastique:3726:21941061,21945514:plastique:3726:21945523,21945658:plastique:3726:21945666,21945960:plastique:3726:21945963,21946263:plastique:3726:21946273,21946690:plastique:3726:21946716,21947123:plastique:3726:21947185,21947606:plastique:3726:21947616,21947903:plastique:3726:21947914,21948384:plastique:3726:21948390,21949258:plastique:3726:21949270,21949788:plastique:3726:21949826,21950402:plastique:3726:21950415,2'}, {'unwanted_material': 'Teint_Dans_La_Masse', 'main_material': 'JRM', 'pht_type': 3726, 'ratio': 0.013200423601986751, 'nb_photo': 16472, 'list_port_cont': '21931505,21932410,21933175,21933423,21933916,21934427,21934972,21935591,21935929,21936307,21936836,21937230,21938127,21938748,21939488,21940081,21940694,21941062,21945528,21945667,21945966,21946269,21946712,21947175,21947611,21947918,21948388,21949099,21949263,21949825,21950407,21951037,21952044,21952508,21953156,21953730,21954314,21954837,21955418,21955892,21956436,21957014,21957574,21958546,21965068,21965467,21965958,21966365,21966744,21967302,21967529,21968622,21969196,21969721,21970484,21971236,21971660,21972173,21972229,21972304,21972367,21972833,21974501,21975386,21976265,21976975,21977782,21980222,21981039,21981651,21982276,21983053,21983790,21984192,21985040,21985635,21986358,21987081,21988127,21988629,21989233,21989754,21990555,21990873,21991925,21992535,21993335,21994256,21995182,21995758,21998724,21998740,21998858,21998905,21998942,21998947,21998993,21999023,21999070,21999123,21999141,21999171,21999203,21999237,21999261,21999276,21999307,22023980,22024372,22024912,22024946,22025186,22029311,2202961', 'assoc_port': '21931497:21931505,21932408:21932410,21933164:21933175,21933416:21933423,21933884:21933916,21934417:21934427,21934914:21934972,21935562:21935591,21935870:21935929,21936299:21936307,21936767:21936836,21937221:21937230,21938116:21938127,21938715:21938748,21939479:21939488,21940075:21940081,21940655:21940694,21941026:21941062,21945514:21945528,21945658:21945667,21945960:21945966,21946263:21946269,21946690:21946712,21947123:21947175,21947606:21947611,21947903:21947918,21948384:21948388,21949089:21949099,21949258:21949263,21949788:21949825,21950402:21950407,21951031:21951037,21952036:21952044,21952498:21952508,21953111:21953156,21953698:21953730,21954306:21954314,21954804:21954837,21955357:21955418,21955879:21955892,21956398:21956436,21956983:21957014,21957541:21957574,21958543:21958546,21965066:21965068,21965459:21965467,21965950:21965958,21966355:21966365,21966736:21966744,21967292:21967302,21967515:21967529,21968589:21968622,21969192:21969196,21969684:21969721,21970477:21970484,21971233:21971236,21971650:2197166', 'assoc_mat': '21931497:Teint_Dans_La_Masse:3726:21931505,21932408:Teint_Dans_La_Masse:3726:21932410,21933164:Teint_Dans_La_Masse:3726:21933175,21933416:Teint_Dans_La_Masse:3726:21933423,21933884:Teint_Dans_La_Masse:3726:21933916,21934417:Teint_Dans_La_Masse:3726:21934427,21934914:Teint_Dans_La_Masse:3726:21934972,21935562:Teint_Dans_La_Masse:3726:21935591,21935870:Teint_Dans_La_Masse:3726:21935929,21936299:Teint_Dans_La_Masse:3726:21936307,21936767:Teint_Dans_La_Masse:3726:21936836,21937221:Teint_Dans_La_Masse:3726:21937230,21938116:Teint_Dans_La_Masse:3726:21938127,21938715:Teint_Dans_La_Masse:3726:21938748,21939479:Teint_Dans_La_Masse:3726:21939488,21940075:Teint_Dans_La_Masse:3726:21940081,21940655:Teint_Dans_La_Masse:3726:21940694,21941026:Teint_Dans_La_Masse:3726:21941062,21945514:Teint_Dans_La_Masse:3726:21945528,21945658:Teint_Dans_La_Masse:3726:21945667,21945960:Teint_Dans_La_Masse:3726:21945966,21946263:Teint_Dans_La_Masse:3726:21946269,21946690:Teint_Dans_La_Masse:3726:21946712,21947123:Teint_Dans_La_Masse:3726:2'}), 'main_stat': {'nb_photos': 37586}}, 'hostname': (('jetson-73',),), 'impurety_average_per_hashtag': [(('JRM', '2025-04', 0.052640560865772124),)]} filepath : /data_2/data_log/job/memo/arc_en_ciel_jrm/sla_mensuel_arc_en_ciel_jrm_mois_04_annee_2025.pdf Before plot_photos_and_unwanted_material_summary # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! None was removed should we ? donnée sous forme de texte was removed should we ? [ptf_id0,ptf_id1...] was removed should we ? Before organize_and_plot_unwanted_material_stats {'JRM': {'autre_refus': ['autre_refus', '0.48%', 6393], 'cartonnette': ['cartonnette', '0.55%', 9712], 'Carton_brun': ['Carton_brun', '1.84%', 13304], 'Carton_gris': ['Carton_gris', '0.85%', 11112], 'kraft': ['kraft', '0.23%', 2148], 'metal': ['metal', '0.07%', 434], 'plastique': ['plastique', '0.43%', 7121], 'Teint_Dans_La_Masse': ['Teint_Dans_La_Masse', '1.32%', 16472]}} before organize_and_plot_coverage_data before organize_and_plot_impurety_average_data before organize_and_plot_quality_photo_data finish generating filepath : /data_2/data_log/job/memo/arc_en_ciel_jrm/sla_mensuel_arc_en_ciel_jrm_mois_04_annee_2025.pdf le fichier se trouve ici : /data_2/data_log/job/memo/arc_en_ciel_jrm 2.93user 2.88system 0:09.18elapsed 63%CPU (0avgtext+0avgdata 193092maxresident)k 163792inputs+488outputs (737major+67617minor)pagefaults 0swaps