python /home/admin/mtr/script_for_cron.py -j datou_restart -m 50 -a '' -s datou_restart -M 0 -S 0 -U 101,101,101 import MySQLdb succeeded Import error (python version) ['/Users/moilerat/Documents/Fotonower/install/caffe/distribute/python', '/home/admin/workarea/git/Velours/python/prod', '/home/admin/workarea/install/darknet', '/home/admin/workarea/git/Velours/python', '/home/admin/workarea/install/caffe_frcnn_python3/py-faster-rcnn/caffe-fast-rcnn/python', '/home/admin/mtr/.credentials', '/home/admin/workarea/install/caffe/python', '/home/admin/workarea/install/caffe_frcnn/py-faster-rcnn/tools', '/home/admin/workarea/git/fotonowerpip', '/home/admin/workarea/install/segment-anything', '/home/admin/workarea/git/pyfvs', '/usr/lib/python38.zip', '/usr/lib/python3.8', '/usr/lib/python3.8/lib-dynload', '/home/admin/.local/lib/python3.8/site-packages', '/usr/local/lib/python3.8/dist-packages', '/usr/lib/python3/dist-packages'] Namespace(auto=False, cert_args='/home/fotonower/https/cert.pem', contextDataFile='', custom_size=0, database='', datou_id=0, datou_id_excluded='', fifo=False, host='', is_cpu_mode=False, job='restart', json_args='', key_args='/home/fotonower/https/vision.fotonower.com.key', limit=1000, list_photo_ids='', local='', mtr_current_id=0, mtr_portfolio_ids='', nb_thread=1, no_current=False, offset=0, only_client=False, output_file='', password='', port=5100, rand=0, save=2, use_client=False, user_id=440, username='', verbose=True) process id : 1069340 load datou : 0 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : step 0 init_dummy_multi_datou is not linked in the step_by_step architecture ! WARNING : step 1294 init_dummy_multi_datou is not linked in the step_by_step architecture ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : (photo_id, hashtag_id, score_max) was removed should we ? (x0, y0, x1, y1) was removed should we ? chemin de la photo was removed should we ? (photo_id, hashtag_id, score_max) was removed should we ? (x0, y0, x1, y1) was removed should we ? chemin de la photo was removed should we ? load thcls load pdts Running datou job : restart select distinct(mdc.id) from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-02-25" and mdc.created_at < "2025-02-26 08:29:26" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and mdc.mtd_id not in (1038,1204,1669,2707,2852,2955,3025,4878,3086,3097,3100,3142,3161,3192,3193,3201,3256,3213,3378,3385,3681,3701,3726,3751,3750,3762,4891,4196,3750,3772,3800,3893,3921,3981,3980,4340,4042,4042,4042,4341,4101,4095,4093,4165,4177,4204,4220,4311,4189,4272,4278,4283,4285,4297,4306,4390,4315,4323,4327,4346,4327,4346,4421,4384,4398,4399,4327,4327,4738,4311,4746,4795,4810,4810,4849,4851,4850,4867,4867,4893,533,4310,4219,4187) and dr.mtr_portfolio_id not in (select dr.mtr_portfolio_id from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-02-25" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and dr.dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day)); nombre de datou_current selectionne : 0 delete batch current inutile (ne sont plus dans dashboard) [] Useless call to update_current_state SELECT id, mtd_id, updated_at FROM MTRPhoto.mtr_datou_current WHERE state = 1 AND updated_at < DATE_SUB(now(), INTERVAL 1000 SECOND) # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13537 sam is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 13540 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 13539 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 13535 crop_condition is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 13535 crop_condition is not consistent : 4 used against 3 in the step definition ! Step 13545 argmax have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13546 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of outputs for step 13547 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 13548 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 13548 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 13538 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 13538 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 13536 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 13536 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13543 velours_tree is not consistent : 2 used against 1 in the step definition ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 1 of step 13538 doesn't seem to be define in the database( WARNING : type of input 3 of step 13536 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 13535 doesn't seem to be define in the database( WARNING : output 0 of step 13540 have datatype=6 whereas input 2 of step 13535 have datatype=None WARNING : type of input 2 of step 13535 doesn't seem to be define in the database( WARNING : output 0 of step 13539 have datatype=6 whereas input 2 of step 13535 have datatype=None We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 13535 doesn't seem to be define in the database( WARNING : type of input 3 of step 13538 doesn't seem to be define in the database( WARNING : type of output 2 of step 13537 doesn't seem to be define in the database( WARNING : type of input 1 of step 13540 doesn't seem to be define in the database( WARNING : type of output 2 of step 13537 doesn't seem to be define in the database( WARNING : type of input 1 of step 13539 doesn't seem to be define in the database( WARNING : output 0 of step 13538 have datatype=10 whereas input 0 of step 13543 have datatype=18 WARNING : type of output 1 of step 13539 doesn't seem to be define in the database( WARNING : type of input 5 of step 13541 doesn't seem to be define in the database( WARNING : type of output 1 of step 13540 doesn't seem to be define in the database( WARNING : type of input 5 of step 13541 doesn't seem to be define in the database( WARNING : type of output 1 of step 13543 doesn't seem to be define in the database( WARNING : type of input 5 of step 13541 doesn't seem to be define in the database( WARNING : output 0 of step 13538 have datatype=10 whereas input 3 of step 13541 have datatype=6 WARNING : output 0 of step 13545 have datatype=6 whereas input 2 of step 13546 have datatype=5 WARNING : type of output 3 of step 13546 doesn't seem to be define in the database( WARNING : type of input 1 of step 13547 doesn't seem to be define in the database( WARNING : type of input 2 of step 13548 doesn't seem to be define in the database( WARNING : output 1 of step 13547 have datatype=7 whereas input 2 of step 13548 have datatype=None We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 13548 doesn't seem to be define in the database( WARNING : type of input 3 of step 13538 doesn't seem to be define in the database( WARNING : type of output 2 of step 13537 doesn't seem to be define in the database( WARNING : type of input 2 of step 13535 doesn't seem to be define in the database( WARNING : output 0 of step 13537 have datatype=24 whereas input 0 of step 13546 have datatype=1 WARNING : output 1 of step 13537 have datatype=2 whereas input 1 of step 13546 have datatype=7 DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11978 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 11987 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11986 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 11982 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 11982 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 11985 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11985 merge_mask_thcl_custom is not consistent : 3 used against 2 in the step definition ! WARNING : number of inputs for step 11979 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11979 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11990 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11990 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of outputs for step 11981 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11980 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11980 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11989 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 11981 doesn't seem to be define in the database( WARNING : type of input 3 of step 11980 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 11978 doesn't seem to be define in the database( WARNING : type of input 2 of step 11982 doesn't seem to be define in the database( WARNING : output 1 of step 11978 have datatype=2 whereas input 1 of step 11985 have datatype=7 WARNING : type of output 2 of step 11985 doesn't seem to be define in the database( WARNING : type of input 1 of step 11979 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11981 have datatype=10 whereas input 3 of step 11988 have datatype=6 WARNING : type of input 2 of step 11990 doesn't seem to be define in the database( WARNING : output 1 of step 11979 have datatype=7 whereas input 2 of step 11990 have datatype=None WARNING : type of output 3 of step 11990 doesn't seem to be define in the database( WARNING : type of input 1 of step 11981 doesn't seem to be define in the database( WARNING : output 0 of step 11981 have datatype=10 whereas input 0 of step 11991 have datatype=18 WARNING : type of input 5 of step 11988 doesn't seem to be define in the database( WARNING : output 0 of step 11991 have datatype=11 whereas input 5 of step 11988 have datatype=None WARNING : type of output 1 of step 11987 doesn't seem to be define in the database( WARNING : type of input 3 of step 11982 doesn't seem to be define in the database( WARNING : type of output 1 of step 11986 doesn't seem to be define in the database( WARNING : type of input 3 of step 11982 doesn't seem to be define in the database( WARNING : output 0 of step 11985 have datatype=1 whereas input 0 of step 11979 have datatype=2 DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11500 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 11508 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11509 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 11504 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 11504 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 11507 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11507 merge_mask_thcl_custom is not consistent : 3 used against 2 in the step definition ! WARNING : number of inputs for step 11501 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11501 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11576 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11576 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of outputs for step 11503 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11502 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11502 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11511 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 11503 doesn't seem to be define in the database( WARNING : type of input 3 of step 11502 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 11500 doesn't seem to be define in the database( WARNING : type of input 2 of step 11504 doesn't seem to be define in the database( WARNING : output 1 of step 11500 have datatype=2 whereas input 1 of step 11507 have datatype=7 WARNING : type of output 2 of step 11507 doesn't seem to be define in the database( WARNING : type of input 1 of step 11501 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11503 have datatype=10 whereas input 3 of step 11510 have datatype=6 WARNING : type of input 2 of step 11576 doesn't seem to be define in the database( WARNING : output 1 of step 11501 have datatype=7 whereas input 2 of step 11576 have datatype=None WARNING : type of output 3 of step 11576 doesn't seem to be define in the database( WARNING : type of input 1 of step 11503 doesn't seem to be define in the database( WARNING : output 0 of step 11503 have datatype=10 whereas input 0 of step 11582 have datatype=18 WARNING : type of input 5 of step 11510 doesn't seem to be define in the database( WARNING : output 0 of step 11582 have datatype=11 whereas input 5 of step 11510 have datatype=None WARNING : type of output 1 of step 11508 doesn't seem to be define in the database( WARNING : type of input 3 of step 11504 doesn't seem to be define in the database( WARNING : type of output 1 of step 11509 doesn't seem to be define in the database( WARNING : type of input 3 of step 11504 doesn't seem to be define in the database( WARNING : output 0 of step 11507 have datatype=1 whereas input 0 of step 11501 have datatype=2 DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11415 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11419 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11419 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11416 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11417 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11417 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11422 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 2 of step 11418 have datatype=6 We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 2 of step 11419 doesn't seem to be define in the database( WARNING : output 1 of step 11415 have datatype=7 whereas input 2 of step 11419 have datatype=None WARNING : type of output 3 of step 11419 doesn't seem to be define in the database( WARNING : type of input 1 of step 11416 doesn't seem to be define in the database( WARNING : type of output 1 of step 11416 doesn't seem to be define in the database( WARNING : type of input 3 of step 11417 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11416 have datatype=10 whereas input 0 of step 11420 have datatype=18 WARNING : type of input 5 of step 11418 doesn't seem to be define in the database( WARNING : output 0 of step 11420 have datatype=11 whereas input 5 of step 11418 have datatype=None WARNING : type of input 2 of step 11416 doesn't seem to be define in the database( WARNING : output 0 of step 11421 have datatype=5 whereas input 2 of step 11416 have datatype=None WARNING : output 0 of step 11418 have datatype=10 whereas input 0 of step 11422 have datatype=18 DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11449 mask_detect is not consistent : 3 used against 2 in the step definition ! Step 11452 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Step 11452 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 11453 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11453 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 11454 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11454 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11478 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11478 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 11456 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11456 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11455 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11455 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11458 send_mail_cod have less inputs used (3) than in the step definition (5) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 11449 doesn't seem to be define in the database( WARNING : type of input 2 of step 11452 doesn't seem to be define in the database( WARNING : output 1 of step 11449 have datatype=2 whereas input 1 of step 11453 have datatype=7 WARNING : type of output 2 of step 11453 doesn't seem to be define in the database( WARNING : type of input 1 of step 11454 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 3 of step 11453 doesn't seem to be define in the database( WARNING : type of input 1 of step 11456 doesn't seem to be define in the database( WARNING : type of output 1 of step 11456 doesn't seem to be define in the database( WARNING : type of input 3 of step 11455 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11456 have datatype=10 whereas input 3 of step 11458 have datatype=6 WARNING : type of input 5 of step 11458 doesn't seem to be define in the database( WARNING : output 0 of step 11477 have datatype=11 whereas input 5 of step 11458 have datatype=None WARNING : output 0 of step 11456 have datatype=10 whereas input 0 of step 11477 have datatype=18 WARNING : type of input 2 of step 11478 doesn't seem to be define in the database( WARNING : output 1 of step 11454 have datatype=7 whereas input 2 of step 11478 have datatype=None WARNING : type of output 3 of step 11478 doesn't seem to be define in the database( WARNING : type of input 2 of step 11456 doesn't seem to be define in the database( WARNING : output 0 of step 11453 have datatype=1 whereas input 0 of step 11454 have datatype=2 DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 7928 mask_detect is not consistent : 3 used against 2 in the step definition ! Step 8092 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 8092 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 7933 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 7933 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 7935 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 7934 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 7934 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! WARNING : number of outputs for step 13649 velours_tree is not consistent : 2 used against 1 in the step definition ! Step 9283 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 7935 doesn't seem to be define in the database( WARNING : type of input 3 of step 7934 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of input 1 of step 7935 doesn't seem to be define in the database( WARNING : output 1 of step 7933 have datatype=7 whereas input 1 of step 7935 have datatype=None WARNING : type of output 2 of step 7928 doesn't seem to be define in the database( WARNING : type of input 2 of step 8092 doesn't seem to be define in the database( WARNING : type of output 3 of step 8092 doesn't seem to be define in the database( WARNING : type of input 1 of step 7933 doesn't seem to be define in the database( WARNING : type of output 2 of step 7928 doesn't seem to be define in the database( WARNING : type of input 1 of step 10917 doesn't seem to be define in the database( WARNING : type of output 2 of step 7928 doesn't seem to be define in the database( WARNING : type of input 1 of step 10918 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 7935 have datatype=10 whereas input 3 of step 10916 have datatype=6 WARNING : output 0 of step 7935 have datatype=10 whereas input 0 of step 13649 have datatype=18 WARNING : type of output 1 of step 13649 doesn't seem to be define in the database( WARNING : type of input 5 of step 10916 doesn't seem to be define in the database( DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 13611 mask_detect is not consistent : 3 used against 2 in the step definition ! Step 13613 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Step 13613 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 13614 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 13614 merge_mask_thcl_custom is not consistent : 4 used against 2 in the step definition ! WARNING : number of inputs for step 13615 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 13615 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 13621 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 13621 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of inputs for step 13617 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 13617 ventilate_hashtags_in_portfolio have less outputs used (0) than in the step definition (1) : some outputs may be not used ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! WARNING : type of output 2 of step 13611 doesn't seem to be define in the database( WARNING : type of input 2 of step 13613 doesn't seem to be define in the database( WARNING : output 1 of step 13611 have datatype=2 whereas input 1 of step 13614 have datatype=7 WARNING : type of output 2 of step 13614 doesn't seem to be define in the database( WARNING : type of input 1 of step 13615 doesn't seem to be define in the database( WARNING : type of output 3 of step 13614 doesn't seem to be define in the database( WARNING : type of input 1 of step 13617 doesn't seem to be define in the database( WARNING : type of input 2 of step 13621 doesn't seem to be define in the database( WARNING : output 1 of step 13615 have datatype=7 whereas input 2 of step 13621 have datatype=None WARNING : type of output 3 of step 13621 doesn't seem to be define in the database( WARNING : type of input 2 of step 13617 doesn't seem to be define in the database( WARNING : output 0 of step 13614 have datatype=1 whereas input 0 of step 13615 have datatype=2 DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : difference : 4612 for current_id 2593500, if negative, datou_current will be reset difference : 4911 for current_id 2593501, if negative, datou_current will be reset difference : 5521 for current_id 2593502, if negative, datou_current will be reset difference : 6111 for current_id 2593503, if negative, datou_current will be reset difference : 6711 for current_id 2593505, if negative, datou_current will be reset difference : 7610 for current_id 2593506, if negative, datou_current will be reset difference : 7910 for current_id 2593515, if negative, datou_current will be reset difference : 8211 for current_id 2593520, if negative, datou_current will be reset difference : 8511 for current_id 2593521, if negative, datou_current will be reset difference : 8811 for current_id 2593522, if negative, datou_current will be reset difference : 9111 for current_id 2593525, if negative, datou_current will be reset difference : 9410 for current_id 2593527, if negative, datou_current will be reset difference : 9711 for current_id 2593528, if negative, datou_current will be reset difference : 10311 for current_id 2593530, if negative, datou_current will be reset difference : -788 for current_id 2593909, if negative, datou_current will be reset difference : -490 for current_id 2593968, if negative, datou_current will be reset difference : -190 for current_id 2594006, if negative, datou_current will be reset difference : 1312 for current_id 2594383, if negative, datou_current will be reset difference : 411 for current_id 2594408, if negative, datou_current will be reset difference : 1012 for current_id 2594464, if negative, datou_current will be reset difference : 4216 for current_id 2611978, if negative, datou_current will be reset difference : 10011 for current_id 2614309, if negative, datou_current will be reset difference : 6411 for current_id 2614387, if negative, datou_current will be reset difference : 2511 for current_id 2614455, if negative, datou_current will be reset difference : 6745 for current_id 2614396, if negative, datou_current will be reset difference : 3201 for current_id 2614878, if negative, datou_current will be reset difference : 1988 for current_id 2614879, if negative, datou_current will be reset difference : -320 for current_id 2614900, if negative, datou_current will be reset Host key verification failed. Host key verification failed. Host key verification failed. Host key verification failed. Host key verification failed. Host key verification failed. Host key verification failed. /bin/sh: 1: kill: No such process /bin/sh: 1: kill: No such process /bin/sh: 1: kill: No such process /bin/sh: 1: kill: No such process difference : -109 for current_id 2614901, if negative, datou_current will be reset difference : 519 for current_id 2614902, if negative, datou_current will be reset difference : 1603 for current_id 2614984, if negative, datou_current will be reset difference : -734 for current_id 2615038, if negative, datou_current will be reset difference : -616 for current_id 2615044, if negative, datou_current will be reset difference : -494 for current_id 2615049, if negative, datou_current will be reset difference : -375 for current_id 2615053, if negative, datou_current will be reset difference : -254 for current_id 2615056, if negative, datou_current will be reset difference : -133 for current_id 2615065, if negative, datou_current will be reset difference : 308 for current_id 2615088, if negative, datou_current will be reset difference : 446 for current_id 2615095, if negative, datou_current will be reset difference : 565 for current_id 2615099, if negative, datou_current will be reset difference : 844 for current_id 2615109, if negative, datou_current will be reset About to reset 11 current_datou ! select a.hostname, a.PID, a.mtr_current_id, created_at from (select * from MTRAdmin.mem_info where mtr_current_id in (2593909,2593968,2594006,2614900,2614901,2615038,2615044,2615049,2615053,2615056,2615065) order by created_at desc limit 99999999) as a group by a.mtr_current_id order by a.created_at desc; time start.command timeout = 5 255 kill 2614901 done time start.command timeout = 5 255 kill 2615065 done time start.command timeout = 5 255 kill 2615056 done time start.command timeout = 5 255 kill 2615053 done time start.command timeout = 5 255 kill 2615049 done time start.command timeout = 5 255 kill 2615044 done time start.command timeout = 5 255 kill 2615038 done time start.command timeout = 5 1 kill 2614900 done time start.command timeout = 5 1 kill 2594006 done time start.command timeout = 5 1 kill 2593968 done time start.command timeout = 5 1 kill 2593909 done DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2614901 and created_at >= "2025-02-26 07:56:57" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2614901 and created_at >= "2025-02-26 07:56:57" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2615065 and created_at >= "2025-02-26 07:56:33" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2615065 and created_at >= "2025-02-26 07:56:33" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2615056 and created_at >= "2025-02-26 07:54:32" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2615056 and created_at >= "2025-02-26 07:54:32" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2615053 and created_at >= "2025-02-26 07:52:31" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2615053 and created_at >= "2025-02-26 07:52:31" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2615049 and created_at >= "2025-02-26 07:50:32" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2615049 and created_at >= "2025-02-26 07:50:32" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2615044 and created_at >= "2025-02-26 07:48:31" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2615044 and created_at >= "2025-02-26 07:48:31" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2615038 and created_at >= "2025-02-26 07:46:32" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2615038 and created_at >= "2025-02-26 07:46:32" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2614900 and created_at >= "2025-02-26 07:08:26" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2614900 and created_at >= "2025-02-26 07:08:26" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2594006 and created_at >= "2025-02-26 05:10:36" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2594006 and created_at >= "2025-02-26 05:10:36" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2593968 and created_at >= "2025-02-26 05:05:36" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2593968 and created_at >= "2025-02-26 05:05:36" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2593909 and created_at >= "2025-02-26 05:00:38" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2593909 and created_at >= "2025-02-26 05:00:38" UPDATE MTRPhoto.mtr_datou_current SET state = 0 where state > 0 AND id IN (2593909,2593968,2594006,2614900,2614901,2615038,2615044,2615049,2615053,2615056,2615065) new path : /proc/1069340/ Name: python Umask: 0002 State: R (running) Tgid: 1069340 Ngid: 0 Pid: 1069340 PPid: 1069339 TracerPid: 0 Uid: 1006 1006 1006 1006 Gid: 1009 1009 1009 1009 FDSize: 64 Groups: 27 1009 1026 NStgid: 1069340 NSpid: 1069340 NSpgid: 1067876 NSsid: 1067876 VmPeak: 1107488 kB VmSize: 1107488 kB VmLck: 0 kB VmPin: 0 kB VmHWM: 99004 kB VmRSS: 99004 kB RssAnon: 60396 kB RssFile: 38608 kB RssShmem: 0 kB VmData: 866236 kB VmStk: 132 kB VmExe: 2644 kB VmLib: 130468 kB VmPTE: 540 kB VmSwap: 0 kB HugetlbPages: 0 kB CoreDumping: 0 THP_enabled: 1 Threads: 1 SigQ: 3/63054 SigPnd: 0000000000000000 ShdPnd: 0000000000000000 SigBlk: 0000000000000000 SigIgn: 0000000001001000 SigCgt: 0000000180000002 CapInh: 0000000000000000 CapPrm: 0000000000000000 CapEff: 0000000000000000 CapBnd: 000001ffffffffff CapAmb: 0000000000000000 NoNewPrivs: 0 Seccomp: 0 Seccomp_filters: 0 Speculation_Store_Bypass: thread vulnerable SpeculationIndirectBranch: conditional enabled Cpus_allowed: ffffffff,ffffffff,ffffffff,ffffffff Cpus_allowed_list: 0-127 Mems_allowed: 00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001 Mems_allowed_list: 0 voluntary_ctxt_switches: 226 nonvoluntary_ctxt_switches: 202 {'Name': 'python', 'Umask': '0002', 'State': 'R (running)', 'Tgid': '1069340', 'Ngid': '0', 'Pid': '1069340', 'PPid': '1069339', 'TracerPid': '0', 'Uid': '1006,1006,1006,1006', 'Gid': '1009,1009,1009,1009', 'FDSize': '64', 'Groups': '27 1009 1026', 'NStgid': '1069340', 'NSpid': '1069340', 'NSpgid': '1067876', 'NSsid': '1067876', 'VmPeak': '1107488 kB', 'VmSize': '1107488 kB', 'VmLck': '0 kB', 'VmPin': '0 kB', 'VmHWM': '99004 kB', 'VmRSS': '99004 kB', 'RssAnon': '60396 kB', 'RssFile': '38608 kB', 'RssShmem': '0 kB', 'VmData': '866236 kB', 'VmStk': '132 kB', 'VmExe': '2644 kB', 'VmLib': '130468 kB', 'VmPTE': '540 kB', 'VmSwap': '0 kB', 'HugetlbPages': '0 kB', 'CoreDumping': '0', 'THP_enabled': '1', 'Threads': '1', 'SigQ': '3/63054', 'SigPnd': '0000000000000000', 'ShdPnd': '0000000000000000', 'SigBlk': '0000000000000000', 'SigIgn': '0000000001001000', 'SigCgt': '0000000180000002', 'CapInh': '0000000000000000', 'CapPrm': '0000000000000000', 'CapEff': '0000000000000000', 'CapBnd': '000001ffffffffff', 'CapAmb': '0000000000000000', 'NoNewPrivs': '0', 'Seccomp': '0', 'Seccomp_filters': '0', 'Speculation_Store_Bypass': 'thread vulnerable', 'SpeculationIndirectBranch': 'conditional enabled', 'Cpus_allowed': 'ffffffff,ffffffff,ffffffff,ffffffff', 'Cpus_allowed_list': '0-127', 'Mems_allowed': '00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001', 'Mems_allowed_list': '0', 'voluntary_ctxt_switches': '226', 'nonvoluntary_ctxt_switches': '202'} ('datou_restart', '1069340', '1107488', '0', '1107488', '866236', '99004', b'', 'marlene', 0) insert ignore into MTRAdmin.mem_info (script_name, PID, VMpeak,VMswap,VMsize,VMdata,VMrss,GPU_ram, hostname, mtr_current_id) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s) 1.61user 0.69system 0:23.64elapsed 9%CPU (0avgtext+0avgdata 99008maxresident)k 0inputs+128outputs (66major+55023minor)pagefaults 0swaps