python /home/admin/mtr/script_for_cron.py -j datou_restart -m 50 -a '' -s datou_restart -M 0 -S 0 -U 101,101,101 import MySQLdb succeeded Import error (python version) ['/Users/moilerat/Documents/Fotonower/install/caffe/distribute/python', '/home/admin/workarea/git/Velours/python/prod', '/home/admin/workarea/install/darknet', '/home/admin/workarea/git/Velours/python', '/home/admin/workarea/install/caffe_frcnn_python3/py-faster-rcnn/caffe-fast-rcnn/python', '/home/admin/mtr/.credentials', '/home/admin/workarea/install/caffe/python', '/home/admin/workarea/install/caffe_frcnn/py-faster-rcnn/tools', '/home/admin/workarea/git/fotonowerpip', '/home/admin/workarea/install/segment-anything', '/home/admin/workarea/git/pyfvs', '/usr/lib/python38.zip', '/usr/lib/python3.8', '/usr/lib/python3.8/lib-dynload', '/home/admin/.local/lib/python3.8/site-packages', '/usr/local/lib/python3.8/dist-packages', '/usr/lib/python3/dist-packages'] Namespace(auto=False, cert_args='/home/fotonower/https/cert.pem', contextDataFile='', custom_size=0, database='', datou_id=0, datou_id_excluded='', fifo=False, host='', is_cpu_mode=False, job='restart', json_args='', key_args='/home/fotonower/https/vision.fotonower.com.key', limit=1000, list_photo_ids='', local='', mtr_current_id=0, mtr_portfolio_ids='', nb_thread=1, no_current=False, offset=0, only_client=False, output_file='', password='', port=5100, rand=0, save=2, use_client=False, user_id=440, username='', verbose=True) process id : 2724621 load datou : 0 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : step 0 init_dummy_multi_datou is not linked in the step_by_step architecture ! WARNING : step 1294 init_dummy_multi_datou is not linked in the step_by_step architecture ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : (photo_id, hashtag_id, score_max) was removed should we ? (x0, y0, x1, y1) was removed should we ? chemin de la photo was removed should we ? (photo_id, hashtag_id, score_max) was removed should we ? (x0, y0, x1, y1) was removed should we ? chemin de la photo was removed should we ? load thcls load pdts Running datou job : restart select distinct(mdc.id) from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-11-01" and mdc.created_at < "2025-11-02 05:29:26" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and mdc.mtd_id not in (1038,1204,1669,2707,2852,2955,3025,4878,3086,3097,3100,3142,3161,3192,3193,3201,3256,3213,3378,3385,3681,3701,3726,3751,3750,3762,4891,4196,3750,3772,3800,3893,3921,3981,3980,4340,4042,4042,4042,4341,4101,4095,4093,4746,4165,4177,4204,4220,4311,4189,4272,4278,4283,4285,4297,4306,4390,4315,4323,4327,4346,4327,4346,4421,4384,4398,4399,4327,4327,4738,4311,4932,4795,4810,4810,4849,4851,4850,4867,4867,4883,4893,4916,4934,4935,4876,4959,533,4310,4219,4187) and dr.mtr_portfolio_id not in (select dr.mtr_portfolio_id from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-11-01" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and dr.dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day)); nombre de datou_current selectionne : 0 delete batch current inutile (ne sont plus dans dashboard) [] Useless call to update_current_state SELECT id, mtd_id, updated_at FROM MTRPhoto.mtr_datou_current WHERE state = 1 AND updated_at < DATE_SUB(now(), INTERVAL 1000 SECOND) # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 11500 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 11508 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11509 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 11504 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 11504 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 11507 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11507 merge_mask_thcl_custom is not consistent : 3 used against 2 in the step definition ! WARNING : number of inputs for step 11501 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 11501 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 11576 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 11576 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of outputs for step 11503 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 11502 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 11502 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 11511 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 11503 doesn't seem to be define in the database( WARNING : type of input 3 of step 11502 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 11500 doesn't seem to be define in the database( WARNING : type of input 2 of step 11504 doesn't seem to be define in the database( WARNING : output 1 of step 11500 have datatype=2 whereas input 1 of step 11507 have datatype=7 WARNING : type of output 2 of step 11507 doesn't seem to be define in the database( WARNING : type of input 1 of step 11501 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 11503 have datatype=10 whereas input 3 of step 11510 have datatype=6 WARNING : type of input 2 of step 11576 doesn't seem to be define in the database( WARNING : output 1 of step 11501 have datatype=7 whereas input 2 of step 11576 have datatype=None WARNING : type of output 3 of step 11576 doesn't seem to be define in the database( WARNING : type of input 1 of step 11503 doesn't seem to be define in the database( WARNING : output 0 of step 11503 have datatype=10 whereas input 0 of step 11582 have datatype=18 WARNING : type of input 5 of step 11510 doesn't seem to be define in the database( ssh: connect to host jeanluc.fotonower-preprod.com port 22: No route to host ssh: connect to host jeanluc.fotonower-preprod.com port 22: No route to host ssh: connect to host jeanluc.fotonower-preprod.com port 22: No route to host WARNING : output 0 of step 11582 have datatype=11 whereas input 5 of step 11510 have datatype=None WARNING : type of output 1 of step 11508 doesn't seem to be define in the database( WARNING : type of input 3 of step 11504 doesn't seem to be define in the database( WARNING : type of output 1 of step 11509 doesn't seem to be define in the database( WARNING : type of input 3 of step 11504 doesn't seem to be define in the database( WARNING : output 0 of step 11507 have datatype=1 whereas input 0 of step 11501 have datatype=2 DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : No value is given for datou 4243, one hour by default difference : 1912 for current_id 3771214, if negative, datou_current will be reset difference : -191 for current_id 3960150, if negative, datou_current will be reset difference : -490 for current_id 3979756, if negative, datou_current will be reset difference : -789 for current_id 3980377, if negative, datou_current will be reset difference : 9649 for current_id 3965497, if negative, datou_current will be reset difference : 9289 for current_id 3966915, if negative, datou_current will be reset difference : 8929 for current_id 3971623, if negative, datou_current will be reset difference : 8570 for current_id 3973779, if negative, datou_current will be reset difference : 8209 for current_id 3974238, if negative, datou_current will be reset difference : 7850 for current_id 3974489, if negative, datou_current will be reset difference : 7489 for current_id 3974490, if negative, datou_current will be reset difference : 7129 for current_id 3974824, if negative, datou_current will be reset difference : 6770 for current_id 3975107, if negative, datou_current will be reset difference : 6411 for current_id 3975116, if negative, datou_current will be reset difference : 6049 for current_id 3975314, if negative, datou_current will be reset difference : 5689 for current_id 3975414, if negative, datou_current will be reset difference : 5328 for current_id 3975756, if negative, datou_current will be reset difference : 4970 for current_id 3976027, if negative, datou_current will be reset difference : 4611 for current_id 3976028, if negative, datou_current will be reset difference : 4251 for current_id 3976313, if negative, datou_current will be reset difference : 3890 for current_id 3976603, if negative, datou_current will be reset difference : 2451 for current_id 3976839, if negative, datou_current will be reset difference : 1729 for current_id 3976899, if negative, datou_current will be reset difference : 1370 for current_id 3976900, if negative, datou_current will be reset difference : 650 for current_id 3976902, if negative, datou_current will be reset difference : 289 for current_id 3977319, if negative, datou_current will be reset difference : -70 for current_id 3977420, if negative, datou_current will be reset difference : -431 for current_id 3978046, if negative, datou_current will be reset difference : -790 for current_id 3978052, if negative, datou_current will be reset difference : 3530 for current_id 3978359, if negative, datou_current will be reset difference : 3168 for current_id 3978365, if negative, datou_current will be reset difference : 2090 for current_id 3978383, if negative, datou_current will be reset difference : 1010 for current_id 3978444, if negative, datou_current will be reset About to reset 6 current_datou ! select a.hostname, a.PID, a.mtr_current_id, created_at from (select * from MTRAdmin.mem_info where mtr_current_id in (3960150,3979756,3980377,3977420,3978046,3978052) order by created_at desc limit 99999999) as a group by a.mtr_current_id order by a.created_at desc; time start.command timeout = 5 255 kill 3960150 done time start.command timeout = 5 255 kill 3979756 done time start.command timeout = 5 255 kill 3980377 done can't kill processus 1555691 for datou current 3977420 on unknown host catherine can't kill processus 1554212 for datou current 3978046 on unknown host catherine can't kill processus 1552831 for datou current 3978052 on unknown host catherine DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 3960150 and created_at >= "2025-11-02 04:55:36" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 3960150 and created_at >= "2025-11-02 04:55:36" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 3979756 and created_at >= "2025-11-02 04:50:37" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 3979756 and created_at >= "2025-11-02 04:50:37" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 3980377 and created_at >= "2025-11-02 04:45:37" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 3980377 and created_at >= "2025-11-02 04:45:37" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 3977420 and created_at >= "2025-11-02 02:12:37" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 3977420 and created_at >= "2025-11-02 02:12:37" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 3978046 and created_at >= "2025-11-02 02:06:36" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 3978046 and created_at >= "2025-11-02 02:06:36" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 3978052 and created_at >= "2025-11-02 02:00:36" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 3978052 and created_at >= "2025-11-02 02:00:36" UPDATE MTRPhoto.mtr_datou_current SET state = 0 where state > 0 AND id IN (3960150,3979756,3980377,3977420,3978046,3978052) new path : /proc/2724621/ Name: python Umask: 0002 State: R (running) Tgid: 2724621 Ngid: 0 Pid: 2724621 PPid: 2724617 TracerPid: 0 Uid: 1006 1006 1006 1006 Gid: 1009 1009 1009 1009 FDSize: 64 Groups: 27 1009 1026 NStgid: 2724621 NSpid: 2724621 NSpgid: 2724024 NSsid: 2724024 VmPeak: 386124 kB VmSize: 386124 kB VmLck: 0 kB VmPin: 0 kB VmHWM: 98980 kB VmRSS: 98980 kB RssAnon: 60052 kB RssFile: 38928 kB RssShmem: 0 kB VmData: 144876 kB VmStk: 132 kB VmExe: 2644 kB VmLib: 130468 kB VmPTE: 544 kB VmSwap: 0 kB HugetlbPages: 0 kB CoreDumping: 0 THP_enabled: 1 Threads: 1 SigQ: 0/63019 SigPnd: 0000000000000000 ShdPnd: 0000000000000000 SigBlk: 0000000000000000 SigIgn: 0000000001001000 SigCgt: 0000000180000002 CapInh: 0000000000000000 CapPrm: 0000000000000000 CapEff: 0000000000000000 CapBnd: 000001ffffffffff CapAmb: 0000000000000000 NoNewPrivs: 0 Seccomp: 0 Seccomp_filters: 0 Speculation_Store_Bypass: thread vulnerable SpeculationIndirectBranch: conditional enabled Cpus_allowed: ffffffff,ffffffff,ffffffff,ffffffff Cpus_allowed_list: 0-127 Mems_allowed: 00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001 Mems_allowed_list: 0 voluntary_ctxt_switches: 83 nonvoluntary_ctxt_switches: 176 {'Name': 'python', 'Umask': '0002', 'State': 'R (running)', 'Tgid': '2724621', 'Ngid': '0', 'Pid': '2724621', 'PPid': '2724617', 'TracerPid': '0', 'Uid': '1006,1006,1006,1006', 'Gid': '1009,1009,1009,1009', 'FDSize': '64', 'Groups': '27 1009 1026', 'NStgid': '2724621', 'NSpid': '2724621', 'NSpgid': '2724024', 'NSsid': '2724024', 'VmPeak': '386124 kB', 'VmSize': '386124 kB', 'VmLck': '0 kB', 'VmPin': '0 kB', 'VmHWM': '98980 kB', 'VmRSS': '98980 kB', 'RssAnon': '60052 kB', 'RssFile': '38928 kB', 'RssShmem': '0 kB', 'VmData': '144876 kB', 'VmStk': '132 kB', 'VmExe': '2644 kB', 'VmLib': '130468 kB', 'VmPTE': '544 kB', 'VmSwap': '0 kB', 'HugetlbPages': '0 kB', 'CoreDumping': '0', 'THP_enabled': '1', 'Threads': '1', 'SigQ': '0/63019', 'SigPnd': '0000000000000000', 'ShdPnd': '0000000000000000', 'SigBlk': '0000000000000000', 'SigIgn': '0000000001001000', 'SigCgt': '0000000180000002', 'CapInh': '0000000000000000', 'CapPrm': '0000000000000000', 'CapEff': '0000000000000000', 'CapBnd': '000001ffffffffff', 'CapAmb': '0000000000000000', 'NoNewPrivs': '0', 'Seccomp': '0', 'Seccomp_filters': '0', 'Speculation_Store_Bypass': 'thread vulnerable', 'SpeculationIndirectBranch': 'conditional enabled', 'Cpus_allowed': 'ffffffff,ffffffff,ffffffff,ffffffff', 'Cpus_allowed_list': '0-127', 'Mems_allowed': '00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001', 'Mems_allowed_list': '0', 'voluntary_ctxt_switches': '83', 'nonvoluntary_ctxt_switches': '176'} ('datou_restart', '2724621', '386124', '0', '386124', '144876', '98980', b'', 'marlene', 0) insert ignore into MTRAdmin.mem_info (script_name, PID, VMpeak,VMswap,VMsize,VMdata,VMrss,GPU_ram, hostname, mtr_current_id) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s) 1.39user 0.32system 0:15.55elapsed 11%CPU (0avgtext+0avgdata 98996maxresident)k 0inputs+64outputs (0major+50568minor)pagefaults 0swaps