python /home/admin/mtr/script_for_cron.py -j datou_restart -m 50 -a '' -s datou_restart -M 0 -S 0 -U 101,101,101 import MySQLdb succeeded Import error (python version) ['/Users/moilerat/Documents/Fotonower/install/caffe/distribute/python', '/home/admin/workarea/git/Velours/python/prod', '/home/admin/workarea/install/darknet', '/home/admin/workarea/git/Velours/python', '/home/admin/workarea/install/caffe_frcnn_python3/py-faster-rcnn/caffe-fast-rcnn/python', '/home/admin/mtr/.credentials', '/home/admin/workarea/install/caffe/python', '/home/admin/workarea/install/caffe_frcnn/py-faster-rcnn/tools', '/home/admin/workarea/git/fotonowerpip', '/home/admin/workarea/install/segment-anything', '/home/admin/workarea/git/pyfvs', '/usr/lib/python38.zip', '/usr/lib/python3.8', '/usr/lib/python3.8/lib-dynload', '/home/admin/.local/lib/python3.8/site-packages', '/usr/local/lib/python3.8/dist-packages', '/usr/lib/python3/dist-packages'] Namespace(auto=False, cert_args='/home/fotonower/https/cert.pem', contextDataFile='', custom_size=0, database='', datou_id=0, datou_id_excluded='', fifo=False, host='', is_cpu_mode=False, job='restart', json_args='', key_args='/home/fotonower/https/vision.fotonower.com.key', limit=1000, list_photo_ids='', local='', mtr_current_id=0, mtr_portfolio_ids='', nb_thread=1, no_current=False, offset=0, only_client=False, output_file='', password='', port=5100, rand=0, save=2, use_client=False, user_id=440, username='', verbose=True) process id : 357375 load datou : 0 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : step 0 init_dummy_multi_datou is not linked in the step_by_step architecture ! WARNING : step 1294 init_dummy_multi_datou is not linked in the step_by_step architecture ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : (photo_id, hashtag_id, score_max) was removed should we ? (x0, y0, x1, y1) was removed should we ? chemin de la photo was removed should we ? (photo_id, hashtag_id, score_max) was removed should we ? (x0, y0, x1, y1) was removed should we ? chemin de la photo was removed should we ? load thcls load pdts Running datou job : restart ssh: connect to host jeanluc.fotonower-preprod.com port 22: No route to host select distinct(mdc.id) from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-05-13" and mdc.created_at < "2025-05-14 21:14:27" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and mdc.mtd_id not in (1038,1204,1669,2707,2852,2955,3025,4878,3086,3097,3100,3142,3161,3192,3193,3201,3256,3213,3378,3385,3681,3701,3726,3751,3750,3762,4891,4196,3750,3772,3800,3893,3921,3981,3980,4340,4042,4042,4042,4341,4101,4095,4093,4746,4165,4177,4204,4220,4311,4189,4272,4278,4283,4285,4297,4306,4390,4315,4323,4327,4346,4327,4346,4421,4384,4398,4399,4327,4327,4738,4311,4932,4795,4810,4810,4849,4851,4850,4867,4867,4893,4916,4934,4935,4876,533,4310,4219,4187) and dr.mtr_portfolio_id not in (select dr.mtr_portfolio_id from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-05-13" and dr.mtr_portfolio_id difference : 5811 for current_id 2850667, if negative, datou_current will be reset difference : 5938 for current_id 2848063, if negative, datou_current will be reset difference : 3539 for current_id 2850684, if negative, datou_current will be reset difference : 3240 for current_id 2850699, if negative, datou_current will be reset difference : 1140 for current_id 2850700, if negative, datou_current will be reset difference : 4739 for current_id 2852288, if negative, datou_current will be reset difference : 3839 for current_id 2852295, if negative, datou_current will be reset difference : 5638 for current_id 2852511, if negative, datou_current will be reset difference : 2938 for current_id 2853126, if negative, datou_current will be reset difference : 2639 for current_id 2853129, if negative, datou_current will be reset difference : 2339 for current_id 2853134, if negative, datou_current will be reset difference : 2039 for current_id 2853138, if negative, datou_current will be reset difference : 1738 for current_id 2853139, if negative, datou_current will be reset difference : 2600 for current_id 2853359, if negative, datou_current will be reset difference : 6367 for current_id 2854214, if negative, datou_current will be reset difference : 112 for current_id 2848835, if negative, datou_current will be reset difference : 2212 for current_id 2848995, if negative, datou_current will be reset difference : 3109 for current_id 2849409, if negative, datou_current will be reset difference : -612 for current_id 2850665, if negative, datou_current will be reset difference : -132 for current_id 2852197, if negative, datou_current will be reset difference : 2509 for current_id 2852527, if negative, datou_current will be reset difference : 3467 for current_id 2852637, if negative, datou_current will be reset difference : 4668 for current_id 2852853, if negative, datou_current will be reset difference : 7069 for current_id 2853307, if negative, datou_current will be reset difference : 8270 for current_id 2853607, if negative, datou_current will be reset difference : 10670 for current_id 2853872, if negative, datou_current will be reset difference : 10188 for current_id 2853874, if negative, datou_current will be reset difference : 9709 for current_id 2853877, if negative, datou_current will be reset About to reset 4 current_datou ! select a.hostname, a.PID, a.mtr_current_id, created_at from (select * from MTRAdmin.mem_info where mtr_current_id in (2844068,2844494,2850665,2852197) order by created_at desc limit 99999999) as a group by a.mtr_current_id order by a.created_at desc; time start.command timeout = 5 1 kill 2844068 done time start.command timeout = 5 255 kill 2844494 done can't kill processus 60445 for datou current 2852197 on unknown host catherine can't kill processus 46430 for datou current 2850665 on unknown host catherine DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2844068 and created_at >= "2025-05-14 20:40:29" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2844068 and created_at >= "2025-05-14 20:40:29" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2844494 and created_at >= "2025-05-14 20:01:14" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2844494 and created_at >= "2025-05-14 20:01:14" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2852197 and created_at >= "2025-05-14 17:56:35" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2852197 and created_at >= "2025-05-14 17:56:35" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2850665 and created_at >= "2025-05-14 17:48:35" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2850665 and created_at >= "2025-05-14 17:48:35" UPDATE MTRPhoto.mtr_datou_current SET state = 0 where state > 0 AND id IN (2844068,2844494,2850665,2852197) new path : /proc/357375/ Name: python Umask: 0002 State: R (running) Tgid: 357375 Ngid: 0 Pid: 357375 PPid: 357374 TracerPid: 0 Uid: 1006 1006 1006 1006 Gid: 1009 1009 1009 1009 FDSize: 64 Groups: 27 1009 1026 NStgid: 357375 NSpid: 357375 NSpgid: 356234 NSsid: 356234 VmPeak: 1107612 kB VmSize: 1107612 kB VmLck: 0 kB VmPin: 0 kB VmHWM: 98700 kB VmRSS: 98700 kB RssAnon: 60712 kB RssFile: 37988 kB RssShmem: 0 kB VmData: 866360 kB VmStk: 132 kB VmExe: 2644 kB VmLib: 130468 kB VmPTE: 568 kB VmSwap: 0 kB HugetlbPages: 0 kB CoreDumping: 0 THP_enabled: 1 Threads: 1 SigQ: 0/63054 SigPnd: 0000000000000000 ShdPnd: 0000000000000000 SigBlk: 0000000000000000 SigIgn: 0000000001001000 SigCgt: 0000000180000002 CapInh: 0000000000000000 CapPrm: 0000000000000000 CapEff: 0000000000000000 CapBnd: 000001ffffffffff CapAmb: 0000000000000000 NoNewPrivs: 0 Seccomp: 0 Seccomp_filters: 0 Speculation_Store_Bypass: thread vulnerable SpeculationIndirectBranch: conditional enabled Cpus_allowed: ffffffff,ffffffff,ffffffff,ffffffff Cpus_allowed_list: 0-127 Mems_allowed: 00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001 Mems_allowed_list: 0 voluntary_ctxt_switches: 131 nonvoluntary_ctxt_switches: 172 {'Name': 'python', 'Umask': '0002', 'State': 'R (running)', 'Tgid': '357375', 'Ngid': '0', 'Pid': '357375', 'PPid': '357374', 'TracerPid': '0', 'Uid': '1006,1006,1006,1006', 'Gid': '1009,1009,1009,1009', 'FDSize': '64', 'Groups': '27 1009 1026', 'NStgid': '357375', 'NSpid': '357375', 'NSpgid': '356234', 'NSsid': '356234', 'VmPeak': '1107612 kB', 'VmSize': '1107612 kB', 'VmLck': '0 kB', 'VmPin': '0 kB', 'VmHWM': '98700 kB', 'VmRSS': '98700 kB', 'RssAnon': '60712 kB', 'RssFile': '37988 kB', 'RssShmem': '0 kB', 'VmData': '866360 kB', 'VmStk': '132 kB', 'VmExe': '2644 kB', 'VmLib': '130468 kB', 'VmPTE': '568 kB', 'VmSwap': '0 kB', 'HugetlbPages': '0 kB', 'CoreDumping': '0', 'THP_enabled': '1', 'Threads': '1', 'SigQ': '0/63054', 'SigPnd': '0000000000000000', 'ShdPnd': '0000000000000000', 'SigBlk': '0000000000000000', 'SigIgn': '0000000001001000', 'SigCgt': '0000000180000002', 'CapInh': '0000000000000000', 'CapPrm': '0000000000000000', 'CapEff': '0000000000000000', 'CapBnd': '000001ffffffffff', 'CapAmb': '0000000000000000', 'NoNewPrivs': '0', 'Seccomp': '0', 'Seccomp_filters': '0', 'Speculation_Store_Bypass': 'thread vulnerable', 'SpeculationIndirectBranch': 'conditional enabled', 'Cpus_allowed': 'ffffffff,ffffffff,ffffffff,ffffffff', 'Cpus_allowed_list': '0-127', 'Mems_allowed': '00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001', 'Mems_allowed_list': '0', 'voluntary_ctxt_switches': '131', 'nonvoluntary_ctxt_switches': '172'} ('datou_restart', '357375', '1107612', '0', '1107612', '866360', '98700', b'', 'marlene', 0) insert ignore into MTRAdmin.mem_info (script_name, PID, VMpeak,VMswap,VMsize,VMdata,VMrss,GPU_ram, hostname, mtr_current_id) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s) 1.44user 0.61system 0:09.30elapsed 22%CPU (0avgtext+0avgdata 98712maxresident)k 24inputs+104outputs (9major+59762minor)pagefaults 0swaps