python /home/admin/mtr/script_for_cron.py -j check_batch_cod -m 50 -a '' -s check_batch_cod -M 0 -S 0 -U 101,101,101 import MySQLdb succeeded Import error (python version) ['/Users/moilerat/Documents/Fotonower/install/caffe/distribute/python', '/home/admin/workarea/git/Velours/python/prod', '/home/admin/workarea/install/darknet', '/home/admin/workarea/git/Velours/python', '/home/admin/workarea/install/caffe_frcnn_python3/py-faster-rcnn/caffe-fast-rcnn/python', '/home/admin/mtr/.credentials', '/home/admin/workarea/install/caffe/python', '/home/admin/workarea/install/caffe_frcnn/py-faster-rcnn/tools', '/home/admin/workarea/git/fotonowerpip', '/home/admin/workarea/install/segment-anything', '/home/admin/workarea/git/pyfvs', '/usr/lib/python38.zip', '/usr/lib/python3.8', '/usr/lib/python3.8/lib-dynload', '/home/admin/.local/lib/python3.8/site-packages', '/usr/local/lib/python3.8/dist-packages', '/usr/lib/python3/dist-packages'] Namespace(auto=False, cert_args='/home/fotonower/https/cert.pem', contextDataFile='', custom_size=0, database='', datou_id=0, datou_id_excluded='', fifo=False, host='', is_cpu_mode=False, job='check_batch_cod', json_args='', key_args='/home/fotonower/https/vision.fotonower.com.key', limit=1000, list_photo_ids='', local='', mtr_current_id=0, mtr_portfolio_ids='', nb_thread=1, no_current=False, offset=0, only_client=False, output_file='', password='', port=5100, rand=0, save=2, use_client=False, user_id=440, username='', verbose=True) process id : 1367227 load datou : 0 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : step 0 init_dummy_multi_datou is not linked in the step_by_step architecture ! WARNING : step 1294 init_dummy_multi_datou is not linked in the step_by_step architecture ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : (photo_id, hashtag_id, score_max) was removed should we ? (x0, y0, x1, y1) was removed should we ? chemin de la photo was removed should we ? (photo_id, hashtag_id, score_max) was removed should we ? (x0, y0, x1, y1) was removed should we ? chemin de la photo was removed should we ? load thcls load pdts Running datou job : check_batch_cod Host key verification failed. Host key verification failed. Host key verification failed. Host key verification failed. Host key verification failed. Host key verification failed. Host key verification failed. Host key verification failed. Host key verification failed. Host key verification failed. Host key verification failed. Host key verification failed. Host key verification failed. select distinct(mdc.id) from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-02-23" and mdc.created_at < "2025-02-24 15:54:27" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and mdc.mtd_id not in (1038,1204,1669,2707,2852,2955,3025,4878,3086,3097,3100,3142,3161,3192,3193,3201,3256,3213,3378,3385,3681,3701,3726,3751,3750,3762,4891,4196,3750,3772,3800,3893,3921,3981,3980,4340,4042,4042,4042,4341,4101,4095,4093,4165,4177,4204,4220,4311,4189,4272,4278,4283,4285,4297,4306,4390,4315,4323,4327,4346,4327,4346,4421,4384,4398,4399,4327,4327,4738,4311,4746,4795,4810,4810,4849,4851,4850,4867,4867,4893,533,4310,4219,4187) and dr.mtr_portfolio_id not in (select dr.mtr_portfolio_id from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-02-23" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and dr.dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day)); nombre de datou_current selectionne : 99 delete batch current inutile (ne sont plus dans dashboard) ['2609197', '2609198', '2609199', '2609200', '2609203', '2609204', '2609205', '2609206', '2609208', '2609209', '2609210', '2609211', '2609214', '2609215', '2609216', '2609218', '2609219', '2609220', '2609221', '2609223', '2609224', '2609225', '2609226', '2609268', '2609269', '2609270', '2609271', '2609273', '2609274', '2609276', '2609305', '2609306', '2609307', '2609309', '2609310', '2609311', '2609312', '2609343', '2609344', '2609345', '2609346', '2609368', '2609369', '2609370', '2609394', '2609395', '2609396', '2609397', '2609439', '2609440', '2609441', '2609442', '2609474', '2609475', '2609480', '2609509', '2609516', '2609517', '2609518', '2609551', '2609552', '2609553', '2609589', '2609590', '2609591', '2609629', '2609630', '2609631', '2609632', '2609656', '2609657', '2609658', '2609659', '2609722', '2609723', '2609724', '2609725', '2609748', '2609749', '2609753', '2609769', '2609783', '2609799', '2609800', '2609816', '2609817', '2609818', '2609822', '2609835', '2609836', '2609837', '2609844', '2609845', '2609866', '2609867', '2609870', '2609892', '2609893', '2609894'] select a.hostname, a.PID, a.mtr_current_id, created_at from (select * from MTRAdmin.mem_info where mtr_current_id in (2609197,2609198,2609199,2609200,2609203,2609204,2609205,2609206,2609208,2609209,2609210,2609211,2609214,2609215,2609216,2609218,2609219,2609220,2609221,2609223,2609224,2609225,2609226,2609268,2609269,2609270,2609271,2609273,2609274,2609276,2609305,2609306,2609307,2609309,2609310,2609311,2609312,2609343,2609344,2609345,2609346,2609368,2609369,2609370,2609394,2609395,2609396,2609397,2609439,2609440,2609441,2609442,2609474,2609475,2609480,2609509,2609516,2609517,2609518,2609551,2609552,2609553,2609589,2609590,2609591,2609629,2609630,2609631,2609632,2609656,2609657,2609658,2609659,2609722,2609723,2609724,2609725,2609748,2609749,2609753,2609769,2609783,2609799,2609800,2609816,2609817,2609818,2609822,2609835,2609836,2609837,2609844,2609845,2609866,2609867,2609870,2609892,2609893,2609894) order by created_at desc limit 99999999) as a group by a.mtr_current_id order by a.created_at desc; time start.command timeout = 5 255 kill 2609870 done time start.command timeout = 5 255 kill 2609844 done time start.command timeout = 5 255 kill 2609822 done time start.command timeout = 5 255 kill 2609783 done time start.command timeout = 5 255 kill 2609769 done time start.command timeout = 5 255 kill 2609753 done time start.command timeout = 5 255 kill 2609268 done time start.command timeout = 5 255 kill 2609271 done time start.command timeout = 5 255 kill 2609270 done time start.command timeout = 5 255 kill 2609269 done time start.command timeout = 5 255 kill 2609273 done time start.command timeout = 5 255 kill 2609274 done time start.command timeout = 5 255 kill 2609276 done DELETE from MTRPhoto.mtr_datou_current where id in (2609197,2609198,2609199,2609200,2609203,2609204,2609205,2609206,2609208,2609209,2609210,2609211,2609214,2609215,2609216,2609218,2609219,2609220,2609221,2609223,2609224,2609225,2609226,2609268,2609269,2609270,2609271,2609273,2609274,2609276,2609305,2609306,2609307,2609309,2609310,2609311,2609312,2609343,2609344,2609345,2609346,2609368,2609369,2609370,2609394,2609395,2609396,2609397,2609439,2609440,2609441,2609442,2609474,2609475,2609480,2609509,2609516,2609517,2609518,2609551,2609552,2609553,2609589,2609590,2609591,2609629,2609630,2609631,2609632,2609656,2609657,2609658,2609659,2609722,2609723,2609724,2609725,2609748,2609749,2609753,2609769,2609783,2609799,2609800,2609816,2609817,2609818,2609822,2609835,2609836,2609837,2609844,2609845,2609866,2609867,2609870,2609892,2609893,2609894) new path : /proc/1367227/ Name: python Umask: 0002 State: R (running) Tgid: 1367227 Ngid: 0 Pid: 1367227 PPid: 1367226 TracerPid: 0 Uid: 1006 1006 1006 1006 Gid: 1009 1009 1009 1009 FDSize: 64 Groups: 27 1009 1026 NStgid: 1367227 NSpid: 1367227 NSpgid: 1366536 NSsid: 1366536 VmPeak: 1106680 kB VmSize: 1106680 kB VmLck: 0 kB VmPin: 0 kB VmHWM: 99668 kB VmRSS: 56592 kB RssAnon: 16608 kB RssFile: 39984 kB RssShmem: 0 kB VmData: 865428 kB VmStk: 132 kB VmExe: 2644 kB VmLib: 130468 kB VmPTE: 548 kB VmSwap: 43188 kB HugetlbPages: 0 kB CoreDumping: 0 THP_enabled: 1 Threads: 1 SigQ: 3/63054 SigPnd: 0000000000000000 ShdPnd: 0000000000000000 SigBlk: 0000000000000000 SigIgn: 0000000001001000 SigCgt: 0000000180000002 CapInh: 0000000000000000 CapPrm: 0000000000000000 CapEff: 0000000000000000 CapBnd: 000001ffffffffff CapAmb: 0000000000000000 NoNewPrivs: 0 Seccomp: 0 Seccomp_filters: 0 Speculation_Store_Bypass: thread vulnerable SpeculationIndirectBranch: conditional enabled Cpus_allowed: ffffffff,ffffffff,ffffffff,ffffffff Cpus_allowed_list: 0-127 Mems_allowed: 00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001 Mems_allowed_list: 0 voluntary_ctxt_switches: 518 nonvoluntary_ctxt_switches: 127 {'Name': 'python', 'Umask': '0002', 'State': 'R (running)', 'Tgid': '1367227', 'Ngid': '0', 'Pid': '1367227', 'PPid': '1367226', 'TracerPid': '0', 'Uid': '1006,1006,1006,1006', 'Gid': '1009,1009,1009,1009', 'FDSize': '64', 'Groups': '27 1009 1026', 'NStgid': '1367227', 'NSpid': '1367227', 'NSpgid': '1366536', 'NSsid': '1366536', 'VmPeak': '1106680 kB', 'VmSize': '1106680 kB', 'VmLck': '0 kB', 'VmPin': '0 kB', 'VmHWM': '99668 kB', 'VmRSS': '56592 kB', 'RssAnon': '16608 kB', 'RssFile': '39984 kB', 'RssShmem': '0 kB', 'VmData': '865428 kB', 'VmStk': '132 kB', 'VmExe': '2644 kB', 'VmLib': '130468 kB', 'VmPTE': '548 kB', 'VmSwap': '43188 kB', 'HugetlbPages': '0 kB', 'CoreDumping': '0', 'THP_enabled': '1', 'Threads': '1', 'SigQ': '3/63054', 'SigPnd': '0000000000000000', 'ShdPnd': '0000000000000000', 'SigBlk': '0000000000000000', 'SigIgn': '0000000001001000', 'SigCgt': '0000000180000002', 'CapInh': '0000000000000000', 'CapPrm': '0000000000000000', 'CapEff': '0000000000000000', 'CapBnd': '000001ffffffffff', 'CapAmb': '0000000000000000', 'NoNewPrivs': '0', 'Seccomp': '0', 'Seccomp_filters': '0', 'Speculation_Store_Bypass': 'thread vulnerable', 'SpeculationIndirectBranch': 'conditional enabled', 'Cpus_allowed': 'ffffffff,ffffffff,ffffffff,ffffffff', 'Cpus_allowed_list': '0-127', 'Mems_allowed': '00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001', 'Mems_allowed_list': '0', 'voluntary_ctxt_switches': '518', 'nonvoluntary_ctxt_switches': '127'} ('check_batch_cod', '1367227', '1106680', '43188', '1106680', '865428', '56592', b'', 'marlene', 0) insert ignore into MTRAdmin.mem_info (script_name, PID, VMpeak,VMswap,VMsize,VMdata,VMrss,GPU_ram, hostname, mtr_current_id) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s) 1.18user 0.91system 1:16.12elapsed 2%CPU (0avgtext+0avgdata 99668maxresident)k 90904inputs+48outputs (7495major+59831minor)pagefaults 0swaps