python /home/admin/mtr/script_for_cron.py -j check_batch_cod -m 50 -a '' -s check_batch_cod -M 0 -S 0 -U 101,101,101 import MySQLdb succeeded Import error (python version) ['/Users/moilerat/Documents/Fotonower/install/caffe/distribute/python', '/home/admin/workarea/git/Velours/python/prod', '/home/admin/workarea/install/darknet', '/home/admin/workarea/git/Velours/python', '/home/admin/workarea/install/caffe_frcnn_python3/py-faster-rcnn/caffe-fast-rcnn/python', '/home/admin/mtr/.credentials', '/home/admin/workarea/install/caffe/python', '/home/admin/workarea/install/caffe_frcnn/py-faster-rcnn/tools', '/home/admin/workarea/git/fotonowerpip', '/home/admin/workarea/install/segment-anything', '/home/admin/workarea/git/pyfvs', '/usr/lib/python38.zip', '/usr/lib/python3.8', '/usr/lib/python3.8/lib-dynload', '/home/admin/.local/lib/python3.8/site-packages', '/usr/local/lib/python3.8/dist-packages', '/usr/lib/python3/dist-packages'] Namespace(auto=False, cert_args='/home/fotonower/https/cert.pem', contextDataFile='', custom_size=0, database='', datou_id=0, datou_id_excluded='', fifo=False, host='', is_cpu_mode=False, job='check_batch_cod', json_args='', key_args='/home/fotonower/https/vision.fotonower.com.key', limit=1000, list_photo_ids='', local='', mtr_current_id=0, mtr_portfolio_ids='', nb_thread=1, no_current=False, offset=0, only_client=False, output_file='', password='', port=5100, rand=0, save=2, use_client=False, user_id=440, username='', verbose=True) process id : 3924092 load datou : 0 # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : step 0 init_dummy_multi_datou is not linked in the step_by_step architecture ! WARNING : step 1294 init_dummy_multi_datou is not linked in the step_by_step architecture ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : (photo_id, hashtag_id, score_max) was removed should we ? (x0, y0, x1, y1) was removed should we ? chemin de la photo was removed should we ? (photo_id, hashtag_id, score_max) was removed should we ? (x0, y0, x1, y1) was removed should we ? chemin de la photo was removed should we ? load thcls load pdts Running datou job : check_batch_cod select distinct(mdc.id) from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-09-11" and mdc.created_at < "2025-09-12 04:03:26" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and mdc.mtd_id not in (1038,1204,1669,2707,2852,2955,3025,4878,3086,3097,3100,3142,3161,3192,3193,3201,3256,3213,3378,3385,3681,3701,3726,3751,3750,3762,4891,4196,3750,3772,3800,3893,3921,3981,3980,4340,4042,4042,4042,4341,4101,4095,4093,4746,4165,4177,4204,4220,4311,4189,4272,4278,4283,4285,4297,4306,4390,4315,4323,4327,4346,4327,4346,4421,4384,4398,4399,4327,4327,4738,4311,4932,4795,4810,4810,4849,4851,4850,4867,4867,4883,4893,4916,4934,4935,4876,533,4310,4219,4187) and dr.mtr_portfolio_id not in (select dr.mtr_portfolio_id from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-09-11" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and dr.dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day)); nombre de datou_current selectionne : 173 delete batch current inutile (ne sont plus dans dashboard) ['3700862', '3704850', '3704851', '3704852', '3704853', '3704854', '3704855', '3704856', '3704857', '3704858', '3704859', '3704860', '3704861', '3704862', '3704863', '3704864', '3704865', '3704866', '3704867', '3704868', '3704869', '3704870', '3704871', '3704872', '3704873', '3704874', '3704875', '3704876', '3704877', '3704878', '3704879', '3704880', '3704881', '3704882', '3704883', '3704884', '3704885', '3704886', '3704887', '3704888', '3704889', '3704890', '3704891', '3704892', '3704893', '3704894', '3704895', '3704896', '3704897', '3704898', '3704899', '3704900', '3704901', '3704902', '3704903', '3704918', '3704919', '3704920', '3704921', '3704922', '3704923', '3704924', '3704925', '3704926', '3704927', '3704928', '3704929', '3704930', '3704931', '3704932', '3704933', '3704934', '3704935', '3704936', '3704937', '3704938', '3704939', '3704940', '3704941', '3704942', '3704943', '3704944', '3704945', '3704946', '3704947', '3704948', '3704949', '3704950', '3704951', '3704952', '3704953', '3704954', '3704955', '3704956', '3704957', '3704958', '3704959', '3704960', '3704961', '3704962', '3704963', '3704964', '3704965', '3704966', '3704968', '3704969', '3704970', '3704971', '3704973', '3704974', '3704975', '3704976', '3704977', '3704978', '3704979', '3704980', '3704981', '3704982', '3704983', '3704984', '3704985', '3704986', '3704987', '3704988', '3704989', '3704990', '3704991', '3704992', '3704993', '3704994', '3704995', '3704996', '3704997', '3704998', '3704999', '3705000', '3705001', '3705002', '3705003', '3705004', '3705005', '3705006', '3705007', '3705008', '3705009', '3705010', '3705011', '3705012', '3705013', '3705014', '3705015', '3705016', '3705017', '3705018', '3705019', '3705020', '3705022', '3705025', '3705026', '3705027', '3705028', '3705029', '3705030', '3705031', '3705032', '3705033', '3705034', '3705035', '3705036', '3705037', '3705038', '3705039', '3705040'] select a.hostname, a.PID, a.mtr_current_id, created_at from (select * from MTRAdmin.mem_info where mtr_current_id in (3700862,3704850,3704851,3704852,3704853,3704854,3704855,3704856,3704857,3704858,3704859,3704860,3704861,3704862,3704863,3704864,3704865,3704866,3704867,3704868,3704869,3704870,3704871,3704872,3704873,3704874,3704875,3704876,3704877,3704878,3704879,3704880,3704881,3704882,3704883,3704884,3704885,3704886,3704887,3704888,3704889,3704890,3704891,3704892,3704893,3704894,3704895,3704896,3704897,3704898,3704899,3704900,3704901,3704902,3704903,3704918,3704919,3704920,3704921,3704922,3704923,3704924,3704925,3704926,3704927,3704928,3704929,3704930,3704931,3704932,3704933,3704934,3704935,3704936,3704937,3704938,3704939,3704940,3704941,3704942,3704943,3704944,3704945,3704946,3704947,3704948,3704949,3704950,3704951,3704952,3704953,3704954,3704955,3704956,3704957,3704958,3704959,3704960,3704961,3704962,3704963,3704964,3704965,3704966,3704968,3704969,3704970,3704971,3704973,3704974,3704975,3704976,3704977,3704978,3704979,3704980,3704981,3704982,3704983,3704984,3704985,3704986,3704987,3704988,3704989,3704990,3704991,3704992,3704993,3704994,3704995,3704996,3704997,3704998,3704999,3705000,3705001,3705002,3705003,3705004,3705005,3705006,3705007,3705008,3705009,3705010,3705011,3705012,3705013,3705014,3705015,3705016,3705017,3705018,3705019,3705020,3705022,3705025,3705026,3705027,3705028,3705029,3705030,3705031,3705032,3705033,3705034,3705035,3705036,3705037,3705038,3705039,3705040) order by created_at desc limit 99999999) as a group by a.mtr_current_id order by a.created_at desc; DELETE from MTRPhoto.mtr_datou_current where id in (3700862,3704850,3704851,3704852,3704853,3704854,3704855,3704856,3704857,3704858,3704859,3704860,3704861,3704862,3704863,3704864,3704865,3704866,3704867,3704868,3704869,3704870,3704871,3704872,3704873,3704874,3704875,3704876,3704877,3704878,3704879,3704880,3704881,3704882,3704883,3704884,3704885,3704886,3704887,3704888,3704889,3704890,3704891,3704892,3704893,3704894,3704895,3704896,3704897,3704898,3704899,3704900,3704901,3704902,3704903,3704918,3704919,3704920,3704921,3704922,3704923,3704924,3704925,3704926,3704927,3704928,3704929,3704930,3704931,3704932,3704933,3704934,3704935,3704936,3704937,3704938,3704939,3704940,3704941,3704942,3704943,3704944,3704945,3704946,3704947,3704948,3704949,3704950,3704951,3704952,3704953,3704954,3704955,3704956,3704957,3704958,3704959,3704960,3704961,3704962,3704963,3704964,3704965,3704966,3704968,3704969,3704970,3704971,3704973,3704974,3704975,3704976,3704977,3704978,3704979,3704980,3704981,3704982,3704983,3704984,3704985,3704986,3704987,3704988,3704989,3704990,3704991,3704992,3704993,3704994,3704995,3704996,3704997,3704998,3704999,3705000,3705001,3705002,3705003,3705004,3705005,3705006,3705007,3705008,3705009,3705010,3705011,3705012,3705013,3705014,3705015,3705016,3705017,3705018,3705019,3705020,3705022,3705025,3705026,3705027,3705028,3705029,3705030,3705031,3705032,3705033,3705034,3705035,3705036,3705037,3705038,3705039,3705040) new path : /proc/3924092/ Name: python Umask: 0002 State: R (running) Tgid: 3924092 Ngid: 0 Pid: 3924092 PPid: 3924090 TracerPid: 0 Uid: 1006 1006 1006 1006 Gid: 1009 1009 1009 1009 FDSize: 64 Groups: 27 1009 1026 NStgid: 3924092 NSpid: 3924092 NSpgid: 3923248 NSsid: 3923248 VmPeak: 1107340 kB VmSize: 1107084 kB VmLck: 0 kB VmPin: 0 kB VmHWM: 98736 kB VmRSS: 10824 kB RssAnon: 2296 kB RssFile: 8528 kB RssShmem: 0 kB VmData: 865836 kB VmStk: 132 kB VmExe: 2644 kB VmLib: 130468 kB VmPTE: 548 kB VmSwap: 57908 kB HugetlbPages: 0 kB CoreDumping: 0 THP_enabled: 1 Threads: 1 SigQ: 0/63019 SigPnd: 0000000000000000 ShdPnd: 0000000000000000 SigBlk: 0000000000000000 SigIgn: 0000000001001000 SigCgt: 0000000180000002 CapInh: 0000000000000000 CapPrm: 0000000000000000 CapEff: 0000000000000000 CapBnd: 000001ffffffffff CapAmb: 0000000000000000 NoNewPrivs: 0 Seccomp: 0 Seccomp_filters: 0 Speculation_Store_Bypass: thread vulnerable SpeculationIndirectBranch: conditional enabled Cpus_allowed: ffffffff,ffffffff,ffffffff,ffffffff Cpus_allowed_list: 0-127 Mems_allowed: 00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001 Mems_allowed_list: 0 voluntary_ctxt_switches: 561 nonvoluntary_ctxt_switches: 179 {'Name': 'python', 'Umask': '0002', 'State': 'R (running)', 'Tgid': '3924092', 'Ngid': '0', 'Pid': '3924092', 'PPid': '3924090', 'TracerPid': '0', 'Uid': '1006,1006,1006,1006', 'Gid': '1009,1009,1009,1009', 'FDSize': '64', 'Groups': '27 1009 1026', 'NStgid': '3924092', 'NSpid': '3924092', 'NSpgid': '3923248', 'NSsid': '3923248', 'VmPeak': '1107340 kB', 'VmSize': '1107084 kB', 'VmLck': '0 kB', 'VmPin': '0 kB', 'VmHWM': '98736 kB', 'VmRSS': '10824 kB', 'RssAnon': '2296 kB', 'RssFile': '8528 kB', 'RssShmem': '0 kB', 'VmData': '865836 kB', 'VmStk': '132 kB', 'VmExe': '2644 kB', 'VmLib': '130468 kB', 'VmPTE': '548 kB', 'VmSwap': '57908 kB', 'HugetlbPages': '0 kB', 'CoreDumping': '0', 'THP_enabled': '1', 'Threads': '1', 'SigQ': '0/63019', 'SigPnd': '0000000000000000', 'ShdPnd': '0000000000000000', 'SigBlk': '0000000000000000', 'SigIgn': '0000000001001000', 'SigCgt': '0000000180000002', 'CapInh': '0000000000000000', 'CapPrm': '0000000000000000', 'CapEff': '0000000000000000', 'CapBnd': '000001ffffffffff', 'CapAmb': '0000000000000000', 'NoNewPrivs': '0', 'Seccomp': '0', 'Seccomp_filters': '0', 'Speculation_Store_Bypass': 'thread vulnerable', 'SpeculationIndirectBranch': 'conditional enabled', 'Cpus_allowed': 'ffffffff,ffffffff,ffffffff,ffffffff', 'Cpus_allowed_list': '0-127', 'Mems_allowed': '00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001', 'Mems_allowed_list': '0', 'voluntary_ctxt_switches': '561', 'nonvoluntary_ctxt_switches': '179'} ('check_batch_cod', '3924092', '1107340', '57908', '1107084', '865836', '10824', b'', 'marlene', 0) insert ignore into MTRAdmin.mem_info (script_name, PID, VMpeak,VMswap,VMsize,VMdata,VMrss,GPU_ram, hostname, mtr_current_id) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s) 1.49user 1.11system 4:02.39elapsed 1%CPU (0avgtext+0avgdata 98736maxresident)k 230416inputs+32outputs (8050major+54022minor)pagefaults 0swaps