python /home/admin/mtr/script_for_cron.py -j check_batch_cod -m 50 -a '' -s check_batch_cod -M 0 -S 0 -U 101,101,101
 import MySQLdb succeeded 
Import error (python version)
['/Users/moilerat/Documents/Fotonower/install/caffe/distribute/python', '/home/admin/workarea/git/Velours/python/prod', '/home/admin/workarea/install/darknet', '/home/admin/workarea/git/Velours/python', '/home/admin/workarea/install/caffe_frcnn_python3/py-faster-rcnn/caffe-fast-rcnn/python', '/home/admin/mtr/.credentials', '/home/admin/workarea/install/caffe/python', '/home/admin/workarea/install/caffe_frcnn/py-faster-rcnn/tools', '/home/admin/workarea/git/fotonowerpip', '/home/admin/workarea/install/segment-anything', '/home/admin/workarea/git/pyfvs', '/usr/lib/python38.zip', '/usr/lib/python3.8', '/usr/lib/python3.8/lib-dynload', '/home/admin/.local/lib/python3.8/site-packages', '/usr/local/lib/python3.8/dist-packages', '/usr/lib/python3/dist-packages']
Namespace(auto=False, cert_args='/home/fotonower/https/cert.pem', contextDataFile='', custom_size=0, database='', datou_id=0, datou_id_excluded='', fifo=False, host='', is_cpu_mode=False, job='check_batch_cod', json_args='', key_args='/home/fotonower/https/vision.fotonower.com.key', limit=1000, list_photo_ids='', local='', mtr_current_id=0, mtr_portfolio_ids='', nb_thread=1, no_current=False, offset=0, only_client=False, output_file='', password='', port=5100, rand=0, save=2, use_client=False, user_id=440, username='', verbose=True)
process id : 941579
load datou : 0
# VR 17-11-17 : to create in DB !
Here we check the datou graph and we reorder steps !
 Tree builded and cycle checked, now we need to re-order the steps ! 
We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue
We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id)
 DONE and to test : checkNoCycle !
Here we check the consistency of inputs/outputs number between the given ones and the db !
eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering !
WARNING : step 0 init_dummy_multi_datou is not linked in the step_by_step architecture !
WARNING : step 1294 init_dummy_multi_datou is not linked in the step_by_step architecture !
Number of inputs / outputs for each step checked !
Here we check the consistency of outputs/inputs types during steps connections
eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput !
DataTypes for each output/input checked !
Unexpected type seems boolean for variable list_input_json
ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0)
 Tried to parse : 
(photo_id, hashtag_id, score_max) was removed should we ?
(x0, y0, x1, y1) was removed should we ?
chemin de la photo was removed should we ?
(photo_id, hashtag_id, score_max) was removed should we ?
(x0, y0, x1, y1) was removed should we ?
chemin de la photo was removed should we ?
load thcls
load pdts
Running datou job : check_batch_cod

        select distinct(mdc.id) from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-10-08" 
        and mdc.created_at < "2025-10-09 01:02:26"
        and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and mdc.mtd_id not in (1038,1204,1669,2707,2852,2955,3025,4878,3086,3097,3100,3142,3161,3192,3193,3201,3256,3213,3378,3385,3681,3701,3726,3751,3750,3762,4891,4196,3750,3772,3800,3893,3921,3981,3980,4340,4042,4042,4042,4341,4101,4095,4093,4746,4165,4177,4204,4220,4311,4189,4272,4278,4283,4285,4297,4306,4390,4315,4323,4327,4346,4327,4346,4421,4384,4398,4399,4327,4327,4738,4311,4932,4795,4810,4810,4849,4851,4850,4867,4867,4883,4893,4916,4934,4935,4876,533,4310,4219,4187)
        and dr.mtr_portfolio_id not in (select dr.mtr_portfolio_id from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-10-08" 
        and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and dr.dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day));
    
nombre de datou_current selectionne : 55
delete batch current inutile (ne sont plus dans dashboard)  ['3891848', '3891849', '3891850', '3891851', '3891852', '3891853', '3891854', '3891855', '3891856', '3891857', '3891858', '3891859', '3891860', '3891861', '3891862', '3891863', '3891864', '3891865', '3891866', '3891867', '3891868', '3891869', '3891870', '3891871', '3891872', '3891873', '3891874', '3891875', '3891876', '3891877', '3891878', '3891879', '3891880', '3891881', '3891882', '3891883', '3891884', '3891885', '3891886', '3891887', '3891888', '3891889', '3891890', '3891891', '3891892', '3891893', '3891894', '3891895', '3891896', '3891897', '3891898', '3891899', '3891900', '3891901', '3891902']
select a.hostname, a.PID, a.mtr_current_id, created_at from
(select * from MTRAdmin.mem_info where mtr_current_id in (3891848,3891849,3891850,3891851,3891852,3891853,3891854,3891855,3891856,3891857,3891858,3891859,3891860,3891861,3891862,3891863,3891864,3891865,3891866,3891867,3891868,3891869,3891870,3891871,3891872,3891873,3891874,3891875,3891876,3891877,3891878,3891879,3891880,3891881,3891882,3891883,3891884,3891885,3891886,3891887,3891888,3891889,3891890,3891891,3891892,3891893,3891894,3891895,3891896,3891897,3891898,3891899,3891900,3891901,3891902) order by created_at desc limit 99999999) 
as a group by a.mtr_current_id order by a.created_at desc;
    
DELETE from MTRPhoto.mtr_datou_current where id in (3891848,3891849,3891850,3891851,3891852,3891853,3891854,3891855,3891856,3891857,3891858,3891859,3891860,3891861,3891862,3891863,3891864,3891865,3891866,3891867,3891868,3891869,3891870,3891871,3891872,3891873,3891874,3891875,3891876,3891877,3891878,3891879,3891880,3891881,3891882,3891883,3891884,3891885,3891886,3891887,3891888,3891889,3891890,3891891,3891892,3891893,3891894,3891895,3891896,3891897,3891898,3891899,3891900,3891901,3891902)
new path :  /proc/941579/
Name:	python
Umask:	0002
State:	R (running)
Tgid:	941579
Ngid:	0
Pid:	941579
PPid:	941578
TracerPid:	0
Uid:	1006	1006	1006	1006
Gid:	1009	1009	1009	1009
FDSize:	64
Groups:	27 1009 1026 
NStgid:	941579
NSpid:	941579
NSpgid:	941220
NSsid:	941220
VmPeak:	 1106856 kB
VmSize:	 1106856 kB
VmLck:	       0 kB
VmPin:	       0 kB
VmHWM:	   98500 kB
VmRSS:	   98500 kB
RssAnon:	   59844 kB
RssFile:	   38656 kB
RssShmem:	       0 kB
VmData:	  865608 kB
VmStk:	     132 kB
VmExe:	    2644 kB
VmLib:	  130468 kB
VmPTE:	     524 kB
VmSwap:	       0 kB
HugetlbPages:	       0 kB
CoreDumping:	0
THP_enabled:	1
Threads:	1
SigQ:	0/63019
SigPnd:	0000000000000000
ShdPnd:	0000000000000000
SigBlk:	0000000000000000
SigIgn:	0000000001001000
SigCgt:	0000000180000002
CapInh:	0000000000000000
CapPrm:	0000000000000000
CapEff:	0000000000000000
CapBnd:	000001ffffffffff
CapAmb:	0000000000000000
NoNewPrivs:	0
Seccomp:	0
Seccomp_filters:	0
Speculation_Store_Bypass:	thread vulnerable
SpeculationIndirectBranch:	conditional enabled
Cpus_allowed:	ffffffff,ffffffff,ffffffff,ffffffff
Cpus_allowed_list:	0-127
Mems_allowed:	00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001
Mems_allowed_list:	0
voluntary_ctxt_switches:	49
nonvoluntary_ctxt_switches:	95

{'Name': 'python', 'Umask': '0002', 'State': 'R (running)', 'Tgid': '941579', 'Ngid': '0', 'Pid': '941579', 'PPid': '941578', 'TracerPid': '0', 'Uid': '1006,1006,1006,1006', 'Gid': '1009,1009,1009,1009', 'FDSize': '64', 'Groups': '27 1009 1026', 'NStgid': '941579', 'NSpid': '941579', 'NSpgid': '941220', 'NSsid': '941220', 'VmPeak': '1106856 kB', 'VmSize': '1106856 kB', 'VmLck': '0 kB', 'VmPin': '0 kB', 'VmHWM': '98500 kB', 'VmRSS': '98500 kB', 'RssAnon': '59844 kB', 'RssFile': '38656 kB', 'RssShmem': '0 kB', 'VmData': '865608 kB', 'VmStk': '132 kB', 'VmExe': '2644 kB', 'VmLib': '130468 kB', 'VmPTE': '524 kB', 'VmSwap': '0 kB', 'HugetlbPages': '0 kB', 'CoreDumping': '0', 'THP_enabled': '1', 'Threads': '1', 'SigQ': '0/63019', 'SigPnd': '0000000000000000', 'ShdPnd': '0000000000000000', 'SigBlk': '0000000000000000', 'SigIgn': '0000000001001000', 'SigCgt': '0000000180000002', 'CapInh': '0000000000000000', 'CapPrm': '0000000000000000', 'CapEff': '0000000000000000', 'CapBnd': '000001ffffffffff', 'CapAmb': '0000000000000000', 'NoNewPrivs': '0', 'Seccomp': '0', 'Seccomp_filters': '0', 'Speculation_Store_Bypass': 'thread vulnerable', 'SpeculationIndirectBranch': 'conditional enabled', 'Cpus_allowed': 'ffffffff,ffffffff,ffffffff,ffffffff', 'Cpus_allowed_list': '0-127', 'Mems_allowed': '00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001', 'Mems_allowed_list': '0', 'voluntary_ctxt_switches': '49', 'nonvoluntary_ctxt_switches': '95'}
('check_batch_cod', '941579', '1106856', '0', '1106856', '865608', '98500', b'', 'marlene', 0)
insert ignore into MTRAdmin.mem_info (script_name, PID, VMpeak,VMswap,VMsize,VMdata,VMrss,GPU_ram, hostname, mtr_current_id) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)
0.97user 0.76system 0:02.31elapsed 75%CPU (0avgtext+0avgdata 98636maxresident)k
8inputs+24outputs (15major+48298minor)pagefaults 0swaps