select distinct(mdc.id) from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-04-30" and mdc.created_at < "2025-05-01 03:44:26" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and mdc.mtd_id not in (1038,1204,1669,2707,2852,2955,3025,4878,3086,3097,3100,3142,3161,3192,3193,3201,3256,3213,3378,3385,3681,3701,3726,3751,3750,3762,4891,4196,3750,3772,3800,3893,3921,3981,3980,4340,4042,4042,4042,4341,4101,4095,4093,4165,4177,4204,4220,4311,4189,4272,4278,4283,4285,4297,4306,4390,4315,4323,4327,4346,4327,4346,4421,4384,4398,4399,4327,4327,4738,4311,4932,4795,4810,4810,4849,4851,4850,4867,4867,4893,4916,4934,4935,4876,533,4310,4219,4187) and dr.mtr_portfolio_id not in (select dr.mtr_portfolio_id from MTRPhoto.dashboard_results dr, MTRPhoto.mtr_datou_current mdc where dr.created_at > "2025-04-30" and dr.mtr_portfolio_id = mdc.mtr_portfolio_id and dr.dashboard_run_id in (select last_run_id from MTRPhoto.dashboard_entry_day)); nombre de datou_current selectionne : 0 delete batch current inutile (ne sont plus dans dashboard) [] Useless call to update_current_state SELECT id, mtd_id, updated_at FROM MTRPhoto.mtr_datou_current WHERE state = 1 AND updated_at < DATE_SUB(now(), INTERVAL 1000 SECOND) # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) DONE and to test : checkNoCycle ! We are managing only one step so we do not consider checkConsistencyNbInputNbOutput ! We are managing only one step so we do not consider checkConsistencyTypeOutputInput ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : # VR 17-11-17 : to create in DB ! Here we check the datou graph and we reorder steps ! Tree builded and cycle checked, now we need to re-order the steps ! We have currenlty an error because there is no dependence between the last step for the case tile - detect - glue We can either keep the depence of, it is better to keep an order compatible with the id of steps if we do not have sons, so a lexical order : (number_son, step_id) All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! All sons are already in current list ! DONE and to test : checkNoCycle ! Here we check the consistency of inputs/outputs number between the given ones and the db ! eke 1-6-18 : checkConsistencyNbInputNbOutput should be processed after step reordering ! WARNING : number of outputs for step 14034 mask_detect is not consistent : 3 used against 2 in the step definition ! WARNING : number of outputs for step 14041 brightness is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 14042 blur_detection is not consistent : 2 used against 1 in the step definition ! WARNING : number of inputs for step 14038 crop_condition is not consistent : 3 used against 2 in the step definition ! Step 14038 crop_condition have less outputs used (2) than in the step definition (3) : some outputs may be not used ! Step 14040 merge_mask_thcl_custom have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 14040 merge_mask_thcl_custom is not consistent : 3 used against 2 in the step definition ! WARNING : number of inputs for step 14035 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! WARNING : number of outputs for step 14035 rle_unique_nms_with_priority is not consistent : 2 used against 1 in the step definition ! Step 14045 crop_condition have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! WARNING : number of outputs for step 14045 crop_condition is not consistent : 4 used against 3 in the step definition ! WARNING : number of outputs for step 14037 ventilate_hashtags_in_portfolio is not consistent : 2 used against 1 in the step definition ! Step 14036 final have less inputs used (2) than in the step definition (3) : maybe we manage optionnal inputs ! Step 14036 final have less outputs used (1) than in the step definition (2) : some outputs may be not used ! Step 14044 split_time_score have less inputs used (1) than in the step definition (2) : maybe we manage optionnal inputs ! Number of inputs / outputs for each step checked ! Here we check the consistency of outputs/inputs types during steps connections eke 1-6-18 : checkConsistencyTypeOutputInput should be processed after checkConsistencyNbInputNbOutput ! We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 1 of step 14037 doesn't seem to be define in the database( WARNING : type of input 3 of step 14036 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : type of output 2 of step 14034 doesn't seem to be define in the database( WARNING : type of input 2 of step 14038 doesn't seem to be define in the database( WARNING : output 1 of step 14034 have datatype=2 whereas input 1 of step 14040 have datatype=7 WARNING : type of output 2 of step 14040 doesn't seem to be define in the database( WARNING : type of input 1 of step 14035 doesn't seem to be define in the database( We ignore checkConsistencyTypeOutputInput for datou_step final ! WARNING : output 0 of step 14037 have datatype=10 whereas input 3 of step 14043 have datatype=6 WARNING : type of input 2 of step 14045 doesn't seem to be define in the database( WARNING : output 1 of step 14035 have datatype=7 whereas input 2 of step 14045 have datatype=None WARNING : type of output 3 of step 14045 doesn't seem to be define in the database( WARNING : type of input 1 of step 14037 doesn't seem to be define in the database( WARNING : output 0 of step 14037 have datatype=10 whereas input 0 of step 14046 have datatype=18 WARNING : type of input 5 of step 14043 doesn't seem to be define in the database( WARNING : output 0 of step 14046 have datatype=11 whereas input 5 of step 14043 have datatype=None WARNING : type of output 1 of step 14041 doesn't seem to be define in the database( WARNING : type of input 3 of step 14038 doesn't seem to be define in the database( WARNING : type of output 1 of step 14042 doesn't seem to be define in the database( Host key verification failed. /bin/sh: 1: kill: No such process WARNING : type of input 3 of step 14038 doesn't seem to be define in the database( WARNING : output 0 of step 14040 have datatype=1 whereas input 0 of step 14035 have datatype=2 DataTypes for each output/input checked ! Unexpected type seems boolean for variable list_input_json ERROR or WARNING : can't parse json string Expecting value: line 1 column 1 (char 0) Tried to parse : difference : 6915 for current_id 2773226, if negative, datou_current will be reset difference : -288 for current_id 2776797, if negative, datou_current will be reset difference : -789 for current_id 2776811, if negative, datou_current will be reset About to reset 2 current_datou ! select a.hostname, a.PID, a.mtr_current_id, created_at from (select * from MTRAdmin.mem_info where mtr_current_id in (2776797,2776811) order by created_at desc limit 99999999) as a group by a.mtr_current_id order by a.created_at desc; time start.command timeout = 5 255 kill 2776797 done time start.command timeout = 5 1 kill 2776811 done DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2776797 and created_at >= "2025-05-01 03:08:58" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2776797 and created_at >= "2025-05-01 03:08:58" DELETE from MTRPhoto.mtr_datou_result_search where mtr_current_id = 2776811 and created_at >= "2025-05-01 00:15:38" DELETE from MTRPhoto.mtr_datou_result where mtr_current_id = 2776811 and created_at >= "2025-05-01 00:15:38" UPDATE MTRPhoto.mtr_datou_current SET state = 0 where state > 0 AND id IN (2776797,2776811) new path : /proc/722459/ Name: python Umask: 0002 State: R (running) Tgid: 722459 Ngid: 0 Pid: 722459 PPid: 722458 TracerPid: 0 Uid: 1006 1006 1006 1006 Gid: 1009 1009 1009 1009 FDSize: 64 Groups: 27 1009 1026 NStgid: 722459 NSpid: 722459 NSpgid: 721599 NSsid: 721599 VmPeak: 1107352 kB VmSize: 1107352 kB VmLck: 0 kB VmPin: 0 kB VmHWM: 100004 kB VmRSS: 100004 kB RssAnon: 60336 kB RssFile: 39668 kB RssShmem: 0 kB VmData: 866100 kB VmStk: 132 kB VmExe: 2644 kB VmLib: 130468 kB VmPTE: 576 kB VmSwap: 0 kB HugetlbPages: 0 kB CoreDumping: 0 THP_enabled: 1 Threads: 1 SigQ: 0/63054 SigPnd: 0000000000000000 ShdPnd: 0000000000000000 SigBlk: 0000000000000000 SigIgn: 0000000001001000 SigCgt: 0000000180000002 CapInh: 0000000000000000 CapPrm: 0000000000000000 CapEff: 0000000000000000 CapBnd: 000001ffffffffff CapAmb: 0000000000000000 NoNewPrivs: 0 Seccomp: 0 Seccomp_filters: 0 Speculation_Store_Bypass: thread vulnerable SpeculationIndirectBranch: conditional enabled Cpus_allowed: ffffffff,ffffffff,ffffffff,ffffffff Cpus_allowed_list: 0-127 Mems_allowed: 00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001 Mems_allowed_list: 0 voluntary_ctxt_switches: 85 nonvoluntary_ctxt_switches: 186 {'Name': 'python', 'Umask': '0002', 'State': 'R (running)', 'Tgid': '722459', 'Ngid': '0', 'Pid': '722459', 'PPid': '722458', 'TracerPid': '0', 'Uid': '1006,1006,1006,1006', 'Gid': '1009,1009,1009,1009', 'FDSize': '64', 'Groups': '27 1009 1026', 'NStgid': '722459', 'NSpid': '722459', 'NSpgid': '721599', 'NSsid': '721599', 'VmPeak': '1107352 kB', 'VmSize': '1107352 kB', 'VmLck': '0 kB', 'VmPin': '0 kB', 'VmHWM': '100004 kB', 'VmRSS': '100004 kB', 'RssAnon': '60336 kB', 'RssFile': '39668 kB', 'RssShmem': '0 kB', 'VmData': '866100 kB', 'VmStk': '132 kB', 'VmExe': '2644 kB', 'VmLib': '130468 kB', 'VmPTE': '576 kB', 'VmSwap': '0 kB', 'HugetlbPages': '0 kB', 'CoreDumping': '0', 'THP_enabled': '1', 'Threads': '1', 'SigQ': '0/63054', 'SigPnd': '0000000000000000', 'ShdPnd': '0000000000000000', 'SigBlk': '0000000000000000', 'SigIgn': '0000000001001000', 'SigCgt': '0000000180000002', 'CapInh': '0000000000000000', 'CapPrm': '0000000000000000', 'CapEff': '0000000000000000', 'CapBnd': '000001ffffffffff', 'CapAmb': '0000000000000000', 'NoNewPrivs': '0', 'Seccomp': '0', 'Seccomp_filters': '0', 'Speculation_Store_Bypass': 'thread vulnerable', 'SpeculationIndirectBranch': 'conditional enabled', 'Cpus_allowed': 'ffffffff,ffffffff,ffffffff,ffffffff', 'Cpus_allowed_list': '0-127', 'Mems_allowed': '00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001', 'Mems_allowed_list': '0', 'voluntary_ctxt_switches': '85', 'nonvoluntary_ctxt_switches': '186'} ('datou_restart', '722459', '1107352', '0', '1107352', '866100', '100004', b'', 'marlene', 0) insert ignore into MTRAdmin.mem_info (script_name, PID, VMpeak,VMswap,VMsize,VMdata,VMrss,GPU_ram, hostname, mtr_current_id) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s) 1.23user 0.61system 0:05.71elapsed 32%CPU (0avgtext+0avgdata 100036maxresident)k 0inputs+32outputs (3major+49751minor)pagefaults 0swaps