python /home/admin/mtr/script_for_cron.py -j default -m 30 -a 'python3 ~/workarea/git/Velours/python/mtr/sql_queries.py -j status ' -s monitor_queries -M 0 -S 0 -U 120,120,120
 import MySQLdb succeeded 
Now: 21/02/2025, 00:01:25

Nombre de datou current
('date', 'nombre de datou current')
('2025-02-21 00:01:25', 145)

Nombre total de photos traitees dans les dernieres 24 heures
('date', 'total de photos traitees')
('2025-02-21 00:01:25', 283790)

Nombre total de photos restant a traiter non commence
('date', 'Nombre total de photos restant a traiter non commence')
('2025-02-21 00:04:44', 10522)

Nombre total de photos restant a traiter
('date', 'Nombre total de photos restant a traiter')
('2025-02-21 00:04:44', 958)

Reste a faire par datou id
('date', 'datou_id', 'total_a_traiter', 'total_traite', 'restant_a_traite', 'datou_nom', 'temps moyens passe des datous a traiter (heures)', 'list_port_ids_mtr_user_ids')
('2025-02-21 00:04:46', 4310, 11133, 10805, 328, 'classifieur_2camions_valcor_021122_v1', 56.0, '20660698:dechet_val:991:0,20626705:dechet_val:991:0', 2)
('2025-02-21 00:04:46', 4892, 17563, 17281, 282, 'multi_classification_tapis_dechet', 28.25, '20675556:sevran_122:739:1,20675555:angers_mon:1017:1,20665102:sevran_122:739:0,20657815:angers_mon:1017:1', 4)
('2025-02-21 00:04:46', 4433, 321, 135, 186, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_weights', 9.5, '20677926:JRM_diff_b:1053:0,20677925:JRM_diff_b:1053:1,20676948:JRM_diff_b:1053:0,20675993:JRM_diff_b:1053:1', 4)
('2025-02-21 00:04:46', 4322, 274, 180, 94, 'RUBBIA_filmPE_151122', 16.571428571428573, '20677305:film_pedb_:1017:0,20677297:film_pedb_:1017:0,20683130:film_pedb_:1017:0,20688364:film_pedb_:1017:0,20673480:film_pedb_:739:0,20690028:film_pedb_:1017:0,20656284:film_pedb_:739:0', 7)
('2025-02-21 00:04:46', 4234, 100, 70, 30, 'refus_rym_velours_valcor', 16.0, '20698770:incinerati:1103:1,20674939:truck_diff:991:0', 2)
('2025-02-21 00:04:46', 4871, 2110, 2097, 13, 'blur_rubbia_live', 4.5, '20698945:arc_en_cie:979:0,20677012:arc_en_cie:979:0', 2)
('2025-02-21 00:04:46', 4877, 61, 49, 12, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_rubbia_live', 0.0, '20698773:JRM_diff_b:979:1,20698983:JRM_diff_b:979:0,20698645:JRM_diff_b:979:1,20698593:JRM_diff_b:979:1,20698503:JRM_diff_b:979:1,20698450:JRM_diff_b:979:1,20698337:JRM_diff_b:979:1,20698299:JRM_diff_b:979:1,20698195:JRM_diff_b:979:1,20698035:JRM_diff_b:979:1,20697959:JRM_diff_b:979:1,20697877:JRM_diff_b:979:1', 12)
('2025-02-21 00:04:46', 533, 1345, 1335, 10, 'multi_classification_tapis_dechet', 12.0, '20675551:arc_en_cie:739:1', 1)
('2025-02-21 00:04:46', 3804, 97, 90, 7, 'Rubbia_crop_merge_2486_2499_classifiy_2547_extract_RYM', 7.0, '20681347:pet_clair_:739:1', 1)
('2025-02-21 00:04:46', 3991, 21, 20, 1, 'RUBBIA_ELA_131221_add_surclassifier_rapport', 6.0, '20684265:ela_diff_b:1017:1', 1)
('2025-02-21 00:04:46', 4866, 20, 20, 0, 'dib_crop_merge_2486_2499_classifiy_2547_extract_RYM_with_sam', 79.875, '20603410:dib_diff_b:440:1,20603521:dib_diff_b:440:1,20608797:excoffier_:1117:1,20608796:excoffier_:1117:1,20608795:excoffier_:1117:1,20603524:dib_diff_b:440:1,20607424:excoffier_:440:1,20603587:dib_diff_b:440:1,20603585:dib_diff_b:440:1,20603551:dib_diff_b:440:1,20603580:dib_diff_b:440:1,20603562:dib_diff_b:440:1,20603559:dib_diff_b:440:1,20603557:dib_diff_b:440:1,20603555:dib_diff_b:440:1,20603553:dib_diff_b:440:1', 16)

Reste a faire par datou id non traite
('date', 'datou_id', 'total_a_traiter', 'datou_nom', 'temps moyens passe des datous a traiter (heures)', 'list_port_ids_mtr_user_ids', 'nb_port')
('2025-02-21 00:04:47', 3385, 1345, 'split_time_score_JRM_Arc_En_Ciel_peu_dense', Decimal('0.0000'), '20675551:arc_en_cie:739:0', 1)
('2025-02-21 00:04:47', 3459, 22, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_weights', Decimal('0.0000'), '20699108:jrm_diff_b:1017:0', 1)
('2025-02-21 00:04:47', 3804, 103, 'Rubbia_crop_merge_2486_2499_classifiy_2547_extract_RYM', Decimal('0.0000'), '20699103:pet_clair_:1017:0,20699106:pet_clair_:1017:0,20699110:pet_clair_:1017:0,20699114:pet_clair_:1017:0', 4)
('2025-02-21 00:04:47', 3991, 27, 'RUBBIA_ELA_131221_add_surclassifier_rapport', Decimal('3.0000'), '20692234:ela_diff_b:1017:0', 1)
('2025-02-21 00:04:47', 3992, 14, 'RUBBIA_Alu_131221_add_surclassifier_rapport', Decimal('0.0000'), '20699111:aluminium_:1017:0', 1)
('2025-02-21 00:04:47', 3993, 46, 'RUBBIA_Carton_131221_add_surclassifier_rapport', Decimal('0.0000'), '20699102:emr_diff_b:1017:0,20699104:emr_diff_b:1017:0,20699112:emr_diff_b:1017:0', 3)
('2025-02-21 00:04:47', 4153, 84, 'RUBBIA_PET_Fonce_add_surclassifier_rapport', Decimal('0.0000'), '20699101:flux_dev_d:1017:0,20699105:flux_dev_d:1017:0,20699109:flux_dev_d:1017:0,20699113:flux_dev_d:1017:0', 4)
('2025-02-21 00:04:47', 4219, 2118, 'detection_plaque_valcor_010622', Decimal('48.7705'), '20625708:plaque_val:1064:0,20658354:plaque_val:1064:0,20675558:plaque_val:1064:0', 3)
('2025-02-21 00:04:47', 4234, 73, 'refus_rym_velours_valcor', Decimal('1.9726'), '20694163:incinerati:1103:0,20694164:incinerati:1103:0,20694165:incinerati:1103:0,20694166:incinerati:1103:0,20694167:incinerati:1103:0,20694168:incinerati:1103:0,20694169:incinerati:1103:0,20694170:incinerati:1103:0,20694171:incinerati:1103:0,20694172:incinerati:1103:0,20694173:incinerati:1103:0,20694174:incinerati:1103:0,20694175:incinerati:1103:0,20694176:incinerati:1103:0,20694177:incinerati:1103:0,20694178:incinerati:1103:0,20694179:incinerati:1103:0,20694180:incinerati:1103:0,20694181:incinerati:1103:0,20694182:incinerati:1103:0,20694207:incinerati:1103:0,20694208:incinerati:1103:0,20694209:incinerati:1103:0,20694210:incinerati:1103:0,20694212:incinerati:1103:0,20698769:incinerati:1103:0', 26)
('2025-02-21 00:04:47', 4302, 12, 'RUBBIA_JRM_consolidate', Decimal('0.0000'), '20699115:JRM_diff_b:979:0', 1)
('2025-02-21 00:04:47', 4322, 134, 'RUBBIA_filmPE_151122', Decimal('1.3134'), '20692250:film_pedb_:1017:0,20695663:film_pedb_:1017:0,20695691:film_pedb_:1017:0,20699107:film_pedb_:1017:0,20699116:film_pedb_:1017:0', 5)
('2025-02-21 00:04:47', 4877, 12, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_rubbia_live', Decimal('0.0000'), '20698983:JRM_diff_b:979:0,20699117:JRM_diff_b:979:0,20699118:JRM_diff_b:979:0', 3)
('2025-02-21 00:04:47', 4878, 2093, 'split_time_score_JRM_Arc_En_Ciel_test_load', Decimal('0.0000'), '20677012:arc_en_cie:979:0', 1)
('2025-02-21 00:04:47', 4887, 4445, 'split_time_score_Sevran_test', Decimal('0.0000'), '20675556:sevran_122:739:0', 1)
('2025-02-21 00:04:47', 4892, 10, 'multi_classification_tapis_dechet', Decimal('0.0000'), '20698944:angers_mon:1017:0', 1)

Nombre de photos d'entrees traites par datou dans les dernieres 24 heures pour les traitement (datou_current) en cours
('date', 'datou_id', 'Nombre de photos traitees', 'datou_nom')
('2025-02-21 00:04:47', 4866, 38, 'dib_crop_merge_2486_2499_classifiy_2547_extract_RYM_with_sam')
('2025-02-21 00:04:47', 4322, 1120, 'RUBBIA_filmPE_151122')
('2025-02-21 00:04:47', 4892, 28510, 'multi_classification_tapis_dechet')
('2025-02-21 00:04:47', 4234, 457, 'refus_rym_velours_valcor')
('2025-02-21 00:04:47', 533, 4001, 'multi_classification_tapis_dechet')
('2025-02-21 00:04:47', 4433, 1135, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_weights')
('2025-02-21 00:04:47', 4871, 2097, 'blur_rubbia_live')
('2025-02-21 00:04:47', 3804, 670, 'Rubbia_crop_merge_2486_2499_classifiy_2547_extract_RYM')
('2025-02-21 00:04:47', 3991, 20, 'RUBBIA_ELA_131221_add_surclassifier_rapport')
('2025-02-21 00:04:47', 4877, 238, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_rubbia_live')

Nombre de datous demandés par statut
('statut', 'nombre de datous')
(1, 38)
(-5, 21)
(0, 118)

Nombre de resultats de type photos par datou dans les dernieres 24 heures (plusieurs photos de sorties par photos d'entree)
('date', 'datou_id', 'Nombre de photos traitees', 'datou_nom')
('2025-02-21 00:04:57', 4234, 60166, 'refus_rym_velours_valcor')
('2025-02-21 00:04:57', 4892, 28510, 'multi_classification_tapis_dechet')
('2025-02-21 00:04:57', 4883, 27402, 'split_time_score_JRM_Arc_En_Ciel')
('2025-02-21 00:04:57', 4876, 27302, 'split_time_score_JRM_Arc_En_Ciel_test_load')
('2025-02-21 00:04:57', 4877, 25269, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_rubbia_live')
('2025-02-21 00:04:57', 3459, 19785, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_weights')
('2025-02-21 00:04:57', 4866, 14955, 'dib_crop_merge_2486_2499_classifiy_2547_extract_RYM_with_sam')
('2025-02-21 00:04:57', 4310, 12538, 'classifieur_2camions_valcor_021122_v1')
('2025-02-21 00:04:57', 3993, 9032, 'RUBBIA_Carton_131221_add_surclassifier_rapport')
('2025-02-21 00:04:57', 3804, 8619, 'Rubbia_crop_merge_2486_2499_classifiy_2547_extract_RYM')
('2025-02-21 00:04:57', 533, 8597, 'multi_classification_tapis_dechet')
('2025-02-21 00:04:57', 4302, 8340, 'RUBBIA_JRM_consolidate')
('2025-02-21 00:04:57', 3995, 7049, 'RUBBIA_PEHD_131221_add_surclassifier_rapport')
('2025-02-21 00:04:57', 4433, 4971, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_weights')
('2025-02-21 00:04:57', 4322, 4754, 'RUBBIA_filmPE_151122')
('2025-02-21 00:04:57', 4311, 2578, 'sts_dechet_valcor_matching_v2_2022Q3')
('2025-02-21 00:04:57', 4891, 2500, 'split_time_score_angers_montee_convoyeur')
('2025-02-21 00:04:57', 4871, 2098, 'blur_rubbia_live')
('2025-02-21 00:04:57', 4153, 1927, 'RUBBIA_PET_Fonce_add_surclassifier_rapport')
('2025-02-21 00:04:57', 3385, 1640, 'split_time_score_JRM_Arc_En_Ciel_peu_dense')
('2025-02-21 00:04:57', 4910, 1631, 'pehd_prod_consolidate')
('2025-02-21 00:04:57', 4189, 1072, 'split_time_score_JRM_Perlen_convoyeur')
('2025-02-21 00:04:57', 3994, 883, 'RUBBIA_proportion_papier_add_surclassifier_rapport')
('2025-02-21 00:04:57', 3992, 604, 'RUBBIA_Alu_131221_add_surclassifier_rapport')
('2025-02-21 00:04:57', 4220, 500, 'split_time_score_plaque_Valcor')
('2025-02-21 00:04:57', 3991, 422, 'RUBBIA_ELA_131221_add_surclassifier_rapport')
('2025-02-21 00:04:57', 4887, 300, 'split_time_score_Sevran_test')
('2025-02-21 00:04:57', 4851, 256, 'split_time_score_SCCU_8')
('2025-02-21 00:04:57', 4850, 254, 'split_time_score_SCCU_7')
('2025-02-21 00:04:57', 4849, 228, 'split_time_score_SCCU_6')
('2025-02-21 00:04:57', 3318, 120, 'RUBBIA_Refus_mask_simple_non_aussi_rle')
('2025-02-21 00:04:57', 40, 6, 'mask_coco_origin')
('2025-02-21 00:04:57', 4573, 4, 'test_sam_h')
('2025-02-21 00:04:57', 1026, 4, 'mask_coco_for_test')
('2025-02-21 00:04:57', 2719, 2, 'pipeline_rubbia_detect_crop_classify_rle_unique_nms_080920_only_final')
('2025-02-21 00:04:57', 2665, 2, 'pipeline_rubbia_detect_crop_classify_rle_unique_nms_080920')

Nombre de lignes inserees dans la table crop segments depuis une semaine, par hashtag type
('hashtag type id', 'Nombre de ligne dans crop_segments depuis 7 jours')
('test_sam_h', 1927222)
('output_merge_d4380', 875037)
('PhotoDescForrotata_polygone', 813582)
('output_type_final_datou_3068', 209874)
('PhotoDescForlabels_result_test_step_tile', 96921)
('merge_pipeline_rubbia_jrm_details_3459', 69056)
('d4018_output_mask', 64032)
('output_rle_d4913', 63850)
('d4018_output_rle', 63176)
('varroa_from_ellipse_tiled_rotate_shrink_whiten_ok', 39501)
('pht_test_rle_unique_nms_output', 29558)
('mask_coco_origin', 5553)
('test_non_regreg_generate_new_image', 2977)
('detection_filter_test', 1600)
('Mask_Limeil_pet_fonce_160721_rotate', 1596)

Nombre total de sub photos associees à chaque hashtag type
('hashtag type id', 'hashtag type name', 'Nombre de photos total')
Catched exception !
Connect or reconnect !
Traceback (most recent call last):
  File "/home/admin/workarea/git/Velours/python/mtr/database_queries/general_queries.py", line 68, in select
    cursor.execute(query, args)
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/cursors.py", line 209, in execute
    res = self._query(query)
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/cursors.py", line 316, in _query
    self._do_get_result(db)
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/cursors.py", line 147, in _do_get_result
    self._result = result = self._get_result()
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/cursors.py", line 349, in _get_result
    return self._get_db().store_result()
MySQLdb._exceptions.OperationalError: (1317, 'Query execution was interrupted')

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/admin/workarea/git/Velours/python/mtr/sql_queries.py", line 304, in <module>
    result = gq.select(query)
  File "/home/admin/workarea/git/Velours/python/mtr/database_queries/general_queries.py", line 79, in select
    cursor.execute(query, args)
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/cursors.py", line 209, in execute
    res = self._query(query)
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/cursors.py", line 316, in _query
    self._do_get_result(db)
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/cursors.py", line 147, in _do_get_result
    self._result = result = self._get_result()
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/cursors.py", line 349, in _get_result
    return self._get_db().store_result()
MySQLdb._exceptions.OperationalError: (1317, 'Query execution was interrupted')
Command exited with non-zero status 1
0.23user 0.11system 9:25:06elapsed 0%CPU (0avgtext+0avgdata 32852maxresident)k
46488inputs+40outputs (2763major+9029minor)pagefaults 0swaps