python /home/admin/mtr/script_for_cron.py -j default -m 30 -a 'python3 ~/workarea/git/Velours/python/mtr/sql_queries.py -j status ' -s monitor_queries -M 0 -S 0 -U 120,120,120
 import MySQLdb succeeded 
Now: 14/02/2025, 00:01:24

Nombre de datou current
('date', 'nombre de datou current')
('2025-02-14 00:01:24', 201)

Nombre total de photos traitees dans les dernieres 24 heures
('date', 'total de photos traitees')
('2025-02-14 00:01:25', 520687)

Nombre total de photos restant a traiter non commence
('date', 'Nombre total de photos restant a traiter non commence')
('2025-02-14 00:01:32', 104042)

Nombre total de photos restant a traiter
('date', 'Nombre total de photos restant a traiter')
('2025-02-14 00:01:32', 4040)

Reste a faire par datou id
('date', 'datou_id', 'total_a_traiter', 'total_traite', 'restant_a_traite', 'datou_nom', 'temps moyens passe des datous a traiter (heures)', 'list_port_ids_mtr_user_ids')
('2025-02-14 00:01:33', 4310, 21443, 19856, 1587, 'classifieur_2camions_valcor_021122_v1', 269.0, '19559973:dechet_val:991:0,20496067:dechet_val:991:1,20466809:dechet_val:991:0', 3)
('2025-02-14 00:01:33', 4219, 1049, 3, 1046, 'detection_plaque_valcor_010622', 1774.0, '18808289:plaque_val:1064:0', 1)
('2025-02-14 00:01:33', 4322, 1113, 673, 440, 'RUBBIA_filmPE_151122', 196.42857142857142, '20476725:film_pedb_:1017:0,20513205:film_pedb_:1017:0,20254657:film_pedb_:739:0,20513200:film_pedb_:1017:0,19816763:film_pedb_:739:0,19783410:film_pedb_:739:0,20506318:film_pedb_:1017:1', 7)
('2025-02-14 00:01:33', 3994, 781, 392, 389, 'RUBBIA_proportion_papier_add_surclassifier_rapport', 478.0, '19909479:pcm_diff_b:739:1,19909480:pcm_diff_b:739:1', 2)
('2025-02-14 00:01:33', 4234, 701, 386, 315, 'refus_rym_velours_valcor', 280.0, '20513072:truck_diff:991:1,20029321:truck_diff:991:0,20071883:truck_diff:991:0,20079008:truck_diff:991:0,20119109:truck_diff:991:0', 5)
('2025-02-14 00:01:33', 4892, 13054, 12933, 121, 'multi_classification_tapis_dechet', 20.0, '20500134:sevran_122:739:1,20493604:angers_mon:1017:1', 2)
('2025-02-14 00:01:33', 4433, 327, 220, 107, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_weights', 12.0, '20505604:JRM_diff_b:1053:0,20508422:JRM_diff_b:1053:1,20505912:JRM_diff_b:1053:0,20505911:JRM_diff_b:1053:0', 4)
('2025-02-14 00:01:33', 3991, 39, 20, 19, 'RUBBIA_ELA_131221_add_surclassifier_rapport', 8.0, '20510744:ela_diff_b:1017:0', 1)
('2025-02-14 00:01:33', 3992, 130, 120, 10, 'RUBBIA_Alu_131221_add_surclassifier_rapport', 404.0, '19993272:aluminium_:739:1', 1)
('2025-02-14 00:01:33', 4877, 33, 27, 6, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_rubbia_live', 0.0, '20527619:JRM_diff_b:979:1,20527674:JRM_diff_b:979:1,20528026:JRM_diff_b:979:1,20528231:JRM_diff_b:979:1,20528262:JRM_diff_b:979:1,20528432:JRM_diff_b:979:1,20528693:JRM_diff_b:979:1,20528694:JRM_diff_b:979:1', 8)

Reste a faire par datou id non traite
('date', 'datou_id', 'total_a_traiter', 'datou_nom', 'temps moyens passe des datous a traiter (heures)', 'list_port_ids_mtr_user_ids', 'nb_port')
('2025-02-14 00:01:34', 370, 23, 'proportion_papier_qualite_dechets_tri', Decimal('2.0000'), '13545772:papier_dif:739:0,13545779:papier_dif:739:0,13545787:papier_dif:739:0', 3)
('2025-02-14 00:01:34', 3385, 1500, 'split_time_score_JRM_Arc_En_Ciel_peu_dense', Decimal('0.0000'), '20500135:arc_en_cie:739:0', 1)
('2025-02-14 00:01:34', 3979, 1, 'RUBBIA_PET_Fonce_add_surclassifier_rapport', Decimal('2.0000'), '13545780:plastique_:739:0', 1)
('2025-02-14 00:01:34', 3991, 22, 'RUBBIA_ELA_131221_add_surclassifier_rapport', Decimal('4.0000'), '20519774:ela_diff_b:1017:0', 1)
('2025-02-14 00:01:34', 3992, 15, 'RUBBIA_Alu_131221_add_surclassifier_rapport', Decimal('5.0000'), '20517445:aluminium_:1017:0', 1)
('2025-02-14 00:01:34', 4219, 89041, 'detection_plaque_valcor_010622', Decimal('825.7205'), '18887370:plaque_val:1064:0,18909144:plaque_val:1064:0,18922048:plaque_val:1064:0,18948750:plaque_val:1064:0,18966527:plaque_val:1064:0,18984980:plaque_val:1064:0,18999159:plaque_val:1064:0,19036179:plaque_val:1064:0,19088052:plaque_val:1064:0,19109709:plaque_val:1064:0,19132512:plaque_val:1064:0,19150488:plaque_val:1064:0,19163211:plaque_val:1064:0,19176663:plaque_val:1064:0,19265243:plaque_val:1064:0,19283258:plaque_val:1064:0,19330815:plaque_val:1064:0,19362748:plaque_val:1064:0,19387885:plaque_val:1064:0,19407643:plaque_val:1064:0,19418253:plaque_val:1064:0,19426242:plaque_val:1064:0,19463603:plaque_val:1064:0,19482376:plaque_val:1064:0,19494244:plaque_val:1064:0,19643171:plaque_val:1064:0,19654020:plaque_val:1064:0,19674312:plaque_val:1064:0,19740119:plaque_val:1064:0,19749453:plaque_val:1064:0,19783840:plaque_val:1064:0,19806631:plaque_val:1064:0,19842456:plaque_val:1064:0,19908524:plaque_val:1064:0,19928190:plaque_val:1064:0,19942325:plaque_val:1064:0,19989529:plaque_val:1064:0,20031499:plaque_val:1064:', 51)
('2025-02-14 00:01:34', 4220, 2711, 'split_time_score_plaque_Valcor', Decimal('4.0000'), '20464429:plaque_val:1064:0,20494783:plaque_val:1064:0', 2)
('2025-02-14 00:01:34', 4234, 129, 'refus_rym_velours_valcor', Decimal('2.0000'), '20524029:incinerati:1103:0,20524030:incinerati:1103:0,20524031:incinerati:1103:0,20524032:incinerati:1103:0,20524033:incinerati:1103:0,20524034:incinerati:1103:0,20524035:incinerati:1103:0,20524036:incinerati:1103:0,20524037:incinerati:1103:0,20524038:incinerati:1103:0,20524039:incinerati:1103:0,20524040:incinerati:1103:0,20524041:incinerati:1103:0,20524042:incinerati:1103:0,20524043:incinerati:1103:0,20524044:incinerati:1103:0,20524045:incinerati:1103:0,20524046:incinerati:1103:0,20524047:incinerati:1103:0,20524048:incinerati:1103:0,20524049:incinerati:1103:0,20524050:incinerati:1103:0,20524051:incinerati:1103:0,20524052:incinerati:1103:0,20524053:incinerati:1103:0,20524054:incinerati:1103:0,20524055:incinerati:1103:0,20524056:incinerati:1103:0,20524057:incinerati:1103:0,20524058:incinerati:1103:0,20524059:incinerati:1103:0,20524060:incinerati:1103:0,20524061:incinerati:1103:0,20524062:incinerati:1103:0,20524063:incinerati:1103:0,20524064:incinerati:1103:0,20524065:incinerati:1103:0,20524066:incinerati:1103:', 56)
('2025-02-14 00:01:34', 4311, 7015, 'sts_dechet_valcor_matching_v2_2022Q3', Decimal('0.0000'), '20496067:dechet_val:991:0', 1)
('2025-02-14 00:01:34', 4322, 99, 'RUBBIA_filmPE_151122', Decimal('2.0000'), '20522137:film_pedb_:1017:0,20522903:film_pedb_:1017:0,20524358:film_pedb_:1017:0', 3)
('2025-02-14 00:01:34', 4346, 412, 'split_time_score_cedre', Decimal('0.0000'), '20506636:cedre_arge:1080:0', 1)
('2025-02-14 00:01:34', 4871, 4, 'blur_rubbia_live', Decimal('0.0000'), '20528746:arc_en_cie:979:0', 1)
('2025-02-14 00:01:34', 4878, 3072, 'split_time_score_JRM_Arc_En_Ciel_test_load', Decimal('0.0000'), '20493659:arc_en_cie:979:0', 1)
('2025-02-14 00:01:34', 4892, 2, 'multi_classification_tapis_dechet', Decimal('0.0000'), '20528771:angers_mon:1017:0', 1)

Nombre de photos d'entrees traites par datou dans les dernieres 24 heures pour les traitement (datou_current) en cours
('date', 'datou_id', 'Nombre de photos traitees', 'datou_nom')
('2025-02-14 00:01:34', 4310, 24665, 'classifieur_2camions_valcor_021122_v1')
('2025-02-14 00:01:34', 4322, 2119, 'RUBBIA_filmPE_151122')
('2025-02-14 00:01:34', 3994, 684, 'RUBBIA_proportion_papier_add_surclassifier_rapport')
('2025-02-14 00:01:34', 3992, 320, 'RUBBIA_Alu_131221_add_surclassifier_rapport')
('2025-02-14 00:01:34', 4234, 1024, 'refus_rym_velours_valcor')
('2025-02-14 00:01:34', 4892, 36622, 'multi_classification_tapis_dechet')
('2025-02-14 00:01:34', 4433, 1980, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_weights')
('2025-02-14 00:01:34', 3991, 160, 'RUBBIA_ELA_131221_add_surclassifier_rapport')
('2025-02-14 00:01:34', 4877, 158, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_rubbia_live')

Nombre de datous demandés par statut
('statut', 'nombre de datous')
(1, 26)
(-5, 21)
(0, 176)

Nombre de resultats de type photos par datou dans les dernieres 24 heures (plusieurs photos de sorties par photos d'entree)
('date', 'datou_id', 'Nombre de photos traitees', 'datou_nom')
('2025-02-14 00:01:55', 4234, 171215, 'refus_rym_velours_valcor')
('2025-02-14 00:01:55', 4883, 57336, 'split_time_score_JRM_Arc_En_Ciel')
('2025-02-14 00:01:55', 4876, 56713, 'split_time_score_JRM_Arc_En_Ciel_test_load')
('2025-02-14 00:01:55', 4892, 37165, 'multi_classification_tapis_dechet')
('2025-02-14 00:01:55', 4877, 34698, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_rubbia_live')
('2025-02-14 00:01:55', 4310, 28360, 'classifieur_2camions_valcor_021122_v1')
('2025-02-14 00:01:55', 4322, 22809, 'RUBBIA_filmPE_151122')
('2025-02-14 00:01:55', 4302, 20184, 'RUBBIA_JRM_consolidate')
('2025-02-14 00:01:55', 3459, 12588, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_weights')
('2025-02-14 00:01:55', 3804, 9612, 'Rubbia_crop_merge_2486_2499_classifiy_2547_extract_RYM')
('2025-02-14 00:01:55', 3995, 8795, 'RUBBIA_PEHD_131221_add_surclassifier_rapport')
('2025-02-14 00:01:55', 4433, 8298, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_weights')
('2025-02-14 00:01:55', 533, 7149, 'multi_classification_tapis_dechet')
('2025-02-14 00:01:55', 3994, 6062, 'RUBBIA_proportion_papier_add_surclassifier_rapport')
('2025-02-14 00:01:55', 3993, 5928, 'RUBBIA_Carton_131221_add_surclassifier_rapport')
('2025-02-14 00:01:55', 4311, 4000, 'sts_dechet_valcor_matching_v2_2022Q3')
('2025-02-14 00:01:55', 4891, 4000, 'split_time_score_angers_montee_convoyeur')
('2025-02-14 00:01:55', 3385, 3726, 'split_time_score_JRM_Arc_En_Ciel_peu_dense')
('2025-02-14 00:01:55', 4153, 3596, 'RUBBIA_PET_Fonce_add_surclassifier_rapport')
('2025-02-14 00:01:55', 4871, 3073, 'blur_rubbia_live')
('2025-02-14 00:01:55', 3991, 2351, 'RUBBIA_ELA_131221_add_surclassifier_rapport')
('2025-02-14 00:01:55', 3318, 2226, 'RUBBIA_Refus_mask_simple_non_aussi_rle')
('2025-02-14 00:01:55', 3992, 1898, 'RUBBIA_Alu_131221_add_surclassifier_rapport')
('2025-02-14 00:01:55', 4909, 1593, 'RUBBIA_PEHD_131221_add_surclassifier_rapport')
('2025-02-14 00:01:55', 4189, 1200, 'split_time_score_JRM_Perlen_convoyeur')
('2025-02-14 00:01:55', 3789, 1160, 'split_time_score_test_multi_matiere')
('2025-02-14 00:01:55', 4851, 860, 'split_time_score_SCCU_8')
('2025-02-14 00:01:55', 4878, 800, 'split_time_score_JRM_Arc_En_Ciel_test_load')
('2025-02-14 00:01:55', 4849, 605, 'split_time_score_SCCU_6')
('2025-02-14 00:01:55', 4850, 548, 'split_time_score_SCCU_7')
('2025-02-14 00:01:55', 4887, 400, 'split_time_score_Sevran_test')
('2025-02-14 00:01:55', 3787, 320, 'split_time_score_urban_fest')
('2025-02-14 00:01:55', 4220, 300, 'split_time_score_plaque_Valcor')
('2025-02-14 00:01:55', 4867, 186, 'split_time_score_cod_excoffier')
('2025-02-14 00:01:55', 3181, 165, 'split_time_score_JRM_Arc_En_Ciel')
('2025-02-14 00:01:55', 243, 130, 'prepare_varroa_ellipse_tile_rotate_whiten')
('2025-02-14 00:01:55', 4346, 100, 'split_time_score_cedre')
('2025-02-14 00:01:55', 3164, 70, 'debug_sans_detect_pipeline_qualipapia_detect_crop_classify_rle_unique_nms_040321')
('2025-02-14 00:01:55', 370, 52, 'proportion_papier_qualite_dechets_tri')
('2025-02-14 00:01:55', 4208, 50, 'test_acp_fit_transform_20')
('2025-02-14 00:01:55', 4209, 50, 'test_acp')
('2025-02-14 00:01:55', 4212, 50, 'ACP_from_port_5709050_type_5619_size_9')
('2025-02-14 00:01:55', 686, 45, 'copy_argmax_crop')
('2025-02-14 00:01:55', 3979, 42, 'RUBBIA_PET_Fonce_add_surclassifier_rapport')
('2025-02-14 00:01:55', 4621, 36, 'tfhub_18_7_2023')
('2025-02-14 00:01:55', 4567, 36, 'tfhub_19_06_2023')
('2025-02-14 00:01:55', 3781, 35, 'cod_pipeline_Perlen_manuel_sts_test')
('2025-02-14 00:01:55', 230, 28, 'datou_test_rotate')
('2025-02-14 00:01:55', 3990, 25, 'test_crop_condition_blur')
('2025-02-14 00:01:55', 1848, 25, 'Pipeline_upm_photos_blanches')
('2025-02-14 00:01:55', 2896, 25, 'test_radom_deformation')
('2025-02-14 00:01:55', 3070, 25, 'test_ventilate_hashtag_type_3326')
('2025-02-14 00:01:55', 40, 20, 'mask_coco_origin')
('2025-02-14 00:01:55', 3856, 20, 'RUBBIA_Carton_050821_extract_RYM')
('2025-02-14 00:01:55', 4184, 14, 'detection_plaque_valcor_010622')
('2025-02-14 00:01:55', 2719, 14, 'pipeline_rubbia_detect_crop_classify_rle_unique_nms_080920_only_final')
('2025-02-14 00:01:55', 4492, 10, 'copie_4387_test_replace')
('2025-02-14 00:01:55', 4553, 10, 'copie_4387_test_replace')
('2025-02-14 00:01:55', 1026, 10, 'mask_coco_for_test')
('2025-02-14 00:01:55', 4573, 10, 'test_sam_h')
('2025-02-14 00:01:55', 233, 10, 'datou_test_rotate_conditionnel')
('2025-02-14 00:01:55', 2, 7, 'classification_model')
('2025-02-14 00:01:55', 571, 5, 'datou_test_flip')
('2025-02-14 00:01:55', 1818, 5, 'blanchir')
('2025-02-14 00:01:55', 2041, 5, 'test_data_aug')
('2025-02-14 00:01:55', 2085, 5, 'train_points_upm_darker')
('2025-02-14 00:01:55', 2665, 4, 'pipeline_rubbia_detect_crop_classify_rle_unique_nms_080920')

Nombre de lignes inserees dans la table crop segments depuis une semaine, par hashtag type
('hashtag type id', 'Nombre de ligne dans crop_segments depuis 7 jours')
('d4018_output_mask', 24504193)
('learn_RUBBIA_REFUS_AMIENS_23', 12240214)
('merge_pipeline_rubbia_jrm_details_3459', 4256483)
('PhotoDescForrotata_polygone', 788928)
('datou_3993_rle', 391956)
('d4018_output_rle', 333590)
('datou_3979_rle', 122839)
('PhotoDescForlabels_result_test_step_tile', 93984)
('learn_convoyeur_qualipapia_nantes_poly_100521_1', 93924)
('datou_3994_rle', 89185)
('varroa_from_ellipse_tiled_rotate_shrink_whiten_ok', 40698)
('output_type_final_datou_3068', 38258)
('pht_test_rle_unique_nms_output', 29558)
('datou_4322_rle', 14642)
('test_sam', 9404)
('mask_coco_origin', 3597)
('test_non_regreg_generate_new_image', 2617)
('Mask_Limeil_pet_fonce_160721_rotate', 1619)
('detection_filter_test', 1600)
('datou_3979_merge', 309)

Nombre total de sub photos associees à chaque hashtag type
('hashtag type id', 'hashtag type name', 'Nombre de photos total')
Catched exception !
Connect or reconnect !
Traceback (most recent call last):
  File "/home/admin/workarea/git/Velours/python/mtr/database_queries/general_queries.py", line 68, in select
    cursor.execute(query, args)
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/cursors.py", line 209, in execute
    res = self._query(query)
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/cursors.py", line 315, in _query
    db.query(q)
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/connections.py", line 239, in query
    _mysql.connection.query(self, query)
MySQLdb._exceptions.OperationalError: (2013, 'Lost connection to MySQL server during query')

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/admin/workarea/git/Velours/python/mtr/database_queries/general_queries.py", line 43, in connect
    self.db = MySQLdb.connect(host=self.host, db=self.dbname, user=self.user, passwd=self.password)
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/__init__.py", line 84, in Connect
    return Connection(*args, **kwargs)
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/connections.py", line 179, in __init__
    super(Connection, self).__init__(*args, **kwargs2)
MySQLdb._exceptions.OperationalError: (2003, "Can't connect to MySQL server on 'sql.fotonower.com:3306' (111)")

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/admin/workarea/git/Velours/python/mtr/sql_queries.py", line 304, in <module>
    result = gq.select(query)
  File "/home/admin/workarea/git/Velours/python/mtr/database_queries/general_queries.py", line 77, in select
    self.connect()
  File "/home/admin/workarea/git/Velours/python/mtr/database_queries/general_queries.py", line 46, in connect
    raise Exception("Unable to connect to " + str(self.host) + " : " + str(e))
Exception: Unable to connect to sql.fotonower.com : (2003, "Can't connect to MySQL server on 'sql.fotonower.com:3306' (111)")
Command exited with non-zero status 1
0.17user 0.12system 7:08:39elapsed 0%CPU (0avgtext+0avgdata 32804maxresident)k
41392inputs+40outputs (2661major+8457minor)pagefaults 0swaps