python /home/admin/mtr/script_for_cron.py -j default -m 30 -a 'python3 ~/workarea/git/Velours/python/mtr/sql_queries.py -j status ' -s monitor_queries -M 0 -S 0 -U 120,120,120
 import MySQLdb succeeded 
Now: 12/02/2025, 07:00:26

Nombre de datou current
('date', 'nombre de datou current')
('2025-02-12 07:00:26', 300)

Nombre total de photos traitees dans les dernieres 24 heures
('date', 'total de photos traitees')
('2025-02-12 07:00:26', 577286)

Nombre total de photos restant a traiter non commence
('date', 'Nombre total de photos restant a traiter non commence')
('2025-02-12 07:01:44', 109491)

Nombre total de photos restant a traiter
('date', 'Nombre total de photos restant a traiter')
('2025-02-12 07:01:44', 9746)

Reste a faire par datou id
('date', 'datou_id', 'total_a_traiter', 'total_traite', 'restant_a_traite', 'datou_nom', 'temps moyens passe des datous a traiter (heures)', 'list_port_ids_mtr_user_ids')
('2025-02-12 07:02:09', 4310, 15690, 10364, 5326, 'classifieur_2camions_valcor_021122_v1', 456.6666666666667, '19559973:dechet_val:991:0,19642969:dechet_val:991:0,20466809:dechet_val:991:0', 3)
('2025-02-12 07:02:09', 4322, 3470, 1980, 1490, 'RUBBIA_filmPE_151122', 145.44262295081967, '19783410:film_pedb_:739:0,19816763:film_pedb_:739:0,20001205:film_pedb_:739:0,20009325:film_pedb_:1017:0,20128896:film_pedb_:739:0,20176520:film_pedb_:739:0,20177541:film_pedb_:1017:0,20179403:film_pedb_:739:0,20179529:film_pedb_:739:0,20181547:film_pedb_:739:0,20192830:film_pedb_:1017:0,20194251:film_pedb_:739:0,20198535:film_pedb_:739:0,20199785:film_pedb_:1017:0,20202894:film_pedb_:1017:0,20206392:film_pedb_:1017:0,20209118:film_pedb_:1017:0,20210196:film_pedb_:1017:0,20219534:film_pedb_:1017:0,20226940:film_pedb_:1017:0,20249725:film_pedb_:1017:0,20251676:film_pedb_:1017:0,20253017:film_pedb_:1017:0,20254277:film_pedb_:1017:0,20254657:film_pedb_:739:0,20254694:film_pedb_:739:0,20254738:film_pedb_:739:0,20255771:film_pedb_:1017:0,20262011:film_pedb_:1017:0,20270890:film_pedb_:1017:0,20277680:film_pedb_:1017:0,20297025:film_pedb_:1017:0,20297657:film_pedb_:1017:0,20314814:film_pedb_:739:0,20314843:film_pedb_:739:0,20314847:film_pedb_:739:0,20324556:film_pedb_:1017:0,20341561:film_pedb_:739:0,20351126:film_p', 61)
('2025-02-12 07:02:09', 4234, 2472, 1296, 1176, 'refus_rym_velours_valcor', 215.3939393939394, '19852280:truck_diff:991:0,20024140:truck_diff:991:0,20029321:truck_diff:991:0,20029335:truck_diff:991:0,20030143:truck_diff:991:0,20068969:truck_diff:991:0,20070508:truck_diff:991:0,20071883:truck_diff:991:0,20072229:truck_diff:991:0,20072753:truck_diff:991:0,20074217:truck_diff:991:0,20075394:truck_diff:991:0,20079007:truck_diff:991:0,20079008:truck_diff:991:0,20119109:truck_diff:991:0,20140603:truck_diff:991:0,20140837:truck_diff:991:0,20141297:truck_diff:991:0,20172866:truck_diff:991:0,20210825:truck_diff:991:0,20272218:truck_diff:991:0,20294184:truck_diff:991:0,20308357:truck_diff:991:0,20309453:truck_diff:991:0,20309457:truck_diff:991:0,20311784:truck_diff:991:0,20344132:truck_diff:991:0,20403166:truck_diff:991:0,20403193:truck_diff:991:0,20421882:incinerati:1103:1,20444324:truck_diff:991:0,20457965:truck_diff:991:0,20468746:incinerati:1103:1', 33)
('2025-02-12 07:02:09', 4219, 1049, 3, 1046, 'detection_plaque_valcor_010622', 1733.0, '18808289:plaque_val:1064:0', 1)
('2025-02-12 07:02:09', 3994, 836, 280, 556, 'RUBBIA_proportion_papier_add_surclassifier_rapport', 252.5, '19909479:pcm_diff_b:739:0,19909480:pcm_diff_b:739:0,20357004:pcm_diff_b:739:0,20406805:pcm_diff_b:739:0', 4)
('2025-02-12 07:02:09', 3992, 130, 60, 70, 'RUBBIA_Alu_131221_add_surclassifier_rapport', 363.0, '19993272:aluminium_:739:0', 1)
('2025-02-12 07:02:09', 4909, 75, 30, 45, 'RUBBIA_PEHD_131221_add_surclassifier_rapport', 120.0, '20321744:pehd_pp_di:739:0', 1)
('2025-02-12 07:02:09', 4892, 1644, 1615, 29, 'multi_classification_tapis_dechet', 7.0, '20463989:angers_mon:1017:1', 1)
('2025-02-12 07:02:09', 3991, 58, 40, 18, 'RUBBIA_ELA_131221_add_surclassifier_rapport', 41.0, '20398812:ela_diff_b:1017:0,20410109:ela_diff_b:1017:0', 2)
('2025-02-12 07:02:09', 4871, 92, 91, 1, 'blur_rubbia_live', 6.0, '20464234:arc_en_cie:979:0', 1)

Reste a faire par datou id non traite
('date', 'datou_id', 'total_a_traiter', 'datou_nom', 'temps moyens passe des datous a traiter (heures)', 'list_port_ids_mtr_user_ids', 'nb_port')
('2025-02-12 07:02:10', 370, 25, 'proportion_papier_qualite_dechets_tri', Decimal('14.8400'), '13545772:papier_dif:739:0,13545779:papier_dif:739:0,13545783:papier_dif:739:0,13545787:papier_dif:739:0', 4)
('2025-02-12 07:02:10', 3979, 1, 'RUBBIA_PET_Fonce_add_surclassifier_rapport', Decimal('15.0000'), '13545780:plastique_:739:0', 1)
('2025-02-12 07:02:10', 3991, 57, 'RUBBIA_ELA_131221_add_surclassifier_rapport', Decimal('16.5789'), '20441872:ela_diff_b:1017:0,20451766:ela_diff_b:1017:0', 2)
('2025-02-12 07:02:10', 3992, 15, 'RUBBIA_Alu_131221_add_surclassifier_rapport', Decimal('16.0000'), '20445955:aluminium_:1017:0', 1)
('2025-02-12 07:02:10', 3994, 60, 'RUBBIA_proportion_papier_add_surclassifier_rapport', Decimal('21.4500'), '20423282:pcm_diff_b:739:0,20425794:pcm_diff_b:739:0,20461713:pcm_diff_b:739:0', 3)
('2025-02-12 07:02:10', 4219, 86352, 'detection_plaque_valcor_010622', Decimal('809.0866'), '18887370:plaque_val:1064:0,18909144:plaque_val:1064:0,18922048:plaque_val:1064:0,18948750:plaque_val:1064:0,18966527:plaque_val:1064:0,18984980:plaque_val:1064:0,18999159:plaque_val:1064:0,19036179:plaque_val:1064:0,19088052:plaque_val:1064:0,19109709:plaque_val:1064:0,19132512:plaque_val:1064:0,19150488:plaque_val:1064:0,19163211:plaque_val:1064:0,19176663:plaque_val:1064:0,19265243:plaque_val:1064:0,19283258:plaque_val:1064:0,19330815:plaque_val:1064:0,19362748:plaque_val:1064:0,19387885:plaque_val:1064:0,19407643:plaque_val:1064:0,19418253:plaque_val:1064:0,19426242:plaque_val:1064:0,19463603:plaque_val:1064:0,19482376:plaque_val:1064:0,19494244:plaque_val:1064:0,19643171:plaque_val:1064:0,19654020:plaque_val:1064:0,19674312:plaque_val:1064:0,19740119:plaque_val:1064:0,19749453:plaque_val:1064:0,19783840:plaque_val:1064:0,19806631:plaque_val:1064:0,19842456:plaque_val:1064:0,19908524:plaque_val:1064:0,19928190:plaque_val:1064:0,19942325:plaque_val:1064:0,19989529:plaque_val:1064:0,20031499:plaque_val:1064:', 50)
('2025-02-12 07:02:10', 4220, 3145, 'split_time_score_plaque_Valcor', Decimal('10.9231'), '20383390:plaque_val:1064:0,20464429:plaque_val:1064:0', 2)
('2025-02-12 07:02:10', 4234, 233, 'refus_rym_velours_valcor', Decimal('12.5708'), '20421884:incinerati:1103:0,20444319:truck_diff:991:0,20444320:truck_diff:991:0,20444321:truck_diff:991:0,20444322:truck_diff:991:0,20444323:truck_diff:991:0,20445879:truck_diff:991:0,20455141:truck_diff:991:0,20455142:truck_diff:991:0,20455143:truck_diff:991:0,20455144:truck_diff:991:0,20455145:truck_diff:991:0,20455146:truck_diff:991:0,20455171:truck_diff:991:0,20455172:truck_diff:991:0,20455173:truck_diff:991:0,20455174:truck_diff:991:0,20455175:truck_diff:991:0,20455176:truck_diff:991:0,20455177:truck_diff:991:0,20455178:truck_diff:991:0,20455179:truck_diff:991:0,20455180:truck_diff:991:0,20455181:truck_diff:991:0,20455182:truck_diff:991:0,20455183:truck_diff:991:0,20456437:truck_diff:991:0,20456438:truck_diff:991:0,20457964:truck_diff:991:0,20462409:incinerati:1103:0,20462410:incinerati:1103:0,20462411:incinerati:1103:0,20462412:incinerati:1103:0,20462413:incinerati:1103:0,20462414:incinerati:1103:0,20462416:incinerati:1103:0,20462417:incinerati:1103:0,20462418:incinerati:1103:0,20462419:incinerati:1103:0', 47)
('2025-02-12 07:02:10', 4322, 505, 'RUBBIA_filmPE_151122', Decimal('18.1030'), '20423269:film_pedb_:739:0,20423270:film_pedb_:739:0,20423283:film_pedb_:739:0,20423287:film_pedb_:739:0,20433551:film_pedb_:1017:0,20437742:film_pedb_:739:0,20437768:film_pedb_:739:0,20437769:film_pedb_:739:0,20441866:film_pedb_:1017:0,20444392:film_pedb_:1017:0,20445952:film_pedb_:1017:0,20448172:film_pedb_:1017:0,20450254:film_pedb_:1017:0,20454227:film_pedb_:1017:0,20460492:film_pedb_:1017:0,20461711:film_pedb_:739:0,20461714:film_pedb_:739:0,20462397:film_pedb_:739:0,20462399:film_pedb_:739:0,20462402:film_pedb_:739:0', 20)
('2025-02-12 07:02:10', 4876, 92, 'split_time_score_JRM_Arc_En_Ciel_test_load', Decimal('0.0000'), '20464234:arc_en_cie:979:0', 1)
('2025-02-12 07:02:10', 4878, 3206, 'split_time_score_JRM_Arc_En_Ciel_test_load', Decimal('0.0000'), '20423330:arc_en_cie:979:0', 1)
('2025-02-12 07:02:10', 4883, 92, 'split_time_score_JRM_Arc_En_Ciel', Decimal('0.0000'), '20464234:arc_en_cie:979:0', 1)
('2025-02-12 07:02:10', 4887, 6953, 'split_time_score_Sevran_test', Decimal('0.0000'), '20431061:sevran_122:739:0', 1)
('2025-02-12 07:02:10', 4891, 8761, 'split_time_score_angers_montee_convoyeur', Decimal('0.0000'), '20423208:angers_mon:1017:0,20463989:angers_mon:1017:0', 2)
('2025-02-12 07:02:10', 4892, 6, 'multi_classification_tapis_dechet', Decimal('0.0000'), '20468750:sevran_122:739:0', 1)

Nombre de photos d'entrees traites par datou dans les dernieres 24 heures pour les traitement (datou_current) en cours
('date', 'datou_id', 'Nombre de photos traitees', 'datou_nom')
('2025-02-12 07:02:10', 4310, 6928, 'classifieur_2camions_valcor_021122_v1')
('2025-02-12 07:02:10', 4322, 5580, 'RUBBIA_filmPE_151122')
('2025-02-12 07:02:10', 3994, 480, 'RUBBIA_proportion_papier_add_surclassifier_rapport')
('2025-02-12 07:02:10', 3992, 160, 'RUBBIA_Alu_131221_add_surclassifier_rapport')
('2025-02-12 07:02:10', 4234, 2277, 'refus_rym_velours_valcor')
('2025-02-12 07:02:10', 4909, 160, 'RUBBIA_PEHD_131221_add_surclassifier_rapport')
('2025-02-12 07:02:10', 3991, 320, 'RUBBIA_ELA_131221_add_surclassifier_rapport')
('2025-02-12 07:02:10', 4892, 4554, 'multi_classification_tapis_dechet')
('2025-02-12 07:02:10', 4871, 91, 'blur_rubbia_live')

Nombre de datous demandés par statut
('statut', 'nombre de datous')
(1, 7)
(-5, 21)
(0, 293)

Nombre de resultats de type photos par datou dans les dernieres 24 heures (plusieurs photos de sorties par photos d'entree)
('date', 'datou_id', 'Nombre de photos traitees', 'datou_nom')
('2025-02-12 07:02:17', 4234, 168709, 'refus_rym_velours_valcor')
('2025-02-12 07:02:17', 4883, 59184, 'split_time_score_JRM_Arc_En_Ciel')
('2025-02-12 07:02:17', 4876, 58159, 'split_time_score_JRM_Arc_En_Ciel_test_load')
('2025-02-12 07:02:17', 4892, 39754, 'multi_classification_tapis_dechet')
('2025-02-12 07:02:17', 4877, 37457, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_rubbia_live')
('2025-02-12 07:02:17', 3804, 27031, 'Rubbia_crop_merge_2486_2499_classifiy_2547_extract_RYM')
('2025-02-12 07:02:17', 4310, 26781, 'classifieur_2camions_valcor_021122_v1')
('2025-02-12 07:02:17', 4302, 23183, 'RUBBIA_JRM_consolidate')
('2025-02-12 07:02:17', 4322, 19738, 'RUBBIA_filmPE_151122')
('2025-02-12 07:02:17', 3993, 18757, 'RUBBIA_Carton_131221_add_surclassifier_rapport')
('2025-02-12 07:02:17', 3459, 15317, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_weights')
('2025-02-12 07:02:17', 3318, 12501, 'RUBBIA_Refus_mask_simple_non_aussi_rle')
('2025-02-12 07:02:17', 3995, 10821, 'RUBBIA_PEHD_131221_add_surclassifier_rapport')
('2025-02-12 07:02:17', 3994, 10809, 'RUBBIA_proportion_papier_add_surclassifier_rapport')
('2025-02-12 07:02:17', 533, 6960, 'multi_classification_tapis_dechet')
('2025-02-12 07:02:17', 4433, 6812, 'RUBBIA_JRM_detail_conts_mask2896_sc2868_weights')
('2025-02-12 07:02:17', 4153, 5962, 'RUBBIA_PET_Fonce_add_surclassifier_rapport')
('2025-02-12 07:02:17', 4311, 4000, 'sts_dechet_valcor_matching_v2_2022Q3')
('2025-02-12 07:02:17', 4891, 3900, 'split_time_score_angers_montee_convoyeur')
('2025-02-12 07:02:17', 4910, 3507, 'pehd_prod_consolidate')
('2025-02-12 07:02:17', 4871, 2836, 'blur_rubbia_live')
('2025-02-12 07:02:17', 3385, 2828, 'split_time_score_JRM_Arc_En_Ciel_peu_dense')
('2025-02-12 07:02:17', 3789, 1624, 'split_time_score_test_multi_matiere')
('2025-02-12 07:02:17', 3991, 1265, 'RUBBIA_ELA_131221_add_surclassifier_rapport')
('2025-02-12 07:02:17', 4909, 1229, 'RUBBIA_PEHD_131221_add_surclassifier_rapport')
('2025-02-12 07:02:17', 4189, 1200, 'split_time_score_JRM_Perlen_convoyeur')
('2025-02-12 07:02:17', 4887, 1172, 'split_time_score_Sevran_test')
('2025-02-12 07:02:17', 3992, 969, 'RUBBIA_Alu_131221_add_surclassifier_rapport')
('2025-02-12 07:02:17', 4851, 827, 'split_time_score_SCCU_8')
('2025-02-12 07:02:17', 4849, 655, 'split_time_score_SCCU_6')
('2025-02-12 07:02:17', 4850, 509, 'split_time_score_SCCU_7')
('2025-02-12 07:02:17', 4878, 500, 'split_time_score_JRM_Arc_En_Ciel_test_load')
('2025-02-12 07:02:17', 3787, 448, 'split_time_score_urban_fest')
('2025-02-12 07:02:17', 4220, 300, 'split_time_score_plaque_Valcor')
('2025-02-12 07:02:17', 3181, 231, 'split_time_score_JRM_Arc_En_Ciel')
('2025-02-12 07:02:17', 243, 182, 'prepare_varroa_ellipse_tile_rotate_whiten')
('2025-02-12 07:02:17', 3164, 98, 'debug_sans_detect_pipeline_qualipapia_detect_crop_classify_rle_unique_nms_040321')
('2025-02-12 07:02:17', 4208, 70, 'test_acp_fit_transform_20')
('2025-02-12 07:02:17', 4209, 70, 'test_acp')
('2025-02-12 07:02:17', 4212, 70, 'ACP_from_port_5709050_type_5619_size_9')
('2025-02-12 07:02:17', 3781, 49, 'cod_pipeline_Perlen_manuel_sts_test')
('2025-02-12 07:02:17', 686, 47, 'copy_argmax_crop')
('2025-02-12 07:02:17', 4621, 42, 'tfhub_18_7_2023')
('2025-02-12 07:02:17', 4567, 42, 'tfhub_19_06_2023')
('2025-02-12 07:02:17', 1848, 35, 'Pipeline_upm_photos_blanches')
('2025-02-12 07:02:17', 3070, 35, 'test_ventilate_hashtag_type_3326')
('2025-02-12 07:02:17', 2896, 35, 'test_radom_deformation')
('2025-02-12 07:02:17', 3990, 35, 'test_crop_condition_blur')
('2025-02-12 07:02:17', 3856, 28, 'RUBBIA_Carton_050821_extract_RYM')
('2025-02-12 07:02:17', 230, 25, 'datou_test_rotate')
('2025-02-12 07:02:17', 370, 25, 'proportion_papier_qualite_dechets_tri')
('2025-02-12 07:02:17', 40, 20, 'mask_coco_origin')
('2025-02-12 07:02:17', 2719, 20, 'pipeline_rubbia_detect_crop_classify_rle_unique_nms_080920_only_final')
('2025-02-12 07:02:17', 3979, 20, 'RUBBIA_PET_Fonce_add_surclassifier_rapport')
('2025-02-12 07:02:17', 4492, 14, 'copie_4387_test_replace')
('2025-02-12 07:02:17', 4553, 14, 'copie_4387_test_replace')
('2025-02-12 07:02:17', 4184, 14, 'detection_plaque_valcor_010622')
('2025-02-12 07:02:17', 233, 14, 'datou_test_rotate_conditionnel')
('2025-02-12 07:02:17', 4573, 10, 'test_sam_h')
('2025-02-12 07:02:17', 1026, 9, 'mask_coco_for_test')
('2025-02-12 07:02:17', 2, 7, 'classification_model')
('2025-02-12 07:02:17', 2085, 7, 'train_points_upm_darker')
('2025-02-12 07:02:17', 2041, 7, 'test_data_aug')
('2025-02-12 07:02:17', 571, 7, 'datou_test_flip')
('2025-02-12 07:02:17', 1818, 7, 'blanchir')
('2025-02-12 07:02:17', 2665, 4, 'pipeline_rubbia_detect_crop_classify_rle_unique_nms_080920')

Nombre de lignes inserees dans la table crop segments depuis une semaine, par hashtag type
('hashtag type id', 'Nombre de ligne dans crop_segments depuis 7 jours')
Catched exception !
Connect or reconnect !
Traceback (most recent call last):
  File "/home/admin/workarea/git/Velours/python/mtr/database_queries/general_queries.py", line 68, in select
    cursor.execute(query, args)
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/cursors.py", line 209, in execute
    res = self._query(query)
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/cursors.py", line 316, in _query
    self._do_get_result(db)
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/cursors.py", line 147, in _do_get_result
    self._result = result = self._get_result()
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/cursors.py", line 349, in _get_result
    return self._get_db().store_result()
MySQLdb._exceptions.OperationalError: (1053, 'Server shutdown in progress')

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/admin/workarea/git/Velours/python/mtr/database_queries/general_queries.py", line 43, in connect
    self.db = MySQLdb.connect(host=self.host, db=self.dbname, user=self.user, passwd=self.password)
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/__init__.py", line 84, in Connect
    return Connection(*args, **kwargs)
  File "/usr/local/lib/python3.8/dist-packages/MySQLdb/connections.py", line 179, in __init__
    super(Connection, self).__init__(*args, **kwargs2)
MySQLdb._exceptions.OperationalError: (2003, "Can't connect to MySQL server on 'sql.fotonower.com:3306' (111)")

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/admin/workarea/git/Velours/python/mtr/sql_queries.py", line 304, in <module>
    result = gq.select(query)
  File "/home/admin/workarea/git/Velours/python/mtr/database_queries/general_queries.py", line 77, in select
    self.connect()
  File "/home/admin/workarea/git/Velours/python/mtr/database_queries/general_queries.py", line 46, in connect
    raise Exception("Unable to connect to " + str(self.host) + " : " + str(e))
Exception: Unable to connect to sql.fotonower.com : (2003, "Can't connect to MySQL server on 'sql.fotonower.com:3306' (111)")
Command exited with non-zero status 1
0.21user 0.22system 9:36.18elapsed 0%CPU (0avgtext+0avgdata 32444maxresident)k
48896inputs+48outputs (2252major+8407minor)pagefaults 0swaps