From 2f6e70ec32a3214ea67f72dc0151a6744afdbb4c Mon Sep 17 00:00:00 2001
From: "Antonio J. Delgado" <ad@susurrando.com>
Date: Thu, 12 Dec 2024 15:30:11 +0200
Subject: [PATCH] Add summary

---
 get_youtube_videos/get_youtube_videos.py | 31 ++++++++++++++++++++++++
 1 file changed, 31 insertions(+)

diff --git a/get_youtube_videos/get_youtube_videos.py b/get_youtube_videos/get_youtube_videos.py
index 62b4be3..26614c5 100644
--- a/get_youtube_videos/get_youtube_videos.py
+++ b/get_youtube_videos/get_youtube_videos.py
@@ -9,6 +9,11 @@ import sys
 import os
 import re
 import json
+from yaml import dump
+try:
+    from yaml import CDumper as Dumper
+except ImportError:
+    from yaml import Dumper
 import logging
 from logging.handlers import SysLogHandler
 import click
@@ -29,6 +34,12 @@ class GetYoutubeVideos:
             ('min', 60),
             ('sec', 1)
         )
+        self.summary = {
+            'entries_count': 0,
+            'skipped_videos': 0,
+            'downloaded_videos': 0,
+            'error_videos': 0,
+        }
         self.config = kwargs
         if 'log_file' not in kwargs or kwargs['log_file'] is None:
             self.config['log_file'] = os.path.join(
@@ -50,10 +61,19 @@ class GetYoutubeVideos:
             self.downloaded_items = []
         self.session = requests.Session()
         self._process_channels()
+        self._log.info(
+            dump(
+                {
+                    "Summary": self.summary
+                },
+                Dumper=Dumper
+            )
+        )
 
     def _process_channels(self):
         self.total_count = 0
         self.channels_count = 0
+        self.summary['total_channels'] = len(self.config['channels'])
         for channel in self.config['channels']:
             self.channels_count += 1
             self._log.debug(
@@ -92,6 +112,7 @@ class GetYoutubeVideos:
                                     "%s Skipping video.",
                                     error
                                 )
+                                self.summary['skipped_videos'] += 1
                                 break
                             video_info = ydl.sanitize_info(raw_video_info)
                             info_filename = os.path.join(self.config['download_dir'], f"{video_id}.json")
@@ -106,6 +127,7 @@ class GetYoutubeVideos:
                                     "Skipping video '%s' as it's a live video",
                                     video_info.get('title', '?')
                                 )
+                                self.summary['skipped_videos'] += 1
                                 self.downloaded_items.append(video_id)
                                 with open(
                                     self.config['downloaded_database'], 'w', encoding='utf-8'
@@ -118,6 +140,7 @@ class GetYoutubeVideos:
                                     "Skipping video '%s' as it was a live video",
                                     video_info.get('title', '?')
                                 )
+                                self.summary['skipped_videos'] += 1
                                 self._save_downloaded_items(video_id)
                                 break
                             if ('duration' in video_info and
@@ -127,6 +150,7 @@ class GetYoutubeVideos:
                                     video_info.get('title', '?'),
                                     self._human_time_duration(self.config['max_length'])
                                 )
+                                self.summary['skipped_videos'] += 1
                                 self._save_downloaded_items(video_id)
                                 break
                             if 'duration' not in video_info:
@@ -134,6 +158,7 @@ class GetYoutubeVideos:
                                     "Skipping video '%s' as there is no video duration",
                                     video_info.get('title', '?')
                                 )
+                                self.summary['skipped_videos'] += 1
                                 self._save_downloaded_items(video_id)
                                 break
                         self._log.info(
@@ -182,17 +207,23 @@ class GetYoutubeVideos:
                                     "Error getting video. %s",
                                     error
                                 )
+                                self.summary['error_videos'] += 1
                                 break
+                            self.summary['downloaded_videos'] += 1
                     else:
                         self._log.debug(
                             "Video with ID '%s' has been already downloaded",
                             video_id
                         )
+                        self.summary['skipped_videos'] += 1
                 else:
                     self._log.error(
                         "Error! Video ID not found in URI '%s'",
                         entry['link']
                     )
+                    self.summary['error_videos'] += 1
+            self.summary['entries_count'] += self.entries_count
+        self.summary['processed_channels'] = self.channels_count
 
     def _yt_progress_hook(self, data):
         if data['status'] == 'finished':