adelgado/get_youtube_videos
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add summary

Browse source
This commit is contained in:
Antonio J. Delgado 2024-12-12 15:30:11 +02:00
parent b106800f6c
commit 2f6e70ec32
1 changed files with 31 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

31
get_youtube_videos/get_youtube_videos.py
View file

@ -9,6 +9,11 @@ import sys
import os
import re
import json
from yaml import dump
try:
from yaml import CDumper as Dumper
except ImportError:
from yaml import Dumper
import logging
from logging.handlers import SysLogHandler
import click
@ -29,6 +34,12 @@ class GetYoutubeVideos:
('min', 60),
('sec', 1)
)
self.summary = {
'entries_count': 0,
'skipped_videos': 0,
'downloaded_videos': 0,
'error_videos': 0,
}
self.config = kwargs
if 'log_file' not in kwargs or kwargs['log_file'] is None:
self.config['log_file'] = os.path.join(
@ -50,10 +61,19 @@ class GetYoutubeVideos:
self.downloaded_items = []
self.session = requests.Session()
self._process_channels()
self._log.info(
dump(
{
"Summary": self.summary
},
Dumper=Dumper
)
)
def _process_channels(self):
self.total_count = 0
self.channels_count = 0
self.summary['total_channels'] = len(self.config['channels'])
for channel in self.config['channels']:
self.channels_count += 1
self._log.debug(
@ -92,6 +112,7 @@ class GetYoutubeVideos:
"%s Skipping video.",
error
)
self.summary['skipped_videos'] += 1
break
video_info = ydl.sanitize_info(raw_video_info)
info_filename = os.path.join(self.config['download_dir'], f"{video_id}.json")
@ -106,6 +127,7 @@ class GetYoutubeVideos:
"Skipping video '%s' as it's a live video",
video_info.get('title', '?')
)
self.summary['skipped_videos'] += 1
self.downloaded_items.append(video_id)
with open(
self.config['downloaded_database'], 'w', encoding='utf-8'
@ -118,6 +140,7 @@ class GetYoutubeVideos:
"Skipping video '%s' as it was a live video",
video_info.get('title', '?')
)
self.summary['skipped_videos'] += 1
self._save_downloaded_items(video_id)
break
if ('duration' in video_info and
@ -127,6 +150,7 @@ class GetYoutubeVideos:
video_info.get('title', '?'),
self._human_time_duration(self.config['max_length'])
)
self.summary['skipped_videos'] += 1
self._save_downloaded_items(video_id)
break
if 'duration' not in video_info:
@ -134,6 +158,7 @@ class GetYoutubeVideos:
"Skipping video '%s' as there is no video duration",
video_info.get('title', '?')
)
self.summary['skipped_videos'] += 1
self._save_downloaded_items(video_id)
break
self._log.info(
@ -182,17 +207,23 @@ class GetYoutubeVideos:
"Error getting video. %s",
error
)
self.summary['error_videos'] += 1
break
self.summary['downloaded_videos'] += 1
else:
self._log.debug(
"Video with ID '%s' has been already downloaded",
video_id
)
self.summary['skipped_videos'] += 1
else:
self._log.error(
"Error! Video ID not found in URI '%s'",
entry['link']
)
self.summary['error_videos'] += 1
self.summary['entries_count'] += self.entries_count
self.summary['processed_channels'] = self.channels_count
def _yt_progress_hook(self, data):
if data['status'] == 'finished':