From 3b11384708c8858f62211b5e3a4327e8f7e9e69c Mon Sep 17 00:00:00 2001
From: Adam R Grey <git@adamrgrey.com>
Date: Sun, 9 Apr 2023 17:22:15 -0400
Subject: [PATCH] podcastify YT works

---
 tasks/PodcastifyYT.cs | 178 ++++++++++++++++++++----------------------
 tasks/Sponsorblock.cs |   1 +
 2 files changed, 86 insertions(+), 93 deletions(-)

diff --git a/tasks/PodcastifyYT.cs b/tasks/PodcastifyYT.cs
index dc15a42..388c654 100644
--- a/tasks/PodcastifyYT.cs
+++ b/tasks/PodcastifyYT.cs
@@ -1,99 +1,91 @@
-// using System.Diagnostics;
-// using ttrss_co_client.ttrss;
-// using ttrss_co_client.ttrss.datastructures;
+using System.Diagnostics;
+using ttrss_co_client.ttrss;
+using ttrss_co_client.ttrss.datastructures;
 
-// namespace ttrss_co_client.tasks
-// {
-//     ///<summary>download from YT, to be ripped into a podcast</summary>
-//     public class PodcastifyYT : Phase1Task
-//     {
-//         public override async Task<WorkOrder> ActOn(Headline headline, IEnumerable<Label> labelsWRTArticle)
-//         {
+namespace ttrss_co_client.tasks
+{
+    ///<summary>download from YT</summary>
+    public class PodcastifyYT : Phase1Task
+    {
+        public override string TaskName => "podcastifyYT";
+        public override async Task<WorkOrder> ActOn(Headline headline, IEnumerable<Label> labelsWRTArticle)
+        {
+            Console.WriteLine($"    YT podcastify: {headline.link.ToString()}");
+            var myGuid = Guid.NewGuid().ToString();
+            var ytdl = new YoutubeDLSharp.YoutubeDL();
+            ytdl.YoutubeDLPath = "yt-dlp";
+            ytdl.FFmpegPath = "ffmpeg";
+            ytdl.OutputFolder = $"{Conf.WorkingDirectory}/{myGuid}";
+            ytdl.OutputFileTemplate = "%(upload_date)s - %(title)s - [%(id)s].%(ext)s";
+            var sw = new Stopwatch();
+            if(!Path.Exists(ytdl.OutputFolder))
+            {
+                Directory.CreateDirectory(ytdl.OutputFolder);
+            }
 
-//             //     case "podcastifyYT":
-//             //         nameLabel = labelsWRTArticle.FirstOrDefault(l => l.caption?.StartsWith(conf.PodcastTitlePrefix) == true && l.@checked);
-//             //         podcastName = nameLabel?.caption.Substring(conf.PodcastTitlePrefix.Length)
-//             //             ?? hl.feed_title;
-//             //         var YTpodcastifyResult = await podcastifyYT(hl.link.ToString(), podcastName);
-//             //         await ttrssClient.UpdateArticleNote($"{noteString}[{DateTime.Now.ToString("o")}] - {YTpodcastifyResult.Item2}", hl.id);
-//             //         if (YTpodcastifyResult.Item1 == true)
-//             //         {
-//             //             Console.WriteLine($"    {hl.title} -> podcastify (YT) success, removing labels");
-//             //             await ttrssClient.SetArticleLabel(
-//             //                 labelsWRTArticle.First(l => l.caption == action.triggerlabelCaption).id,
-//             //                 false,
-//             //                 hl.id);
-//             //             if (nameLabel != null)
-//             //             {
-//             //                 await ttrssClient.SetArticleLabel(nameLabel.id, false, hl.id);
-//             //             }
-//             //         }
-//             //         else
-//             //         {
-//             //             Console.WriteLine($"    {hl.title} -> podcastify (YT) failed");
-//             //         }
-//             //         break;
+            try
+            {
+                sw.Start();
+                var res = await ytdl.RunVideoDownload(headline.link.ToString());
+                sw.Stop();
 
-//             //             Console.WriteLine($"    youtube podcastify: {headline.link.ToString()}");
-//             //             var myGuid = Guid.NewGuid();
-//             //             var ytdl = new YoutubeDLSharp.YoutubeDL();
-//             //             ytdl.YoutubeDLPath = "yt-dlp";
-//             //             ytdl.FFmpegPath = "ffmpeg";
-//             //             ytdl.OutputFolder = $"{Conf.WorkingDirectory}/{myGuid}";
-//             //             ytdl.OutputFileTemplate = "%(upload_date)s - %(title)s - [%(id)s].%(ext)s";
-//             //             var sw = new Stopwatch();
+                var outputStr = $"download {(res.Success ? "success" : "fail")} in {sw.Elapsed}";
+                if (res.ErrorOutput != null && res.ErrorOutput.Length > 0)
+                {
+                    outputStr += "\n" + string.Join('\n', res.ErrorOutput);
+                }
+                Console.WriteLine($"    {headline.link} -> {res.Data}\n{outputStr}");
+                await TtrssClient.SetArticleLabel(labelsWRTArticle.First(l => l.caption?.ToLower() == this.TriggerLabel.ToLower()).id, false, headline.id);
+                Console.WriteLine($"    {headline.title}: download trigger label removed");
 
-//             //             try
-//             //             {
-//             //                 sw.Start();
-//             //                 var res = await ytdl.RunVideoDownload(headline.link.ToString(), overrideOptions: new YoutubeDLSharp.Options.OptionSet() { });
-//             //                 sw.Stop();
+                var podcastTitle = headline.feed_title;
+                var titlingLabel = labelsWRTArticle.FirstOrDefault(l => l.@checked && l.caption?.ToLower().StartsWith(Conf.PodcastTitlePrefix) == true);
+                if(titlingLabel != null)
+                {
+                    await TtrssClient.SetArticleLabel(titlingLabel.id, false, headline.id);
+                    podcastTitle = titlingLabel.caption.Substring(Conf.PodcastTitlePrefix.Length);
+                }
+                Console.WriteLine($"article {headline.id} - podcastifying; {podcastTitle}");
+                
+                await TtrssClient.UpdateArticleNote($"{headline.note}\n[{DateTime.Now.ToString("o")}] - YT podcastify (dl) {(res.Success ? "success" : "failure")}; {string.Join('\n', res.ErrorOutput)}", headline.id);
+                if (!res.Success)
+                {
+                    return null;
+                }
+                else
+                {
+                    var outputFilename = res.Data;
+                    Console.WriteLine($"{headline.title} downloaded.");
 
-//             //                 var outputStr = $"download {(res.Success ? "success" : "fail")} in {sw.Elapsed}";
-//             //                 if (res.ErrorOutput != null && res.ErrorOutput.Length > 0)
-//             //                 {
-//             //                     outputStr += "\n" + string.Join('\n', res.ErrorOutput);
-//             //                 }
-//             //                 Console.WriteLine($"    {headline.link} -> {res.Data}\n{outputStr}");
-//             //                 await TtrssClient.SetArticleLabel(labelsWRTArticle.First(l => l.caption?.ToLower() == this.TriggerLabel.ToLower()).id, false, headline.id);
-//             //                 Console.WriteLine($"    {headline.title}: label removed");
-//             //                 if (!res.Success)
-//             //                 {
-//             //                     await TtrssClient.UpdateArticleNote($"{headline.note}\n[{DateTime.Now.ToString("o")}] - standard dl failed; {string.Join('\n', res.ErrorOutput)}", hl.id);
-//             //                     return null;
-//             //                 }
-//             //                 else
-//             //                 {
-//             //                     var outputFilename = res.Data;
-//             //                     Console.WriteLine($"{headline.title} downloaded, shipping off to conversion. That task can determine if there's no work.");
-//             //                     var toReturn = new WorkOrder()
-//             //                     {
-//             //                         articleId = headline.id, //<-- that way adblocker, if I should want to suppress it, can be labelled on ttrss
-//             //                         nextTask = "convert",
-//             //                         data = new Dictionary<string, string>()
-//             //                     };
-//             //                     toReturn.data["path"] = outputFilename;
-//             //                     toReturn.data["target"] = outputFilename.Substring(0, res.Data.LastIndexOf('.')) + ".mp4";
-//             //                     return toReturn;
-//             //                     // sw.Reset();
-//             //                     // outputFilename = 
-//             //                     // sw.Start();
-//             //                     // var conversionProc = Process.Start("ffmpeg", $"-y -i \"{res.Data}\" \"{outputFilename}\"");
-//             //                     // conversionProc.WaitForExit();
-//             //                     // sw.Stop();
-//             //                     // Console.WriteLine($"    converted {res.Data} -> {outputFilename}");
-//             //                     // File.Delete(res.Data);
-//             //                     //outputStr += $"\nconverted in {sw.Elapsed}";
-//             //                 }
-//             //             }
-//             //             catch (Exception e)
-//             //             {
-//             //                 Console.Error.WriteLine($"fatal error in standard DL for {headline.link}");
-//             //                 Console.Error.WriteLine($"{e.ToString()}: {e.Message}.\n{e.StackTrace}");
-//             //                 await TtrssClient.UpdateArticleNote($"{headline.note}\n[{DateTime.Now.ToString("o")}] - fatal error {e.ToString()}: {e.Message}.\n{e.StackTrace}", hl.id);
-//             //                 return null;
-//             //             }
+                    var toReturn = new WorkOrder()
+                    {
+                        articleId = headline.id,//<-- that way later tasks can update the note
+                        Phase2TaskList = new Dictionary<int, string>(),
+                        data = new Dictionary<string, string>(),
+                        guid = Guid.Parse(myGuid)
+                    };
+                    toReturn.data["path"] = outputFilename;
+                    if(!outputFilename.EndsWith(".mp3"))
+                    {
+                        Console.WriteLine($"{headline.title} needs conversion task.");
+                        toReturn.Phase2TaskList[0] = "convert";
+                        toReturn.data["conversion-target"] = outputFilename.Substring(0, res.Data.LastIndexOf('.')) + ".mp3";
+                    }
 
-//         }
-//     }
-// }
\ No newline at end of file
+                    toReturn.Phase2TaskList[1] = "sponsorblock";
+                    toReturn.Phase2TaskList[2] = "filemovePublish";
+                    toReturn.data["publish-target"] = $"{Conf.OnDoneCopy}/Podcasts/{podcastTitle}/{Path.GetFileName(toReturn.data["conversion-target"])}";
+
+                    return toReturn;
+                }
+            }
+            catch (Exception e)
+            {
+                Console.Error.WriteLine($"fatal error in standard DL for {headline.link}");
+                Console.Error.WriteLine($"{e.ToString()}: {e.Message}.\n{e.StackTrace}");
+                await TtrssClient.UpdateArticleNote($"{headline.note}\n[{DateTime.Now.ToString("o")}] - fatal error {e.ToString()}: {e.Message}.\n{e.StackTrace}", headline.id);
+                return null;
+            }
+        }
+    }
+}
\ No newline at end of file
diff --git a/tasks/Sponsorblock.cs b/tasks/Sponsorblock.cs
index 1087b56..927c201 100644
--- a/tasks/Sponsorblock.cs
+++ b/tasks/Sponsorblock.cs
@@ -78,6 +78,7 @@ namespace ttrss_co_client.tasks
                     }
                 }
                 contentSegments.Add(new Tuple<double, double>(previousEdge, segments.First().videoDuration));
+                contentSegments = contentSegments.Except(contentSegments.Where(tup => tup.Item2 - tup.Item1 < 0.5)).ToList();
 
                 #region ffmpeg via intermediate files
                 var intermediateCount = 0;