2024-07-14 17:20:34 -04:00
|
|
|
|
using System.Collections.Concurrent;
|
|
|
|
|
using System.Data;
|
|
|
|
|
using System.Diagnostics;
|
|
|
|
|
using System.Net;
|
|
|
|
|
using System.Reflection.Metadata.Ecma335;
|
|
|
|
|
using System.Runtime.CompilerServices;
|
|
|
|
|
using System.Text;
|
|
|
|
|
using System.Text.RegularExpressions;
|
|
|
|
|
using System.Timers;
|
2024-07-23 18:42:50 -04:00
|
|
|
|
using System.Xml.Schema;
|
2024-07-14 17:20:34 -04:00
|
|
|
|
using Newtonsoft.Json;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
namespace placeholdervo
|
|
|
|
|
{
|
|
|
|
|
public partial class Program
|
|
|
|
|
{
|
|
|
|
|
|
2024-07-23 18:42:50 -04:00
|
|
|
|
[GeneratedRegex("^(\\[|#)")]
|
|
|
|
|
private static partial Regex NonTextLine();
|
2024-07-14 17:20:34 -04:00
|
|
|
|
public static Config conf;
|
|
|
|
|
private static string workingDir = "./";
|
2024-09-20 21:23:08 -04:00
|
|
|
|
private static HttpClient hc;
|
2024-07-14 17:20:34 -04:00
|
|
|
|
|
|
|
|
|
private static ConcurrentQueue<string> scriptFragmentFiles = new ConcurrentQueue<string>();
|
2024-07-23 18:42:50 -04:00
|
|
|
|
private static ConcurrentQueue<string> titleCardLines = new ConcurrentQueue<string>();
|
2024-07-14 17:20:34 -04:00
|
|
|
|
private static CancellationToken scriptFileCancellationToken;
|
|
|
|
|
|
2024-09-20 21:23:08 -04:00
|
|
|
|
//from when I cut it up into separate files
|
|
|
|
|
// private static async void ApiCalls()
|
2024-07-23 18:42:50 -04:00
|
|
|
|
// {
|
|
|
|
|
// var hc = new HttpClient(){ BaseAddress = new Uri(conf.speech_service)};
|
|
|
|
|
// while(true)
|
|
|
|
|
// {
|
|
|
|
|
// while(!scriptFragmentFiles.IsEmpty)
|
|
|
|
|
// {
|
|
|
|
|
// string scriptFragment;
|
|
|
|
|
// scriptFragmentFiles.TryDequeue(out scriptFragment);
|
|
|
|
|
// if(scriptFragment == null) continue;
|
|
|
|
|
// Console.WriteLine(scriptFragment);
|
2024-07-14 17:20:34 -04:00
|
|
|
|
|
2024-07-23 18:42:50 -04:00
|
|
|
|
// HttpContent fileStreamContent = new StreamContent(File.OpenRead(scriptFragment));
|
|
|
|
|
// using (var formData = new MultipartFormDataContent())
|
|
|
|
|
// {
|
|
|
|
|
// formData.Add(fileStreamContent, "file1", "file1");
|
2024-07-14 17:20:34 -04:00
|
|
|
|
|
2024-07-23 18:42:50 -04:00
|
|
|
|
// var response = await hc.PostAsync("/speak", formData);
|
|
|
|
|
// if (!response.IsSuccessStatusCode)
|
|
|
|
|
// {
|
|
|
|
|
// Console.Error.WriteLine($"{response.StatusCode} - {response.ReasonPhrase} - {await response.Content.ReadAsStringAsync()}");
|
|
|
|
|
// }
|
|
|
|
|
// else
|
|
|
|
|
// {
|
|
|
|
|
// var resp = string.Join(", ", JsonConvert.DeserializeObject<string[]>(await response.Content.ReadAsStringAsync()));
|
|
|
|
|
// Console.WriteLine($"success; {resp}.");
|
|
|
|
|
// if(resp != null)
|
|
|
|
|
// {
|
|
|
|
|
// scriptFragmentVoiceFiles[resp] = scriptFragment;
|
|
|
|
|
// Console.WriteLine("Ditching script fragment file.");
|
|
|
|
|
// File.Delete(scriptFragment);
|
|
|
|
|
// }
|
|
|
|
|
// }
|
|
|
|
|
// }
|
|
|
|
|
// System.Threading.Thread.Sleep(TimeSpan.FromSeconds(1));
|
|
|
|
|
// }
|
2024-07-14 17:20:34 -04:00
|
|
|
|
|
2024-07-23 18:42:50 -04:00
|
|
|
|
// if(scriptFileCancellationToken.IsCancellationRequested && scriptFragmentFiles.IsEmpty)
|
|
|
|
|
// {
|
|
|
|
|
// return;
|
|
|
|
|
// }
|
|
|
|
|
// }
|
|
|
|
|
// }
|
2024-07-14 17:20:34 -04:00
|
|
|
|
|
2024-07-23 18:42:50 -04:00
|
|
|
|
// private static async void filePickup()
|
|
|
|
|
// {
|
|
|
|
|
// while(true)
|
|
|
|
|
// {
|
|
|
|
|
// while(!scriptFragmentVoiceFiles.IsEmpty)
|
|
|
|
|
// {
|
|
|
|
|
// var files = Directory.GetFiles(conf.sync_dropoff);
|
|
|
|
|
// Console.WriteLine($"files listed: {string.Join(", ", files)}");
|
|
|
|
|
// Console.WriteLine($"hoping for: {string.Join(", ", scriptFragmentVoiceFiles.Keys)}");
|
|
|
|
|
// // Console.WriteLine($"sanity check: first listed file: {Path.GetFileName(files.FirstOrDefault())}");
|
|
|
|
|
// // Console.WriteLine($"sanity check: first key: {scriptFragmentVoiceFiles.Keys.FirstOrDefault()}");
|
|
|
|
|
// // Console.WriteLine($"sanity check: first value: {scriptFragmentVoiceFiles[scriptFragmentVoiceFiles.Keys.FirstOrDefault()]}");
|
|
|
|
|
// var audioFile = files.FirstOrDefault(f => scriptFragmentVoiceFiles.ContainsKey(Path.GetFileName(f)));
|
|
|
|
|
// if(!string.IsNullOrWhiteSpace(audioFile))
|
|
|
|
|
// {
|
|
|
|
|
// Console.WriteLine($"found {audioFile}");
|
|
|
|
|
// try
|
|
|
|
|
// {
|
|
|
|
|
// var bareAudioFile = Path.GetFileName(audioFile);
|
|
|
|
|
// var destFile = scriptFragmentVoiceFiles[bareAudioFile];
|
|
|
|
|
// destFile = Path.GetFileNameWithoutExtension(destFile) + ".wav";
|
|
|
|
|
// destFile = Path.Combine(workingDir, destFile);
|
|
|
|
|
// File.Move(audioFile, destFile);
|
2024-07-14 17:20:34 -04:00
|
|
|
|
|
2024-07-23 18:42:50 -04:00
|
|
|
|
// if(!scriptFragmentVoiceFiles.Remove(bareAudioFile, out string throwaway))
|
|
|
|
|
// {
|
|
|
|
|
// Console.WriteLine($"failed to remove {bareAudioFile}");
|
|
|
|
|
// }
|
|
|
|
|
// }
|
|
|
|
|
// catch(Exception e)
|
|
|
|
|
// {
|
|
|
|
|
// Console.Error.WriteLine(e.Message);
|
|
|
|
|
// }
|
|
|
|
|
// }
|
|
|
|
|
// System.Threading.Thread.Sleep(TimeSpan.FromSeconds(5));
|
|
|
|
|
// }
|
|
|
|
|
// if(scriptFileCancellationToken.IsCancellationRequested)
|
|
|
|
|
// {
|
|
|
|
|
// return;
|
|
|
|
|
// }
|
2024-07-14 17:20:34 -04:00
|
|
|
|
|
2024-07-23 18:42:50 -04:00
|
|
|
|
// System.Threading.Thread.Sleep(TimeSpan.FromSeconds(1));
|
|
|
|
|
// }
|
|
|
|
|
// }
|
2024-07-14 17:20:34 -04:00
|
|
|
|
|
|
|
|
|
public static async Task Main(string[] args)
|
|
|
|
|
{
|
|
|
|
|
conf = JsonConvert.DeserializeObject<Config>(
|
|
|
|
|
File.ReadAllText(
|
|
|
|
|
AppDomain.CurrentDomain.BaseDirectory + "appsettings.json"))
|
|
|
|
|
?? new Config();
|
|
|
|
|
|
2024-09-20 21:23:08 -04:00
|
|
|
|
hc = new HttpClient(){ BaseAddress = new Uri(conf.speech_service)};
|
|
|
|
|
|
2024-07-14 17:20:34 -04:00
|
|
|
|
var scriptPath = args?.FirstOrDefault();
|
|
|
|
|
if(string.IsNullOrWhiteSpace(scriptPath))
|
2024-07-23 18:42:50 -04:00
|
|
|
|
{
|
|
|
|
|
scriptPath = "./script.md";
|
|
|
|
|
if(!File.Exists(scriptPath))
|
|
|
|
|
{
|
|
|
|
|
scriptPath = "./script.txt";
|
|
|
|
|
if(!File.Exists(scriptPath))
|
|
|
|
|
{
|
|
|
|
|
Console.Error.WriteLine("no script found.");
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
var scriptBasename = Path.GetFileNameWithoutExtension(scriptPath);
|
2024-07-14 17:20:34 -04:00
|
|
|
|
workingDir = Path.GetDirectoryName(scriptPath);
|
|
|
|
|
|
|
|
|
|
var cancelSource = new CancellationTokenSource();
|
|
|
|
|
scriptFileCancellationToken = cancelSource.Token;
|
2024-07-23 18:42:50 -04:00
|
|
|
|
// var apiCallThread = new Thread(new ThreadStart(webcall));
|
|
|
|
|
// apiCallThread.Start();
|
|
|
|
|
// var fileRetrieveThread = new Thread(new ThreadStart(filePickup));
|
|
|
|
|
// fileRetrieveThread.Start();
|
2024-07-14 17:20:34 -04:00
|
|
|
|
|
2024-07-23 18:42:50 -04:00
|
|
|
|
var lines = File.ReadAllLines(scriptPath)
|
|
|
|
|
.Append("\n").Append("\n");
|
|
|
|
|
var primaryVOLines = new List<string>();
|
2024-08-07 20:04:28 -04:00
|
|
|
|
var titlecardUnprocessed = new List<string>();
|
2024-07-23 18:42:50 -04:00
|
|
|
|
var titlecardLines = new List<string>();
|
|
|
|
|
var directiveLines = new List<string>();
|
2024-08-07 20:04:28 -04:00
|
|
|
|
var altVOLines = new List<string>();
|
|
|
|
|
var noteLines = new List<string>();
|
2024-07-14 17:20:34 -04:00
|
|
|
|
foreach(var l in lines)
|
|
|
|
|
{
|
2024-07-23 18:42:50 -04:00
|
|
|
|
if(l.StartsWith('#'))
|
2024-07-14 17:20:34 -04:00
|
|
|
|
{
|
2024-08-07 20:04:28 -04:00
|
|
|
|
titlecardUnprocessed.Add(l);
|
2024-07-23 18:42:50 -04:00
|
|
|
|
}
|
|
|
|
|
else if (l.StartsWith('['))
|
|
|
|
|
{
|
|
|
|
|
directiveLines.Add(l);
|
2024-07-14 17:20:34 -04:00
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
2024-07-23 18:42:50 -04:00
|
|
|
|
//as opposed to Environment.NewLine, which will be running on linux, and thus \n. ms speech api cooperates more with \r\n.
|
|
|
|
|
l.ReplaceLineEndings("\r\n");
|
|
|
|
|
primaryVOLines.Add(l);
|
2024-07-14 17:20:34 -04:00
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2024-07-23 18:42:50 -04:00
|
|
|
|
var scriptStripped = $"{scriptBasename}-primaryVO.txt";
|
|
|
|
|
File.WriteAllLines(scriptStripped, primaryVOLines);
|
2024-09-20 21:23:08 -04:00
|
|
|
|
Task.WaitAny(PrimaryVO(scriptStripped));
|
|
|
|
|
|
2024-07-23 18:42:50 -04:00
|
|
|
|
var titleLevels = new List<int>(){0};
|
|
|
|
|
var titleIncrementDepth = 0;
|
2024-08-07 20:04:28 -04:00
|
|
|
|
foreach(var l in titlecardUnprocessed)
|
2024-07-14 17:20:34 -04:00
|
|
|
|
{
|
2024-07-23 18:42:50 -04:00
|
|
|
|
titleIncrementDepth = 1;
|
|
|
|
|
var thisString = l;
|
|
|
|
|
while(thisString.StartsWith('#'))
|
|
|
|
|
{
|
|
|
|
|
thisString = thisString.Substring(1);
|
|
|
|
|
if(!thisString.StartsWith('#'))
|
|
|
|
|
{
|
|
|
|
|
if(titleLevels.Count < titleIncrementDepth)
|
|
|
|
|
{
|
|
|
|
|
titleLevels = [.. titleLevels, 0];
|
|
|
|
|
}
|
|
|
|
|
titleLevels[titleIncrementDepth-1]++;
|
|
|
|
|
if(titleLevels.Count > titleIncrementDepth)
|
|
|
|
|
{
|
|
|
|
|
titleLevels.RemoveRange(titleIncrementDepth, titleLevels.Count - titleIncrementDepth);
|
|
|
|
|
}
|
|
|
|
|
var TitleCardText = thisString.Trim();
|
|
|
|
|
if(titleLevels.Count > 1)
|
|
|
|
|
{
|
|
|
|
|
TitleCardText = string.Join('.', titleLevels[1..]) + ": " + TitleCardText;
|
|
|
|
|
}
|
|
|
|
|
Console.WriteLine($"title card: {TitleCardText}");
|
2024-08-07 20:04:28 -04:00
|
|
|
|
titlecardLines.Add(TitleCardText);
|
2024-09-20 21:23:08 -04:00
|
|
|
|
//TODO: tc command
|
2024-07-23 18:42:50 -04:00
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
titleIncrementDepth++;
|
|
|
|
|
}
|
|
|
|
|
}
|
2024-07-14 17:20:34 -04:00
|
|
|
|
}
|
|
|
|
|
|
2024-07-23 18:42:50 -04:00
|
|
|
|
foreach(var l in directiveLines)
|
2024-07-14 17:20:34 -04:00
|
|
|
|
{
|
2024-07-23 18:42:50 -04:00
|
|
|
|
var thisLine = l.Trim();
|
|
|
|
|
if(!thisLine.Contains(']'))
|
|
|
|
|
{
|
|
|
|
|
Console.Error.WriteLine("malformed directive line: ");
|
|
|
|
|
Console.WriteLine(thisLine);
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
if (thisLine.EndsWith(']'))
|
|
|
|
|
{
|
|
|
|
|
thisLine = thisLine.Trim('[', ']');
|
|
|
|
|
|
|
|
|
|
if (Uri.TryCreate(thisLine, UriKind.Absolute, out Uri asUri)
|
|
|
|
|
&& (asUri.Scheme == Uri.UriSchemeHttp || asUri.Scheme == Uri.UriSchemeHttps))
|
|
|
|
|
{
|
2024-08-07 20:04:28 -04:00
|
|
|
|
Console.WriteLine($"uri: {asUri}. ship off to yt-dlp or project Ose?");
|
2024-07-23 18:42:50 -04:00
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
//just a directive, we can't do anything here
|
|
|
|
|
Console.WriteLine($"mere directive: {thisLine}");
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
thisLine = thisLine.TrimStart('[');
|
|
|
|
|
var directiveName = thisLine[..thisLine.IndexOf(']')];
|
|
|
|
|
var parameterText = thisLine[(thisLine.IndexOf(']') + 1) ..].Trim();
|
|
|
|
|
if(directiveName == "note")
|
|
|
|
|
{
|
2024-09-20 21:23:08 -04:00
|
|
|
|
//TODO: note command
|
2024-08-07 20:04:28 -04:00
|
|
|
|
noteLines.Add(parameterText);
|
2024-07-23 18:42:50 -04:00
|
|
|
|
Console.WriteLine($"on screen note: {parameterText}");
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
2024-08-07 20:04:28 -04:00
|
|
|
|
altVOLines.Add(parameterText);
|
2024-07-23 18:42:50 -04:00
|
|
|
|
Console.WriteLine($"alt VA: {parameterText}");
|
|
|
|
|
}
|
|
|
|
|
}
|
2024-07-14 17:20:34 -04:00
|
|
|
|
}
|
2024-09-20 21:23:08 -04:00
|
|
|
|
if(altVOLines?.Count > 0)
|
|
|
|
|
{
|
|
|
|
|
//TODO: alt va command with altVOLines
|
|
|
|
|
File.WriteAllLines($"{scriptBasename}-altVO.txt", altVOLines);
|
|
|
|
|
}
|
2024-08-07 20:04:28 -04:00
|
|
|
|
|
|
|
|
|
// execute them all
|
2024-09-20 21:23:08 -04:00
|
|
|
|
// Task.Run(OfflineStuff); //e.g., generate title cards and credits
|
|
|
|
|
// Task.Run(ApiCalls); //e.g. generate voice
|
|
|
|
|
// await Task.Run(FilePickups);
|
2024-07-23 18:42:50 -04:00
|
|
|
|
|
|
|
|
|
// cancelSource.Cancel();
|
|
|
|
|
// Console.WriteLine("http client \"cancelled\".");
|
|
|
|
|
// while(apiCallThread.ThreadState != System.Threading.ThreadState.Stopped)
|
|
|
|
|
// {
|
|
|
|
|
// Console.WriteLine("thread still running. waiting.");
|
|
|
|
|
// System.Threading.Thread.Sleep(TimeSpan.FromSeconds(5));
|
|
|
|
|
// }
|
|
|
|
|
// Console.WriteLine($"api call thread done ({apiCallThread.ThreadState}).");
|
|
|
|
|
|
|
|
|
|
// while(fileRetrieveThread.ThreadState != System.Threading.ThreadState.Stopped)
|
|
|
|
|
// {
|
|
|
|
|
// Console.WriteLine("fileRetrieveThread still running. waiting.");
|
|
|
|
|
// System.Threading.Thread.Sleep(TimeSpan.FromSeconds(5));
|
|
|
|
|
// }
|
|
|
|
|
// Console.WriteLine($"fileRetrieveThread done ({fileRetrieveThread.ThreadState}). kbai");
|
2024-07-14 17:20:34 -04:00
|
|
|
|
}
|
2024-09-20 21:23:08 -04:00
|
|
|
|
|
|
|
|
|
private static async Task PrimaryVO(string scriptStripped)
|
|
|
|
|
{
|
|
|
|
|
HttpContent fileStreamContent = new StreamContent(File.OpenRead(scriptStripped));
|
|
|
|
|
using (var formData = new MultipartFormDataContent())
|
|
|
|
|
{
|
|
|
|
|
formData.Add(fileStreamContent, "file1", "file1");
|
|
|
|
|
|
|
|
|
|
var response = await hc.PostAsync("/speak", formData);
|
|
|
|
|
if (!response.IsSuccessStatusCode)
|
|
|
|
|
{
|
|
|
|
|
Console.Error.WriteLine($"{response.StatusCode} - {response.ReasonPhrase} - {await response.Content.ReadAsStringAsync()}");
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
Console.WriteLine($"success; {await response.Content.ReadAsStringAsync()}.");
|
|
|
|
|
//TODO: add to queue to watch for?
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
2024-07-14 17:20:34 -04:00
|
|
|
|
}
|
|
|
|
|
}
|