using System.Runtime.InteropServices; using System.Web; using Microsoft.Extensions.DependencyInjection; using Microsoft.Extensions.Hosting; using Serilog; using NAudio.Wave.SampleProviders; using org.mariuszgromada.math.mxparser; using TwitchChatTTS.Hermes.Socket; using TwitchChatTTS.Seven.Socket; using TwitchChatTTS.Chat.Emotes; using CommonSocketLibrary.Abstract; using CommonSocketLibrary.Common; using TwitchChatTTS.OBS.Socket; using TwitchChatTTS.Twitch.Socket.Messages; using TwitchChatTTS.Twitch.Socket; namespace TwitchChatTTS { public class TTS : IHostedService { public const int MAJOR_VERSION = 4; public const int MINOR_VERSION = 0; private readonly User _user; private readonly HermesApiClient _hermesApiClient; private readonly SevenApiClient _sevenApiClient; private readonly HermesSocketClient _hermes; private readonly OBSSocketClient _obs; private readonly SevenSocketClient _seven; private readonly TwitchWebsocketClient _twitch; private readonly IEmoteDatabase _emotes; private readonly Configuration _configuration; private readonly TTSPlayer _player; private readonly AudioPlaybackEngine _playback; private readonly IServiceProvider _serviceProvider; private readonly ILogger _logger; public TTS( User user, HermesApiClient hermesApiClient, SevenApiClient sevenApiClient, [FromKeyedServices("hermes")] SocketClient hermes, [FromKeyedServices("obs")] SocketClient obs, [FromKeyedServices("7tv")] SocketClient seven, [FromKeyedServices("twitch")] SocketClient twitch, IEmoteDatabase emotes, Configuration configuration, TTSPlayer player, AudioPlaybackEngine playback, IServiceProvider serviceProvider, ILogger logger ) { _user = user; _hermesApiClient = hermesApiClient; _sevenApiClient = sevenApiClient; _hermes = (hermes as HermesSocketClient)!; _obs = (obs as OBSSocketClient)!; _seven = (seven as SevenSocketClient)!; _twitch = (twitch as TwitchWebsocketClient)!; _emotes = emotes; _configuration = configuration; _player = player; _playback = playback; _serviceProvider = serviceProvider; _logger = logger; } public async Task StartAsync(CancellationToken cancellationToken) { Console.Title = "TTS - Twitch Chat"; License.iConfirmCommercialUse("abcdef"); if (string.IsNullOrWhiteSpace(_configuration.Hermes?.Token)) { _logger.Error("Hermes API token not set in the configuration file."); return; } var hermesVersion = await _hermesApiClient.GetLatestTTSVersion(); if (hermesVersion == null) { _logger.Warning("Failed to fetch latest TTS version. Skipping version check."); } else if (hermesVersion.MajorVersion > TTS.MAJOR_VERSION || hermesVersion.MajorVersion == TTS.MAJOR_VERSION && hermesVersion.MinorVersion > TTS.MINOR_VERSION) { _logger.Information($"A new update for TTS is avaiable! Version {hermesVersion.MajorVersion}.{hermesVersion.MinorVersion} is available at {hermesVersion.Download}"); var changes = hermesVersion.Changelog.Split("\n"); if (changes != null && changes.Any()) _logger.Information("Changelogs:\n - " + string.Join("\n - ", changes) + "\n\n"); await Task.Delay(15 * 1000); } await InitializeHermesWebsocket(); try { var hermesAccount = await _hermesApiClient.FetchHermesAccountDetails(); _user.HermesUserId = hermesAccount.Id; _user.HermesUsername = hermesAccount.Username; _user.TwitchUsername = hermesAccount.Username; } catch (Exception ex) { _logger.Error(ex, "Failed to initialize properly. Restart app please."); await Task.Delay(30 * 1000); return; } await _hermesApiClient.AuthorizeTwitch(); var twitchBotToken = await _hermesApiClient.FetchTwitchBotToken(); _user.TwitchUserId = long.Parse(twitchBotToken.BroadcasterId!); _logger.Information($"Username: {_user.TwitchUsername} [id: {_user.TwitchUserId}]"); var twitchapiclient2 = _serviceProvider.GetRequiredService(); twitchapiclient2.Initialize(twitchBotToken); _twitch.Initialize(); await _twitch.Connect(); var emoteSet = await _sevenApiClient.FetchChannelEmoteSet(_user.TwitchUserId.ToString()); if (emoteSet != null) _user.SevenEmoteSetId = emoteSet.Id; await InitializeEmotes(_sevenApiClient, emoteSet); await InitializeSevenTv(); await InitializeObs(); _playback.AddOnMixerInputEnded((object? s, SampleProviderEventArgs e) => { if (e.SampleProvider == _player.Playing?.Audio) { _player.Playing = null; } }); Task.Run(async () => { while (true) { try { if (cancellationToken.IsCancellationRequested) { _logger.Warning("TTS Buffer - Cancellation requested."); return; } var m = _player.ReceiveBuffer(); if (m == null) { await Task.Delay(200); continue; } string url = $"https://api.streamelements.com/kappa/v2/speech?voice={m.Voice}&text={HttpUtility.UrlEncode(m.Message)}"; var sound = new NetworkWavSound(url); var provider = new CachedWavProvider(sound); var data = _playback.ConvertSound(provider); var resampled = new WdlResamplingSampleProvider(data, _playback.SampleRate); _logger.Verbose("Fetched TTS audio data."); m.Audio = resampled; _player.Ready(m); } catch (COMException e) { _logger.Error(e, "Failed to send request for TTS [HResult: " + e.HResult + "]"); } catch (Exception e) { _logger.Error(e, "Failed to send request for TTS."); } } }); Task.Run(async () => { while (true) { try { if (cancellationToken.IsCancellationRequested) { _logger.Warning("TTS Queue - Cancellation requested."); return; } while (_player.IsEmpty() || _player.Playing != null) { await Task.Delay(200); continue; } var m = _player.ReceiveReady(); if (m == null) { continue; } if (!string.IsNullOrWhiteSpace(m.File) && File.Exists(m.File)) { _logger.Debug("Playing audio file via TTS: " + m.File); _playback.PlaySound(m.File); continue; } _logger.Debug("Playing message via TTS: " + m.Message); if (m.Audio != null) { _player.Playing = m; _playback.AddMixerInput(m.Audio); } } catch (Exception e) { _logger.Error(e, "Failed to play a TTS audio message"); } } }); } public async Task StopAsync(CancellationToken cancellationToken) { if (cancellationToken.IsCancellationRequested) _logger.Warning("Application has stopped due to cancellation token."); else _logger.Warning("Application has stopped."); } private async Task InitializeHermesWebsocket() { try { _hermes.Initialize(); await _hermes.Connect(); } catch (Exception e) { _logger.Error(e, "Connecting to hermes failed. Skipping hermes websockets."); } } private async Task InitializeSevenTv() { try { _seven.Initialize(); await _seven.Connect(); } catch (Exception e) { _logger.Error(e, "Connecting to 7tv failed. Skipping 7tv websockets."); } } private async Task InitializeObs() { try { _obs.Initialize(); await _obs.Connect(); } catch (Exception) { _logger.Warning("Connecting to obs failed. Skipping obs websockets."); } } // private async Task InitializeTwitchApiClient(string username) // { // _logger.Debug("Initializing twitch client."); // var hermesapiclient = _serviceProvider.GetRequiredService(); // if (!await hermesapiclient.AuthorizeTwitch()) // { // _logger.Error("Cannot connect to Twitch API."); // return null; // } // var twitchapiclient = _serviceProvider.GetRequiredService(); // var channels = _configuration.Twitch?.Channels ?? [username]; // _logger.Information("Twitch channels: " + string.Join(", ", channels)); // twitchapiclient.InitializeClient(username, channels); // twitchapiclient.InitializePublisher(); // var handler = _serviceProvider.GetRequiredService(); // twitchapiclient.AddOnNewMessageReceived(async (object? s, OnMessageReceivedArgs e) => // { // try // { // var result = await handler.Handle(e); // if (result.Status != MessageStatus.None || result.Emotes == null || !result.Emotes.Any()) // return; // await _hermes.SendEmoteUsage(e.ChatMessage.Id, result.ChatterId, result.Emotes); // } // catch (Exception ex) // { // _logger.Error(ex, "Unable to either execute a command or to send emote usage message."); // } // }); // return twitchapiclient; // } private async Task InitializeEmotes(SevenApiClient sevenapi, EmoteSet? channelEmotes) { var globalEmotes = await sevenapi.FetchGlobalSevenEmotes(); if (channelEmotes != null && channelEmotes.Emotes.Any()) { _logger.Information($"Loaded {channelEmotes.Emotes.Count()} 7tv channel emotes."); foreach (var entry in channelEmotes.Emotes) _emotes.Add(entry.Name, entry.Id); } if (globalEmotes != null && globalEmotes.Any()) { _logger.Information($"Loaded {globalEmotes.Count()} 7tv global emotes."); foreach (var entry in globalEmotes) _emotes.Add(entry.Name, entry.Id); } } } }