public static async Task RunOAuth2AuthTokenAsync(TestService.TestServiceClient client, string oauthScope)
{
#if !NETCOREAPP1_0
Console.WriteLine("running oauth2_auth_token");
ITokenAccess credential = (await GoogleCredential.GetApplicationDefaultAsync()).CreateScoped(new[] { oauthScope });
string oauth2Token = await credential.GetAccessTokenForRequestAsync();
var credentials = GoogleGrpcCredentials.FromAccessToken(oauth2Token);
var request = new SimpleRequest
{
FillUsername = true,
FillOauthScope = true
};
var response = client.UnaryCall(request, new CallOptions(credentials: credentials));
Assert.False(string.IsNullOrEmpty(response.OauthScope));
Assert.True(oauthScope.Contains(response.OauthScope));
Assert.AreEqual(GetEmailFromServiceAccountFile(), response.Username);
Console.WriteLine("Passed!");
#else
// TODO(jtattermusch): implement this
throw new NotImplementedException("Not supported on CoreCLR yet");
#endif
}
private async Task ReAuth(CommandContext ctx)
{
ctx.LogInfo($"GoogleAssistant: Attempting to refresh access token.");
using (IAuthorizationCodeFlow flow =
new GoogleAuthorizationCodeFlow(new GoogleAuthorizationCodeFlow.Initializer
{
ClientSecrets = new ClientSecrets
{
ClientId = KarvisConfiguration.GoogleAssistantConfiguration.ClientId,
ClientSecret = KarvisConfiguration.GoogleAssistantConfiguration.ClientSecret
},
Scopes = new[] { "https://www.googleapis.com/auth/assistant-sdk-prototype" }
}))
{
var tokenResponse = await flow.RefreshTokenAsync(
KarvisConfiguration.GoogleAssistantConfiguration.DebugUser,
new GoogleOAuth(KarvisConfiguration).GetRefreshTokenForUser(ctx.User.Id),
new CancellationToken());
new GoogleOAuth(KarvisConfiguration).StoreCredentialsForUser(
KarvisConfiguration.GoogleAssistantConfiguration.DebugUser, tokenResponse.AccessToken,
tokenResponse.RefreshToken, ctx.User.Id);
var channelCredentials = ChannelCredentials.Create(new SslCredentials(),
GoogleGrpcCredentials.FromAccessToken(tokenResponse.AccessToken));
UserEmbeddedAssistantClients[ctx.User.Id] =
new EmbeddedAssistant.EmbeddedAssistantClient(
new Channel("embeddedassistant.googleapis.com", 443, channelCredentials));
}
}
private void _connect()
{
try
{
var channel_credentials = new SslCredentials(File.ReadAllText(Cert_File));
var call_credentials = GoogleGrpcCredentials.FromAccessToken(Guid);
var credentials = ChannelCredentials.Create(channel_credentials, call_credentials);
_channel = new Channel(Host, credentials, new ChannelOption[] { new ChannelOption(ChannelOptions.SslTargetNameOverride, Name) });
}
catch
{
}
}
public static async Task RunOAuth2AuthTokenAsync(TestService.TestServiceClient client, string oauthScope)
{
Console.WriteLine("running oauth2_auth_token");
ITokenAccess credential = (await GoogleCredential.GetApplicationDefaultAsync()).CreateScoped(new[] { oauthScope });
string oauth2Token = await credential.GetAccessTokenForRequestAsync();
var credentials = GoogleGrpcCredentials.FromAccessToken(oauth2Token);
var request = new SimpleRequest
{
FillUsername = true,
FillOauthScope = true
};
var response = client.UnaryCall(request, new CallOptions(credentials: credentials));
Assert.False(string.IsNullOrEmpty(response.OauthScope));
Assert.True(oauthScope.Contains(response.OauthScope));
Assert.AreEqual(GetEmailFromServiceAccountFile(), response.Username);
Console.WriteLine("Passed!");
}
public static async Task RunOAuth2AuthTokenAsync(IChannelWrapper channel, ClientOptions options)
{
var client = CreateClient <TestService.TestServiceClient>(channel);
var oauthScope = options.OAuthScope !;
ITokenAccess credential = (await GoogleCredential.GetApplicationDefaultAsync()).CreateScoped(new[] { oauthScope });
var oauth2Token = await credential.GetAccessTokenForRequestAsync();
var credentials = GoogleGrpcCredentials.FromAccessToken(oauth2Token);
var request = new SimpleRequest
{
FillUsername = true,
FillOauthScope = true
};
var response = await client.UnaryCallAsync(request, new CallOptions(credentials : credentials));
Assert.IsFalse(string.IsNullOrEmpty(response.OauthScope));
Assert.IsTrue(oauthScope.Contains(response.OauthScope));
Assert.AreEqual(GetEmailFromServiceAccountFile(), response.Username);
}
public IZeebeClientFinalBuildStep UseAccessToken(string accessToken)
{
Credentials = ChannelCredentials.Create(Credentials, GoogleGrpcCredentials.FromAccessToken(accessToken));
return(this);
}
public async Task Assist(CommandContext ctx, int @in = 48000, int @out = 16000, int inChan = 1, int outChan = 1, string raw = null)
{
if (!ctx.Services.GetService <IProvideAudioState>().SpeechFromUser.ContainsKey(ctx.User.Id))
{
return;
}
var buff = ctx.Services.GetService <IProvideAudioState>().SpeechFromUser[ctx.User.Id].ToArray();
AssistantConfig.AudioInConfig = new AudioInConfig()
{
Encoding = AudioInConfig.Types.Encoding.Linear16,
SampleRateHertz = 16000
};
if (raw != "raw")
{
buff = AudioConverter.Resample(buff, @in, @out, inChan, outChan);
}
else
{
AssistantConfig.AudioInConfig.SampleRateHertz = AudioFormat.Default.SampleRate;
}
var token = new GoogleOAuth(KarvisConfiguration).GetTokenForUser(ctx.User.Id);
if (string.IsNullOrWhiteSpace(token))
{
await ctx.RespondAsync("Sorry, you have not signed up.");
return;
}
if (!UserEmbeddedAssistantClients.ContainsKey(ctx.User.Id))
{
var channelCredentials = ChannelCredentials.Create(new SslCredentials(), GoogleGrpcCredentials.FromAccessToken(token));
UserEmbeddedAssistantClients[ctx.User.Id] = new EmbeddedAssistant.EmbeddedAssistantClient(new Channel("embeddedassistant.googleapis.com", 443, channelCredentials));
}
using (var call = UserEmbeddedAssistantClients[ctx.User.Id].Assist())
{
try
{
var configRequest = new AssistRequest()
{
AudioIn = ByteString.Empty,
Config = AssistantConfig
};
ctx.LogInfo($"GoogleAssistant: Sending config message: Audio IsEmpty: {configRequest.AudioIn.IsEmpty}, Request Size: {configRequest.CalculateSize()}");
await call.RequestStream.WriteAsync(configRequest);
await SendAudioInChunks(call, ctx, buff);
await call.RequestStream.CompleteAsync();
ctx.LogInfo($"GoogleAssistant: Completing request and awaiting response.");
var audioOut = new List <byte>();
await call.ResponseStream.ForEachAsync((response) => ProcessVoiceAssistResponse(response, ctx, ref audioOut));
if (audioOut.Any())
{
var voiceConnection = await ctx.EnsureVoiceConnection();
if (voiceConnection == null || (voiceConnection.Channel != ctx.Member?.VoiceState?.Channel))
{
throw new InvalidOperationException($"I'm not connected to your voice channel, so I can't speak.");
}
var audio = AudioConverter.Resample(audioOut.ToArray(),
16000, 48000,
1, 2);
voiceConnection.SendSpeaking();
voiceConnection.GetTransmitStream().Write(audio, 0, audio.Length);
voiceConnection.GetTransmitStream().Flush();
voiceConnection.SendSpeaking(false);
}
try
{
var status = call.GetStatus();
ctx.LogInfo($"GoogleAssistant: Final Status: {status.StatusCode}, Detail: {status.Detail}.");
}
catch (InvalidOperationException ex)
{
}
}
catch (RpcException ex)
{
ctx.LogError($"GoogleAssistant: Exception: {ex.StatusCode}, {ex.Status.Detail}, {ex.Message}.");
if (ex.StatusCode == StatusCode.Unauthenticated)
{
if (!UserGoogleAuthRetries.ContainsKey(ctx.User.Id))
{
UserGoogleAuthRetries[ctx.User.Id] = 0;
}
if (UserGoogleAuthRetries[ctx.User.Id] < 3)
{
UserGoogleAuthRetries[ctx.User.Id]++;
await ReAuth(ctx);
await Assist(ctx, @in, @out, inChan, outChan, raw);
}
else
{
UserGoogleAuthRetries[ctx.User.Id] = 0;
}
}
}
catch (Exception ex)
{
await ctx.RespondAsync($"Sorry, {ctx.User.Username}, I can't google. \n\n``{ex.Message}``");
}
}
}
public async Task TextAssist(CommandContext ctx, [RemainingText] string query)
{
if (ctx.User?.Id == null)
{
return;
}
var token = new GoogleOAuth(KarvisConfiguration).GetTokenForUser(ctx.User.Id);
if (string.IsNullOrWhiteSpace(token))
{
await ctx.RespondAsync("Sorry, you have not signed up.");
return;
}
if (!UserEmbeddedAssistantClients.ContainsKey(ctx.User.Id))
{
var channelCredentials = ChannelCredentials.Create(new SslCredentials(), GoogleGrpcCredentials.FromAccessToken(token));
UserEmbeddedAssistantClients[ctx.User.Id] = new EmbeddedAssistant.EmbeddedAssistantClient(new Channel("embeddedassistant.googleapis.com", 443, channelCredentials));
}
using (var call = UserEmbeddedAssistantClients[ctx.User.Id].Assist())
{
try
{
AssistantConfig.AudioInConfig = null;
AssistantConfig.TextQuery = query;
var request = new AssistRequest()
{
AudioIn = ByteString.Empty,
Config = AssistantConfig
};
ctx.LogInfo($"GoogleAssistant: Sending config message: Audio IsEmpty: {request.AudioIn.IsEmpty}, Request Size: {request.CalculateSize()}");
await call.RequestStream.WriteAsync(request);
await call.RequestStream.CompleteAsync();
ctx.LogInfo($"GoogleAssistant: Completing request and awaiting response.");
var audioOut = new List <byte>();
await call.ResponseStream.ForEachAsync((response) => ProcessTextAssistResponse(response, ctx, ref audioOut));
try
{
var status = call.GetStatus();
ctx.LogInfo($"GoogleAssistant: Final Status: {status.StatusCode}, Detail: {status.Detail}.");
}
catch (InvalidOperationException ex)
{
}
if (audioOut.Any())
{
var voiceConnection = await ctx.EnsureVoiceConnection();
if (voiceConnection == null || (voiceConnection.Channel != ctx.Member?.VoiceState?.Channel))
{
throw new InvalidOperationException($"I'm not connected to your voice channel, so I can't speak.");
}
var audio = AudioConverter.Resample(audioOut.ToArray(),
16000, 48000,
1, 2);
voiceConnection.SendSpeaking();
voiceConnection.GetTransmitStream().Write(audio, 0, audio.Length);
voiceConnection.GetTransmitStream().Flush();
voiceConnection.SendSpeaking(false);
}
}
catch (RpcException ex)
{
ctx.LogError($"GoogleAssistant: Exception: {ex.StatusCode}, Detail: {ex.Status.Detail}, Message: {ex.Message}.");
if (ex.StatusCode == StatusCode.Unauthenticated)
{
if (!UserGoogleAuthRetries.ContainsKey(ctx.User.Id))
{
UserGoogleAuthRetries[ctx.User.Id] = 0;
}
if (UserGoogleAuthRetries[ctx.User.Id] < 3)
{
UserGoogleAuthRetries[ctx.User.Id]++;
await ReAuth(ctx);
await TextAssist(ctx, query);
}
else
{
UserGoogleAuthRetries[ctx.User.Id] = 0;
}
}
ctx.LogError($"GoogleAssistant: Exception: {ex.StatusCode}, Detail: {ex.Status.Detail}, Message: {ex.Message}.");
}
catch (Exception ex)
{
await ctx.RespondAsync($"Sorry, {ctx.User.Username}, I can't google. \n\n``{ex.Message}``");
}
}
}
