-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathProgram.cs
106 lines (85 loc) · 3.25 KB
/
Program.cs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
using System.Text;
using Common.AiDevsApi.Contracts;
using Common.AiDevsApi.Extensions;
using Common.AiDevsApi.Models;
using Microsoft.Extensions.Configuration;
using Microsoft.Extensions.DependencyInjection;
using Microsoft.Extensions.Options;
using OllamaSharp;
using OllamaSharp.Models;
using S01E05;
var builder = Host.CreateApplicationBuilder(args);
builder.Services
.AddAiDevsApi();
var host = builder.Build();
await using var scope = host.Services.CreateAsyncScope();
var sp = scope.ServiceProvider;
var config = sp.GetRequiredService<IConfiguration>();
var uncensoredText = await GetUncensoredText(sp);
Console.WriteLine(uncensoredText);
var ollama = ConfigureOllamaClient(sp, config);
var censoredText = await HybridApproach(uncensoredText);
Console.WriteLine(censoredText);
var taskAnswer = new TaskAnswer
{
Task = "CENZURA",
Answer = censoredText
};
var aiDevsApiService = sp.GetRequiredService<IAiDevsApiService>();
var apiResponse = await aiDevsApiService.VerifyTaskAnswerAsync(taskAnswer);
Console.WriteLine(JsonSerializer.Serialize(apiResponse));
async Task<string> HybridApproach(string uncensoredText)
{
var request = new GenerateRequest()
{
System = Prompts.IdentificationPrompt,
Prompt = uncensoredText,
Stream = true,
};
var fullResponse = new StringBuilder();
await foreach (var stream in ollama.GenerateAsync(request))
{
Console.Write(stream?.Response);
fullResponse.Append(stream?.Response);
}
Console.WriteLine();
var identifiedElements = JsonSerializer.Deserialize<string[]>(fullResponse.ToString()) ?? [];
var censoredText = new StringBuilder(uncensoredText);
foreach (var element in identifiedElements)
censoredText.Replace(element, "CENZURA");
return censoredText.ToString();
}
#pragma warning disable CS8321 // Local function is declared but never used
async Task<string> FullLlmApproach(string uncensoredText)
#pragma warning restore CS8321 // Local function is declared but never used
{
var request = new GenerateRequest()
{
System = Prompts.CensorshipSystem,
Prompt = uncensoredText,
Stream = true,
};
var fullResponse = new StringBuilder();
await foreach (var stream in ollama.GenerateAsync(request))
{
Console.Write(stream?.Response);
fullResponse.Append(stream?.Response);
}
Console.WriteLine();
return fullResponse.ToString();
}
async Task<string> GetUncensoredText(IServiceProvider sp)
{
var aiDevsApiService = sp.GetRequiredService<IAiDevsApiService>();
var aiDevsOptions = sp.GetRequiredService<IOptions<AiDevsApiOptions>>().Value;
return await aiDevsApiService.HttpClient.GetStringAsync($"data/{aiDevsOptions.ApiKey}/cenzura.txt");
}
OllamaApiClient ConfigureOllamaClient(IServiceProvider sp, IConfiguration config)
{
var ollamaConfig = config.GetSection("Ollama").Get<OllamaApiClient.Configuration>()
?? throw new InvalidOperationException("Ollama configuration is missing");
var ollamaHttpClient = sp.GetRequiredService<IHttpClientFactory>().CreateClient("ollama");
ollamaHttpClient.BaseAddress = ollamaConfig.Uri;
ollamaHttpClient.Timeout = TimeSpan.FromMinutes(15);
return new OllamaApiClient(ollamaHttpClient, ollamaConfig.Model);
}