Forge
search
csharp4405de34
1using System.Net.Http.Json;
2using System.Text.Json;
3using OllamaSharp;
4
5namespace CascadeIDE.Services;
6
7public sealed class OllamaService : IOllamaService
8{
9 /// <summary>Стандартный HTTP-базис нативного API Ollama (как в документации); совпадает с MAF/OllamaChatClient без кастомного хоста в настройках.</summary>
10 public const string DefaultBaseUriString = "http://localhost:11434";
11
12 private readonly Uri _baseUrl;
13 private readonly HttpClient _httpClient;
14
15 public OllamaService(Uri? baseUrl = null)
16 {
17 _baseUrl = baseUrl ?? new Uri(DefaultBaseUriString);
18 _httpClient = new HttpClient { BaseAddress = _baseUrl };
19 }
20
21 public async Task<bool> IsAvailableAsync(CancellationToken cancellationToken = default)
22 {
23 try
24 {
25 var response = await _httpClient.GetAsync("/api/tags", cancellationToken);
26 return response.IsSuccessStatusCode;
27 }
28 catch
29 {
30 return false;
31 }
32 }
33
34 public async Task<IReadOnlyList<string>> GetModelNamesAsync(CancellationToken cancellationToken = default)
35 {
36 try
37 {
38 var ollama = new OllamaApiClient(_httpClient);
39 var models = await ollama.ListLocalModelsAsync(cancellationToken);
40 return models.Select(m => m.Name).ToList();
41 }
42 catch
43 {
44 return [];
45 }
46 }
47
48 public async Task<Models.OllamaModelDetails?> GetModelDetailsAsync(string modelName, CancellationToken cancellationToken = default)
49 {
50 if (string.IsNullOrWhiteSpace(modelName))
51 return null;
52 try
53 {
54 using var request = new HttpRequestMessage(HttpMethod.Post, "/api/show");
55 request.Content = JsonContent.Create(new { model = modelName.Trim() });
56 using var response = await _httpClient.SendAsync(request, cancellationToken);
57 if (!response.IsSuccessStatusCode)
58 return null;
59 await using var stream = await response.Content.ReadAsStreamAsync(cancellationToken);
60 using var doc = await JsonDocument.ParseAsync(stream, cancellationToken: cancellationToken);
61 var root = doc.RootElement;
62 root.TryGetProperty("details", out var detailsEl);
63 root.TryGetProperty("model_info", out var modelInfoEl);
64
65 string? paramSize = null, quant = null, family = null, format = null;
66 if (detailsEl.ValueKind == JsonValueKind.Object)
67 {
68 detailsEl.TryGetProperty("parameter_size", out var ps);
69 paramSize = ps.GetString();
70 detailsEl.TryGetProperty("quantization_level", out var q);
71 quant = q.GetString();
72 detailsEl.TryGetProperty("family", out var f);
73 family = f.GetString();
74 detailsEl.TryGetProperty("format", out var fmt);
75 format = fmt.GetString();
76 }
77
78 long? contextLength = null;
79 if (modelInfoEl.ValueKind == JsonValueKind.Object)
80 {
81 foreach (var prop in modelInfoEl.EnumerateObject())
82 {
83 if (prop.Name.EndsWith("context_length", StringComparison.OrdinalIgnoreCase) && prop.Value.ValueKind == JsonValueKind.Number && prop.Value.TryGetInt64(out var ctx))
84 {
85 contextLength = ctx;
86 break;
87 }
88 }
89 }
90
91 var caps = new List<string>();
92 if (root.TryGetProperty("capabilities", out var capsEl) && capsEl.ValueKind == JsonValueKind.Array)
93 {
94 foreach (var c in capsEl.EnumerateArray())
95 if (c.GetString() is { } s)
96 caps.Add(s);
97 }
98
99 var license = root.TryGetProperty("license", out var licEl) ? licEl.GetString() : null;
100 var modifiedAt = root.TryGetProperty("modified_at", out var modEl) ? modEl.GetString() : null;
101
102 return new Models.OllamaModelDetails
103 {
104 ParameterSize = paramSize,
105 QuantizationLevel = quant,
106 Family = family,
107 Format = format,
108 Capabilities = caps,
109 ContextLength = contextLength,
110 License = license,
111 ModifiedAt = modifiedAt
112 };
113 }
114 catch
115 {
116 return null;
117 }
118 }
119
120 public async IAsyncEnumerable<string> StreamChatAsync(string model, IReadOnlyList<ChatMessage> messages, [System.Runtime.CompilerServices.EnumeratorCancellation] CancellationToken cancellationToken = default)
121 {
122 if (messages.Count == 0)
123 yield break;
124 var requestBody = new
125 {
126 model,
127 stream = true,
128 messages = messages.Select(m => new { role = m.Role, content = m.Content }).ToArray()
129 };
130 using var request = new HttpRequestMessage(HttpMethod.Post, "/api/chat");
131 request.Content = JsonContent.Create(requestBody);
132 using var response = await _httpClient.SendAsync(request, HttpCompletionOption.ResponseHeadersRead, cancellationToken);
133 response.EnsureSuccessStatusCode();
134 await using var stream = await response.Content.ReadAsStreamAsync(cancellationToken);
135 using var reader = new StreamReader(stream);
136 while (await reader.ReadLineAsync(cancellationToken) is { } line)
137 {
138 if (string.IsNullOrWhiteSpace(line)) continue;
139 string? text = null;
140 try
141 {
142 using var doc = JsonDocument.Parse(line);
143 if (doc.RootElement.TryGetProperty("message", out var msg) && msg.TryGetProperty("content", out var content))
144 text = content.GetString();
145 }
146 catch
147 {
148 // skip
149 }
150 if (!string.IsNullOrEmpty(text))
151 yield return text;
152 }
153 }
154
155 public async IAsyncEnumerable<string> PullModelAsync(string modelName, [System.Runtime.CompilerServices.EnumeratorCancellation] CancellationToken cancellationToken = default)
156 {
157 if (string.IsNullOrWhiteSpace(modelName))
158 yield break;
159
160 using var request = new HttpRequestMessage(HttpMethod.Post, "/api/pull");
161 request.Content = JsonContent.Create(new { model = modelName.Trim(), stream = true });
162
163 using var response = await _httpClient.SendAsync(request, HttpCompletionOption.ResponseHeadersRead, cancellationToken);
164 response.EnsureSuccessStatusCode();
165
166 await using var stream = await response.Content.ReadAsStreamAsync(cancellationToken);
167 using var reader = new StreamReader(stream);
168
169 while (await reader.ReadLineAsync(cancellationToken) is { } line)
170 {
171 if (string.IsNullOrWhiteSpace(line))
172 continue;
173 var status = ParsePullStatusLine(line);
174 if (!string.IsNullOrEmpty(status))
175 yield return status;
176 }
177 }
178
179 private static string? ParsePullStatusLine(string jsonLine)
180 {
181 try
182 {
183 using var doc = JsonDocument.Parse(jsonLine);
184 var root = doc.RootElement;
185 if (root.TryGetProperty("status", out var statusEl))
186 {
187 var status = statusEl.GetString() ?? "";
188 if (root.TryGetProperty("completed", out var completed) && root.TryGetProperty("total", out var total))
189 {
190 var c = completed.TryGetInt64(out var cv) ? cv : 0L;
191 var t = total.TryGetInt64(out var tv) ? tv : 0L;
192 if (t > 0)
193 return $"{status} {(int)(c * 100 / t)}%";
194 }
195 return status;
196 }
197 }
198 catch
199 {
200 // ignore
201 }
202 return null;
203 }
204}
205
View only · write via MCP/CIDE