clickhouse

src/Jiaowu.Api/Program.cs

@@ -6,6 +6,7 @@ using Jiaowu.Api.Infrastructure.BackgroundJobs;
 using Jiaowu.Api.Infrastructure.Grades;
 using Jiaowu.Api.Infrastructure.Configuration;
 using Jiaowu.Api.Infrastructure.Auth;
+using Jiaowu.Api.Infrastructure.Analytics;
 using Jiaowu.Api.Infrastructure.Caching;
 using Jiaowu.Api.Infrastructure.Exams;
 using Jiaowu.Api.Infrastructure.Middleware;
@@ -101,6 +102,9 @@ var observabilityOptions = builder.Configuration
 var performanceReportingOptions = builder.Configuration
     .GetSection(PerformanceReportingOptions.SectionName)
     .Get<PerformanceReportingOptions>() ?? new PerformanceReportingOptions();
+var clickHouseAnalyticsOptions = builder.Configuration
+    .GetSection(ClickHouseAnalyticsOptions.SectionName)
+    .Get<ClickHouseAnalyticsOptions>() ?? new ClickHouseAnalyticsOptions();
 var rabbitMqOptions = builder.Configuration
     .GetSection(RabbitMqOptions.SectionName)
     .Get<RabbitMqOptions>() ?? new RabbitMqOptions();
@@ -252,6 +256,19 @@ if (backgroundJobOptions.UsesRabbitMq &&
 {
     throw new InvalidOperationException("RabbitMq 连接配置不完整。");
 }
+
+if (clickHouseAnalyticsOptions.Enabled &&
+    (!Uri.TryCreate(clickHouseAnalyticsOptions.Endpoint, UriKind.Absolute, out var clickHouseEndpoint) ||
+     clickHouseEndpoint.Scheme is not ("http" or "https") ||
+     !clickHouseAnalyticsOptions.HasValidIdentifiers() ||
+     string.IsNullOrWhiteSpace(clickHouseAnalyticsOptions.UserName) ||
+     string.IsNullOrWhiteSpace(clickHouseAnalyticsOptions.Password) ||
+     clickHouseAnalyticsOptions.SyncIntervalSeconds is < 10 or > 86400 ||
+     clickHouseAnalyticsOptions.SourceLookbackDays is < 1 or > 3650 ||
+     clickHouseAnalyticsOptions.BatchSize is < 1 or > 10000))
+{
+    throw new InvalidOperationException("ClickHouseAnalytics 配置无效。");
+}
 if (backgroundJobOptions.UsesRabbitMq &&
     !builder.Environment.IsDevelopment() &&
     (rabbitMqOptions.UserName.Equals("guest", StringComparison.OrdinalIgnoreCase) ||
@@ -282,6 +299,7 @@ builder.Services.AddSingleton(backgroundJobOptions);
 builder.Services.AddSingleton(operationsOptions);
 builder.Services.AddSingleton(observabilityOptions);
 builder.Services.AddSingleton(performanceReportingOptions);
+builder.Services.AddSingleton(clickHouseAnalyticsOptions);
 builder.Services.AddSingleton(rabbitMqOptions);
 builder.Services.AddSingleton<DatabaseCommandTelemetryInterceptor>();
 builder.Services.AddMemoryCache();
@@ -290,6 +308,11 @@ builder.Services.AddHttpClient<PerformanceReportService>((services, client) =>
     var reporting = services.GetRequiredService<PerformanceReportingOptions>();
     client.Timeout = TimeSpan.FromSeconds(reporting.TimeoutSeconds);
 });
+builder.Services.AddHttpClient<ClickHouseAnalyticsClient>((_, client) =>
+{
+    client.BaseAddress = new Uri(clickHouseAnalyticsOptions.Endpoint.TrimEnd('/') + "/");
+    client.Timeout = TimeSpan.FromSeconds(30);
+});
 builder.Services.Configure<OfficialDocumentOptions>(
     builder.Configuration.GetSection(OfficialDocumentOptions.SectionName));
 builder.Services.AddDbContextPool<AppDbContext>((services, options) =>
@@ -441,6 +464,7 @@ builder.Services.AddScoped<CourseGradeStatisticsRefreshJobProcessor>();
 builder.Services.AddScoped<CourseGradeStatisticsRefreshScheduler>();
 builder.Services.AddSingleton(TimeProvider.System);
 builder.Services.AddHostedService<CourseGradeStatisticsRefreshWorker>();
+builder.Services.AddHostedService<ClickHouseAnalyticsProjectionWorker>();
 builder.Services.AddSingleton<BackgroundJobTelemetry>();
 builder.Services.AddScoped<BackgroundJobMonitoringService>();
 builder.Services.AddScoped<OperationalHealthService>();