FastIngestZero-Allocation Bulk Ingestion Pipeline for .NET

using FastIngest.Core.Pipeline;
using FastIngest.PostgreSql.Extensions;
using Npgsql;

await using var stream = File.OpenRead("transactions_10m.csv");
await using var conn = new NpgsqlConnection(connectionString);
await conn.OpenAsync();

var result = await FastIngestPipeline<TransactionRecord>.Create()
    .FromStream(stream, FileType.Csv)
    .WithMapping(map =>
    {
        map.Map(x => x.Id, "transaction_id");
        map.Map(x => x.AccountId, "account_id");
        map.Map(x => x.Amount, "amount");
        map.Map(x => x.Timestamp, "created_at");
    })
    .ValidateWith<TransactionValidator>()
    .WithBatchSize(10_000)
    .WithChannelCapacity(2)
    .WriteToPostgresAsync(conn, "transactions");

Console.WriteLine($"Ingested {result.TotalSucceeded:N0} rows in {result.Duration.TotalSeconds:F1}s!");

using FastIngest.AspNetCore.Extensions;

var builder = WebApplication.CreateBuilder(args);
builder.Services.AddFastIngestAspNetCore(ingest => {
    ingest.AddPostgreSqlSink("...");
    ingest.RegisterProfilesFromAssemblyContaining<Program>();
});

var app = builder.Build();

app.MapFastIngestHub("/hubs/fastingest"); // SignalR Progress Telemetry
app.MapFastIngestUpload<TransactionRecord>("/api/transactions/upload"); // 202 Accepted

app.Run();