ETLBox Build production-ready data pipelines in .NET

string connString =
  @"Source=.;Trusted_Connection=true;Initial Catalog=ETLBox;"
var destCon = new SqlConnectionManager(connString);

//Create the dataflow components
var source = new CsvSource(sourceCon, "SourceData.csv");
var dest = new DbDestination(destCon, "DestinationTable");

//Default mapping: Csv header and column name match (case-sensitive)
//Override mapping like this:
dest.ColumnMapping = new[] {
    new DbColumnMap() {
      DbColumnName = "Id", PropertyName = "OrderNumber"
    }
};

//Link the source and destination, run the dataflow
source.LinkTo(dest);
await Network.ExecuteAsync(source);

public class MyMergeRow : MergeableRow
{
    [IdColumn]
    public long Key { get; set; }
    [CompareColumn]
    [UpdateColumn]
    public string Value { get; set; }
    [DeleteColumn(true)]
    public bool DeleteThisRow { get; set; }
}

//Create the dataflow components
DbSource<MyMergeRow> source = new (connection, "SourceTable");
DbMerge<MyMergeRow> mergeDest = new (connection, "DestinationTable");
merge.MergeMode = MergeMode.Full;
merge.CacheMode = CacheMode.Partial;

//Link the source and destination, run the dataflow
source.LinkTo(merge);
Network.Execute(source);

var client = new OpenAIClient(apiKey)
    .GetChatClient("gpt-4o-mini").AsIChatClient();
var source = new MemorySource<Review>();
source.DataAsList.Add(new Review { Id = 1, Text = "I love this." });
source.DataAsList.Add(new Review { Id = 2, Text = "I hate this." });

var chat = new ChatBatchTransformation<Review, Label>(client, 10) {
    SystemPrompt = "You classify product reviews.",
    UserPrompt = "Keep Id. Set Sentiment and Score from 0 to 100."
};
var dest = new MemoryDestination<Label>();
source.LinkTo<Label>(chat).LinkTo(dest);
Network.Execute(source);