go-batcher

This is a batcher inspired by GraphQL's Dataloader and yckao's dataloader implementation. If dataloader is batch to load somedata, why not use same way to do something? That's why this project start.

Features

Requirement

go >= 1.18

Getting Started

package main

import (
	"context"
	"fmt"

	"github.com/yckao/go-batcher"
)

type ExampleData struct {
	Message string
}

func batchFn(ctx context.Context, requests []string) []batcher.Response[*ExampleData] {
	response := make([]batcher.Response[*ExampleData], len(requests))
	for index, req := range requests {
		// do something
		response[index] = batcher.Response[*ExampleData]{
			Response: &ExampleData{
				Message: fmt.Sprintf("Hello %s", req),
			},
		}
	}
	return response
}

func main() {
	ctx := context.Background()
	cc := batcher.NewLimitedConcurrencyControl(10)
	action := batcher.NewAction(batchFn)
	batcher := batcher.New(
		ctx,
		action,
		batcher.WithConcurrencyControl(cc),
		batcher.WithMaxBatchSize(100),
	)

	thunk := batcher.Do(ctx, "World")
	// You can call shutdown to graceful shutdown batcher
	batcher.Shutdown()
	val, err := thunk.Await(ctx)
	fmt.Printf("value: %v, err: %v\n", val, err)
}