kafka

type Config struct {
	ConveyorConfig conveyor.Config
	DLQ            dlq.Config
	Script         script.Config
	Sequencer      sequencer.Config
	Staging        sinkprod.StagingConfig
	Target         sinkprod.TargetConfig
	TargetSchema   ident.Schema
	TLS            secure.Config

	BatchSize        int           // How many messages to accumulate before committing to the target
	Brokers          []string      // The address of the Kafka brokers
	Group            string        // the Kafka consumer group id.
	MaxTimestamp     string        // Only accept messages at or older than this timestamp
	MinTimestamp     string        // Only accept messages at or newer than this timestamp
	ResolvedInterval time.Duration // Minimal duration between resolved timestamps.
	SASL             SASLConfig    // SASL parameters
	Strategy         string        // Kafka consumer group re-balance strategy
	Topics           []string      // The list of topics that the consumer should use.
	// contains filtered or unexported fields
}

type Conn struct {
	// contains filtered or unexported fields
}

type Consumer struct {
	// contains filtered or unexported fields
}

type Conveyor interface {
	// AcceptMultiBatch processes a batch. The batch is committed to the target
	// database or to a staging area, depending on the mode in which
	// the connector is running.
	AcceptMultiBatch(context.Context, *types.MultiBatch, *types.AcceptOptions) error
	// Advance extends the proposed checkpoint timestamp associated with a partition.
	// It is called when a resolved timestamp is received by the consumer.
	Advance(context.Context, ident.Ident, hlc.Time) error
	// Ensure that a checkpoint exists for all the given partitions. It should be
	// called every time a new partition or topic is discovered by the consumer group.
	Ensure(context.Context, []ident.Ident) error
	// Access to the underlying schema.
	Watcher() types.Watcher
}

type EagerConfig Config

type Kafka struct {
	Conn        *Conn
	Diagnostics *diag.Diagnostics
}

type OffsetSeeker interface {
	// GetOffsets finds the most recent offsets for resolved timestamp messages
	// that are before the given time, and in the given topics.
	GetOffsets([]string, hlc.Time) ([]*partitionState, error)
	// Close shuts down the connection with the Kafka broker.
	Close() error
}

type SASLConfig struct {
	ClientID     string
	ClientSecret string
	GrantType    string
	Mechanism    string
	Password     string
	Scopes       []string
	TokenURL     string
	User         string
}