configuration

type Configuration struct {
	LogLevel               LogLevel                            `yaml:"log_level"`
	DB                     DBConfiguration                     `yaml:"db"`
	RabbitMQ               RabbitMQConfiguration               `yaml:"rabbitmq"`
	FeedsFetching          FeedsFetchingConfiguration          `yaml:"feeds_fetching"`
	GDELTFetching          GDELTFetchingConfiguration          `yaml:"gdelt_fetching"`
	TweetsFetching         TweetsFetchingConfiguration         `yaml:"tweets_fetching"`
	WebScraping            WebScrapingConfiguration            `yaml:"web_scraping"`
	DuplicateDetector      DuplicateDetectorConfiguration      `yaml:"duplicate_detector"`
	Vectorizer             VectorizerConfiguration             `yaml:"vectorizer"`
	ZeroShotClassification ZeroShotClassificationConfiguration `yaml:"zero_shot_classification"`
	Server                 ServerConfiguration                 `yaml:"server"`
	SupportedLanguages     []string                            `yaml:"supported_languages"`
}

type DBConfiguration struct {
	DSN string
}

type DuplicateDetectorConfiguration struct {
	TimeframeHours          int     `yaml:"timeframe_hours"`
	SimilarityThreshold     float32 `yaml:"similarity_threshold"`
	SubQueueName            string  `yaml:"sub_queue_name"`
	SubRoutingKey           string  `yaml:"sub_routing_key"`
	PubNewEventRoutingKey   string  `yaml:"pub_new_event_routing_key"`
	PubNewRelatedRoutingKey string  `yaml:"pub_new_related_routing_key"`
}

type FeedsFetchingConfiguration struct {
	NumWorkers                          int           `yaml:"num_workers"`
	MaxAllowedFailures                  int           `yaml:"max_allowed_failures"`
	SleepingTime                        time.Duration `yaml:"sleeping_time"`
	OmitFeedItemsPublishedBeforeEnabled bool          `yaml:"omit_feed_items_published_before_enabled"`
	OmitFeedItemsPublishedBefore        time.Time     `yaml:"omit_feed_items_published_before"`
	NewWebResourceRoutingKey            string        `yaml:"new_web_resource_routing_key"`
	NewFeedItemRoutingKey               string        `yaml:"new_feed_item_routing_key"`
}

type GDELTFetchingConfiguration struct {
	SleepingTime                    time.Duration `yaml:"sleeping_time"`
	NewWebResourceRoutingKey        string        `yaml:"new_web_resource_routing_key"`
	NewGDELTEventRoutingKey         string        `yaml:"new_gdelt_event_routing_key"`
	TopLevelCameoEventCodeWhitelist []string      `yaml:"top_level_cameo_event_code_whitelist"`
}

type LogLevel zerolog.Level

type RabbitMQConfiguration struct {
	URI          string
	ExchangeName string `yaml:"exchange_name"`
}

type ServerConfiguration struct {
	Address        string   `yaml:"address"`
	TLSEnabled     bool     `yaml:"tls_enabled"`
	TLSCert        string   `yaml:"tls_cert"`
	TLSKey         string   `yaml:"tls_key"`
	AllowedOrigins []string `yaml:"allowed_origins"`
}

type TweetsFetchingConfiguration struct {
	NumWorkers                       int           `yaml:"num_workers"`
	SleepingTime                     time.Duration `yaml:"sleeping_time"`
	OmitTweetsPublishedBeforeEnabled bool          `yaml:"omit_tweets_published_before_enabled"`
	OmitTweetsPublishedBefore        time.Time     `yaml:"omit_tweets_published_before"`
	MaxTweetsNumber                  int           `yaml:"max_tweets_number"`
	NewWebResourceRoutingKey         string        `yaml:"new_web_resource_routing_key"`
	NewTweetRoutingKey               string        `yaml:"new_tweet_routing_key"`
	NewWebArticleRoutingKey          string        `yaml:"new_web_article_routing_key"`
}

type VectorizerConfiguration struct {
	NumWorkers                           int    `yaml:"num_workers"`
	SubQueueName                         string `yaml:"sub_queue_name"`
	SubNewWebArticleRoutingKey           string `yaml:"sub_new_web_article_routing_key"`
	PubNewVectorizedWebArticleRoutingKey string `yaml:"pub_new_vectorized_web_article_routing_key"`
	LabseGrpcAddress                     string `yaml:"labse_grpc_address"`
	LabseTLSDisable                      bool   `yaml:"labse_tls_disable"`
}

type WebScrapingConfiguration struct {
	NumWorkers                  int    `yaml:"num_workers"`
	SubQueueName                string `yaml:"sub_queue_name"`
	SubNewWebResourceRoutingKey string `yaml:"sub_new_web_resource_routing_key"`
	PubNewWebArticleRoutingKey  string `yaml:"pub_new_web_article_routing_key"`
}

type ZeroShotClassificationConfiguration struct {
	NumWorkers          int      `yaml:"num_workers"`
	SubQueueName        string   `yaml:"sub_queue_name"`
	SubRoutingKey       string   `yaml:"sub_routing_key"`
	PubRoutingKey       string   `yaml:"pub_routing_key"`
	PayloadKey          string   `yaml:"payload_key"`
	ZeroShotGRPCAddress string   `yaml:"zero_shot_grpc_address"`
	GRPCTLSDisable      bool     `yaml:"grpc_tls_disable"`
	HypothesisTemplate  string   `yaml:"hypothesis_template"`
	PossibleLabels      []string `yaml:"possible_labels"`
	MultiClass          bool     `yaml:"multi_class"`
}