feat: Add config population from the environment.

Author: ldmi3i

docker/docker-compose-dev.yml

@@ -13,6 +13,8 @@ services:
     build:
       context: ../.
       dockerfile: Dockerfile
+    environment:
+      QUEUE_URL: amqp://guest:guest@rabbit:5672/
     restart: unless-stopped
     depends_on:
       - rabbit

go.mod

@@ -4,6 +4,7 @@ go 1.18
 
 require (
 	github.com/golang/mock v1.6.0
+	github.com/kelseyhightower/envconfig v1.4.0
 	github.com/rabbitmq/amqp091-go v1.4.0
 	github.com/stretchr/testify v1.7.0
 	github.com/wagslane/go-rabbitmq v0.10.0

go.sum

@@ -2,6 +2,8 @@ github.com/davecgh/go-spew v1.1.0 h1:ZDRjVQ15GmhC3fiQ8ni8+OwkZQO4DARzQgrnXU1Liz8
 github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
 github.com/golang/mock v1.6.0 h1:ErTB+efbowRARo13NNdxyJji2egdxLGQhRaY+DUumQc=
 github.com/golang/mock v1.6.0/go.mod h1:p6yTPP+5HYm5mzsMV8JkE6ZKdX+/wYM6Hr+LicevLPs=
+github.com/kelseyhightower/envconfig v1.4.0 h1:Im6hONhd3pLkfDFsbRgu68RDNkGF1r3dvMUtDTo2cv8=
+github.com/kelseyhightower/envconfig v1.4.0/go.mod h1:cccZRl6mQpaq41TPp5QxidR+Sa3axMbJDNb//FQX6Gg=
 github.com/kr/pretty v0.1.0 h1:L/CwN0zerZDmRFUapSPitk6f+Q3+0za1rQkzVuMiMFI=
 github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=
 github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=

internal/app.go

@@ -13,27 +13,32 @@ func Start() int {
 	ctx, cancel := context.WithCancel(context.Background())
 	defer cancel()
 
-	conf := config.ReadConfig() //read configuration from file & env
+	conf, err := config.ReadConfig() //read configuration from file & env
+	if err != nil {
+		log.Println("error while reading configuration")
+		return 1
+	}
+
 	//initialize publisher connection to the queue
 	//this library assumes using one publisher and one consumer per application
 	//https://github.com/wagslane/go-rabbitmq/issues/79
-	pub, err := publisher.NewPublisher(conf.QueueConfig) //TODO pass logger here and add it to publisher options
+	pub, err := publisher.NewPublisher(conf.Queue) //TODO pass logger here and add it to publisher options
 	if err != nil {
 		log.Println("error while starting publisher: ", err)
 		return 1
 	}
 	defer publisher.ClosePublisher(pub)
 	//initialize consumer connection to the queue
-	consumer, err := queue.NewConsumer(conf.QueueConfig) //TODO pass logger here and add it to consumer options
+	consumer, err := queue.NewConsumer(conf.Queue) //TODO pass logger here and add it to consumer options
 	if err != nil {
 		log.Println("error while connecting to the queue: ", err)
 		return 1
 	}
 	defer queue.CloseConsumer(consumer)
 
-	handl := handler.NewApiSpecDocHandler(pub, conf.QueueConfig)
+	handl := handler.NewApiSpecDocHandler(pub, conf.Queue)
 	listener := queue.NewListener()
-	err = listener.Start(consumer, &conf.QueueConfig, handl)
+	err = listener.Start(consumer, &conf.Queue, handl)
 	if err != nil {
 		log.Println("error while listening queue ", err)
 		return 1

internal/config/application.go

@@ -1,20 +1,20 @@
 package config
 
+import (
+	"fmt"
+	"github.com/kelseyhightower/envconfig"
+)
+
 type ApplicationConfig struct {
-	QueueConfig QueueConfig
+	Queue QueueConfig
 }
 
-func ReadConfig() ApplicationConfig {
-	//Stub this method before the configuration task is not resolved
-	//https://github.com/rog-golang-buddies/api-hub_data-scraping-service/issues/10
-	//TODO implement with the method to read configuration from file and env
-	return ApplicationConfig{
-		QueueConfig: QueueConfig{
-			UrlRequestQueue:     "data-scraping-asd",
-			ScrapingResultQueue: "storage-update-asd",
-			NotificationQueue:   "gateway-scrape_notifications",
-			Url:                 "amqp://guest:guest@rabbit:5672/",
-			Concurrency:         10,
-		},
+//ReadConfig reads configuration from the environment and populate the structure with it
+func ReadConfig() (*ApplicationConfig, error) {
+	var conf ApplicationConfig
+	if err := envconfig.Process("", &conf); err != nil {
+		return nil, err
 	}
+	fmt.Printf("conf: %+v\n", conf)
+	return &conf, nil
 }

internal/config/queue.go

@@ -2,9 +2,9 @@ package config
 
 //QueueConfig queue configuration
 type QueueConfig struct {
-	UrlRequestQueue     string //UrlRequestQueue name to listen to the new events
-	ScrapingResultQueue string //Queue name to send processed ApiSpecDoc
-	NotificationQueue   string //Queue name to notify a user about error or success (if required)
-	Url                 string //RabbitMQ url
-	Concurrency         int    //Number of parallel handlers
+	UrlRequestQueue     string `default:"data-scraping-asd"`                  //UrlRequestQueue name to listen to the new events
+	ScrapingResultQueue string `default:"storage-update-asd"`                 //Queue name to send processed ApiSpecDoc
+	NotificationQueue   string `default:"gateway-scrape_notifications"`       //Queue name to notify a user about error or success (if required)
+	Url                 string `default:"amqp://guest:guest@localhost:5672/"` //RabbitMQ url
+	Concurrency         int    `default:"30"`                                 //Number of parallel handlers
 }