CFS-2672 | feat: started working on component tests

go.mod

@@ -13,15 +13,21 @@ require (
 )
 
 require (
+	github.com/cpuguy83/go-md2man/v2 v2.0.1 // indirect
 	github.com/davecgh/go-spew v1.1.1 // indirect
+	github.com/go-logr/stdr v1.2.2 // indirect
 	github.com/golang/protobuf v1.5.2 // indirect
 	github.com/google/go-cmp v0.5.6 // indirect
 	github.com/kr/pretty v0.3.0 // indirect
 	github.com/pmezard/go-difflib v1.0.0 // indirect
+	github.com/russross/blackfriday/v2 v2.1.0 // indirect
 	github.com/stretchr/objx v0.2.0 // indirect
+	github.com/urfave/cli/v2 v2.8.1 // indirect
+	github.com/xrash/smetrics v0.0.0-20201216005158-039620a65673 // indirect
 	golang.org/x/net v0.0.0-20211015210444-4f30a5c0130f // indirect
 	golang.org/x/sys v0.0.0-20220317061510-51cd9980dadf // indirect
 	golang.org/x/text v0.3.7 // indirect
+	golang.org/x/time v0.0.0-20220411224347-583f2d630306 // indirect
 	google.golang.org/genproto v0.0.0-20210608205507-b6d2f5bf0d7d // indirect
 	google.golang.org/protobuf v1.26.0 // indirect
 	gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c // indirect

go.sum

@@ -5,6 +5,8 @@ github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03
 github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU=
 github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw=
 github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk=
+github.com/cpuguy83/go-md2man/v2 v2.0.1 h1:r/myEWzV9lfsM1tFLgDyu0atFtJ1fXn261LKYj/3DxU=
+github.com/cpuguy83/go-md2man/v2 v2.0.1/go.mod h1:tgQtvFlXSQOSOSIRvRPT7W67SCa46tRHOmNcaadrF8o=
 github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E=
 github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
 github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
@@ -16,8 +18,11 @@ github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7
 github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo=
 github.com/fsnotify/fsnotify v1.4.9 h1:hsms1Qyu0jgnwNXIxa+/V/PDsU6CfLf6CNO8H7IWoS4=
 github.com/fsnotify/fsnotify v1.4.9/go.mod h1:znqG4EE+3YCdAaPaxE2ZRY/06pZUdp0tY4IgpuI1SZQ=
+github.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A=
 github.com/go-logr/logr v1.2.3 h1:2DntVwHkVopvECVRSlL5PSo9eG+cAkDCuckLubN+rq0=
 github.com/go-logr/logr v1.2.3/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A=
+github.com/go-logr/stdr v1.2.2 h1:hSWxHoqTgW2S2qGc0LTAI563KZ5YKYRhT3MFKZMbjag=
+github.com/go-logr/stdr v1.2.2/go.mod h1:mMo/vtBO5dYbehREoey6XUKy/eSumjCCveDpRre4VKE=
 github.com/go-task/slim-sprig v0.0.0-20210107165309-348f09dbbbc0/go.mod h1:fyg7847qk6SyHyPtNmDHnmrv/HOrqktSC+C9fM+CJOE=
 github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q=
 github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A=
@@ -71,6 +76,8 @@ github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 h1:N/ElC8H3+5X
 github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475/go.mod h1:bCqnVzQkZxMG4s8nGwiZ5l3QUCyqpo9Y+/ZMZ9VjZe4=
 github.com/rogpeppe/go-internal v1.6.1 h1:/FiVV8dS/e+YqF2JvO3yXRFbBLTIuSDkuC7aBOAvL+k=
 github.com/rogpeppe/go-internal v1.6.1/go.mod h1:xXDCJY+GAPziupqXw64V24skbSoqbTEfhy4qGm1nDQc=
+github.com/russross/blackfriday/v2 v2.1.0 h1:JIOH55/0cWyOuilr9/qlrm0BSXldqnqwMsf35Ld67mk=
+github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM=
 github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
 github.com/stretchr/objx v0.2.0 h1:Hbg2NidpLE8veEBkEZTL3CvlkUIVzuU9jDplZO54c48=
 github.com/stretchr/objx v0.2.0/go.mod h1:qt09Ya8vawLte6SNmTgCsAVtYtaKzEcn8ATUoHMkEqE=
@@ -80,10 +87,14 @@ github.com/stretchr/testify v1.7.1 h1:5TQK59W5E3v0r2duFAb7P95B6hEeOyEnHRa8MjYSMT
 github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
 github.com/tsuna/endian v0.0.0-20151020052604-29b3a4178852 h1:/HMzghBx/U8ZTQ+CCKRAsjeNNV12OCG3PfJcthNMBU0=
 github.com/tsuna/endian v0.0.0-20151020052604-29b3a4178852/go.mod h1:7SvkOZYNBtjd5XUi2fuPMvAZS8rlCMaU69hj/3joIsE=
+github.com/urfave/cli/v2 v2.8.1 h1:CGuYNZF9IKZY/rfBe3lJpccSoIY1ytfvmgQT90cNOl4=
+github.com/urfave/cli/v2 v2.8.1/go.mod h1:Z41J9TPoffeoqP0Iza0YbAhGvymRdZAd2uPmZ5JxRdY=
 github.com/valyala/fastrand v1.0.0 h1:LUKT9aKer2dVQNUi3waewTbKV+7H17kvWFNKs2ObdkI=
 github.com/valyala/fastrand v1.0.0/go.mod h1:HWqCzkrkg6QXT8V2EXWvXCoow7vLwOFN002oeRzjapQ=
 github.com/villenny/fastrand64-go v0.0.0-20201008161821-3d8fa521c558 h1:oNwFCUPi4ns2fMuaBtzMdQImdt25neDPJPBTNprmdF8=
 github.com/villenny/fastrand64-go v0.0.0-20201008161821-3d8fa521c558/go.mod h1:0KogUQQf0cFYfgnOpYJqw1RnSb4S1oJwUb1CEpGJLJ4=
+github.com/xrash/smetrics v0.0.0-20201216005158-039620a65673 h1:bAn7/zixMGCfxrRTfdpNzjtPYqr8smhKouy9mxVdGPU=
+github.com/xrash/smetrics v0.0.0-20201216005158-039620a65673/go.mod h1:N3UwUGtsrSj3ccvlPHLoLsHnpR27oXr4ZE984MbSER8=
 github.com/yalue/native_endian v0.0.0-20180607135909-51013b03be4f h1:nsQCScpQ8RRf+wIooqfyyEUINV2cAPuo2uVtHSBbA4M=
 github.com/yalue/native_endian v0.0.0-20180607135909-51013b03be4f/go.mod h1:1cm5YQZdnDQBZVtFG2Ip8sFVN0eYZ8OFkCT2kIVl9mw=
 github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74=
@@ -141,6 +152,8 @@ golang.org/x/text v0.3.5/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
 golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
 golang.org/x/text v0.3.7 h1:olpwvP2KacW1ZWvsR7uQhoyTYvKAupfQrRGBFM352Gk=
 golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ=
+golang.org/x/time v0.0.0-20220411224347-583f2d630306 h1:+gHMid33q6pen7kv9xvT+JRinntgeXO2AeZVd0AWD3w=
+golang.org/x/time v0.0.0-20220411224347-583f2d630306/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
 golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
 golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
 golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY=

test/allocator/main.go

@@ -0,0 +1,157 @@
+package main
+
+import (
+	"encoding/json"
+	"io/ioutil"
+	"log"
+	"os"
+	"os/signal"
+	"path/filepath"
+	"syscall"
+
+	"github.com/go-logr/logr"
+	"github.com/go-logr/stdr"
+	"github.com/pkg/errors"
+	"github.com/urfave/cli/v2"
+
+	"github.com/newcloudtechnologies/memlimiter/test/allocator/perf"
+	"github.com/newcloudtechnologies/memlimiter/test/allocator/server"
+)
+
+func main() {
+	logger := stdr.NewWithOptions(
+		log.New(os.Stdout, "", log.LstdFlags),
+		stdr.Options{LogCaller: stdr.All},
+	)
+
+	app := &cli.App{
+		Name:  "allocator",
+		Usage: "test application for memlimiter",
+		Commands: cli.Commands{
+			&cli.Command{
+				Name:  "server",
+				Usage: "allocator server app",
+				Flags: []cli.Flag{
+					&cli.StringFlag{
+						Name:     "config",
+						Usage:    "configuration file",
+						Aliases:  []string{"c"},
+						Required: true,
+					},
+				},
+				Action: func(context *cli.Context) error { return actionServer(logger, context) },
+			},
+			&cli.Command{
+				Name:  "perf",
+				Usage: "allocator perf client",
+				Flags: []cli.Flag{
+					&cli.StringFlag{
+						Name:     "config",
+						Usage:    "configuration file",
+						Aliases:  []string{"c"},
+						Required: true,
+					},
+				},
+				Action: actionPerf,
+			},
+		},
+	}
+
+	if err := app.Run(os.Args); err != nil {
+		logger.Error(err, "application run")
+		os.Exit(1)
+	}
+}
+
+func actionServer(logger logr.Logger, c *cli.Context) error {
+	srv, err := makeServer(logger, c)
+	if err != nil {
+		return errors.Wrap(err, "make server")
+	}
+
+	if err := runAndWaitSignal(srv); err != nil {
+		return errors.Wrap(err, "run and wait signal")
+	}
+
+	return nil
+}
+
+func makeServer(logger logr.Logger, c *cli.Context) (server.Server, error) {
+	filename := c.String("config")
+
+	data, err := ioutil.ReadFile(filepath.Clean(filename))
+	if err != nil {
+		return nil, errors.Wrap(err, "ioutil readfile")
+	}
+
+	cfg := &server.Config{}
+
+	if err = json.Unmarshal(data, cfg); err != nil {
+		return nil, errors.Wrap(err, "unmarshal")
+	}
+
+	srv, err := server.NewAllocatorServer(logger, cfg)
+	if err != nil {
+		return nil, errors.Wrap(err, "new allocator server")
+	}
+
+	return srv, nil
+}
+
+func actionPerf(c *cli.Context) error {
+	perfClient, err := makePerf(c)
+	if err != nil {
+		return errors.Wrap(err, "make perf")
+	}
+
+	if err := runAndWaitSignal(perfClient); err != nil {
+		return errors.Wrap(err, "run and wait signal")
+	}
+
+	return nil
+}
+
+func makePerf(c *cli.Context) (*perf.Client, error) {
+	filename := c.String("config")
+
+	data, err := ioutil.ReadFile(filepath.Clean(filename))
+	if err != nil {
+		return nil, errors.Wrap(err, "ioutil readfile")
+	}
+
+	cfg := &perf.Config{}
+
+	if err = json.Unmarshal(data, cfg); err != nil {
+		return nil, errors.Wrap(err, "unmarshal")
+	}
+
+	srv, err := perf.NewClient(cfg)
+	if err != nil {
+		return nil, errors.Wrap(err, "new allocator server")
+	}
+
+	return srv, nil
+}
+
+type runnable interface {
+	Run() error
+	Quit()
+}
+
+func runAndWaitSignal(r runnable) error {
+	signalChan := make(chan os.Signal, 1)
+	signal.Notify(signalChan, syscall.SIGINT, syscall.SIGTERM)
+
+	errChan := make(chan error, 1)
+
+	go func() { errChan <- r.Run() }()
+
+	defer r.Quit()
+
+	select {
+	case err := <-errChan:
+		return errors.Wrap(err, "run error")
+	case <-signalChan:
+		return nil
+	}
+}

test/allocator/perf/client.go

@@ -0,0 +1,142 @@
+package perf
+
+import (
+	"context"
+	"time"
+
+	"github.com/go-logr/logr"
+	"github.com/newcloudtechnologies/memlimiter/utils/config/prepare"
+	"github.com/rcrowley/go-metrics"
+	"golang.org/x/time/rate"
+	"google.golang.org/grpc"
+	"google.golang.org/protobuf/types/known/durationpb"
+
+	"github.com/newcloudtechnologies/memlimiter/test/allocator/schema"
+	"github.com/newcloudtechnologies/memlimiter/utils/breaker"
+	"github.com/pkg/errors"
+)
+
+// Client - нагрузочный клиент.
+type Client struct {
+	startTime        time.Time
+	logger           logr.Logger
+	grpcConn         *grpc.ClientConn
+	client           schema.AllocatorClient
+	breaker          *breaker.Breaker
+	requestsInFlight metrics.Counter
+	cfg              *Config
+}
+
+// Run запускает нагрузочную сессию.
+func (p *Client) Run() error {
+	if err := p.breaker.Inc(); err != nil {
+		return errors.Wrap(err, "breaker inc")
+	}
+
+	defer p.breaker.Dec()
+
+	monitoringTicker := time.NewTicker(time.Second)
+	defer monitoringTicker.Stop()
+
+	timer := time.NewTimer(p.cfg.LoadDuration.Duration)
+	defer timer.Stop()
+
+	limiter := rate.NewLimiter(p.cfg.RPS, 1)
+
+	for {
+		// ожидаем, пока лимитер разрешит выполнять запрос
+		if err := limiter.Wait(p.breaker); err != nil {
+			return errors.Wrap(err, "limiter wait")
+		}
+
+		// запрос
+		if err := p.breaker.Inc(); err != nil {
+			return errors.Wrap(err, "breaker inc")
+		}
+
+		go p.makeRequest()
+
+		select {
+		case <-monitoringTicker.C:
+			// периодическая печать прогресса
+			p.printProgress()
+		case <-timer.C:
+			// завершение нагрузки
+			return nil
+		default:
+		}
+	}
+}
+
+func (p *Client) makeRequest() {
+	defer p.breaker.Dec()
+
+	// обновление счётчика запросов в полете
+	p.requestsInFlight.Inc(1)
+	defer p.requestsInFlight.Dec(1)
+
+	ctx, cancel := context.WithTimeout(p.breaker, p.cfg.RequestTimeout.Duration)
+	defer cancel()
+
+	request := &schema.MakeAllocationRequest{
+		Size: p.cfg.AllocationSize.Value,
+	}
+
+	if p.cfg.PauseDuration.Duration != 0 {
+		request.Duration = durationpb.New(p.cfg.PauseDuration.Duration)
+	}
+
+	_, err := p.client.MakeAllocation(ctx, request)
+	if err != nil {
+		p.logger.Error(err, "make allocation request")
+	}
+}
+
+func (p *Client) printProgress() {
+	p.logger.Info(
+		"progress",
+		"elapsed_time", time.Since(p.startTime),
+		"in_flight", p.requestsInFlight.Count(),
+	)
+}
+
+// Quit корректно завершает работу нагрузчика.
+func (p *Client) Quit() {
+	p.breaker.ShutdownAndWait()
+
+	if err := p.grpcConn.Close(); err != nil {
+		p.logger.Error(err, "gprc connection close")
+	}
+}
+
+// NewClient создаёт нагрузочный клиент.
+func NewClient(cfg *Config) (*Client, error) {
+	if err := prepare.Prepare(cfg); err != nil {
+		return nil, errors.Wrap(err, "configs prepare")
+	}
+
+	// FIXME:
+	/*
+		logger, err := gaben.FromConfig(cfg.Logging)
+		if err != nil {
+			return nil, errors.Wrap(err, "gaben from config")
+		}
+	*/
+
+	grpcConn, err := grpc.Dial(cfg.Endpoint, grpc.WithInsecure())
+	if err != nil {
+		return nil, errors.Wrap(err, "dial error")
+	}
+
+	client := schema.NewAllocatorClient(grpcConn)
+
+	return &Client{
+		grpcConn:         grpcConn,
+		logger:           logr.Logger{}, // FIXME
+		client:           client,
+		startTime:        time.Now(),
+		cfg:              cfg,
+		requestsInFlight: metrics.NewCounter(),
+		breaker:          breaker.NewBreaker(),
+	}, nil
+}