Full MVC of gitlab-zoekt-indexer

cmd/gitlab-zoekt-indexer/main.go

@@ -18,6 +18,7 @@ import (
 	"github.com/prometheus/client_golang/prometheus/collectors"
 	"github.com/prometheus/client_golang/prometheus/promauto"
 	"github.com/prometheus/client_golang/prometheus/promhttp"
+	"gitlab.com/gitlab-org/search-team/gitlab-zoekt-indexer/correlation"
 	"gitlab.com/gitlab-org/search-team/gitlab-zoekt-indexer/indexer"
 )
 
@@ -42,11 +43,36 @@ type gitalyConnectionInfo struct {
 type indexRequest struct {
 	Timeout              string
 	RepoID               uint32
-	CorrelationID        string
 	GitalyConnectionInfo *gitalyConnectionInfo
 	FileSizeLimit        int
 }
 
+func (s *indexServer) indexRepository(req indexRequest, ctx context.Context) error {
+	timeout, err := time.ParseDuration(req.Timeout)
+	if err != nil {
+		return fmt.Errorf("failed to parse Timeout: %v with error %v", req.Timeout, err)
+	}
+
+	ctx, cancel := context.WithTimeout(ctx, timeout)
+	defer cancel()
+
+	idx := &indexer.Indexer{
+		IndexDir:           s.indexDir,
+		ProjectID:          req.RepoID,
+		CorrelationID:      correlation.GetCorrelationID(ctx),
+		GitalyAddress:      req.GitalyConnectionInfo.Address,
+		GitalyStorageName:  req.GitalyConnectionInfo.Storage,
+		GitalyRelativePath: req.GitalyConnectionInfo.Path,
+		LimitFileSize:      req.FileSizeLimit,
+	}
+
+	if err := idx.IndexRepository(ctx); err != nil {
+		return err
+	}
+
+	return nil
+}
+
 func (s *indexServer) createIndexDir() {
 	if err := os.MkdirAll(s.indexDir, 0o755); err != nil {
 		log.Fatalf("createIndexDir %s: %v", s.indexDir, err)
@@ -141,7 +167,7 @@ func (s *indexServer) handleIndex() http.HandlerFunc {
 			return
 		}
 
-		err = s.indexRepository(req)
+		err = s.indexRepository(req, r.Context())
 		if err != nil {
 			s.respondWithError(w, r, route, err)
 			return
@@ -155,37 +181,29 @@ func (s *indexServer) handleIndex() http.HandlerFunc {
 	}
 }
 
-func (s *indexServer) indexRepository(req indexRequest) error {
-	timeout, err := time.ParseDuration(req.Timeout)
-	if err != nil {
-		return fmt.Errorf("failed to parse Timeout: %v with error %v", req.Timeout, err)
-	}
-
-	ctx, cancel := context.WithTimeout(context.Background(), timeout)
-	defer cancel()
+func (s *indexServer) handleTruncate() http.HandlerFunc {
+	route := "truncate"
 
-	idx := &indexer.Indexer{
-		IndexDir:           s.indexDir,
-		ProjectID:          req.RepoID,
-		CorrelationID:      req.CorrelationID,
-		GitalyAddress:      req.GitalyConnectionInfo.Address,
-		GitalyStorageName:  req.GitalyConnectionInfo.Storage,
-		GitalyRelativePath: req.GitalyConnectionInfo.Path,
-		LimitFileSize:      req.FileSizeLimit,
+	type response struct {
+		Success bool
 	}
 
-	if err := idx.IndexRepository(ctx); err != nil {
-		return err
-	}
+	emptyDirectory := func(dir string) error {
+		files, err := os.ReadDir(dir)
 
-	return nil
-}
+		if err != nil {
+			return err
+		}
 
-func (s *indexServer) handleTruncate() http.HandlerFunc {
-	route := "truncate"
+		for _, file := range files {
+			filePath := filepath.Join(dir, file.Name())
+			err := os.RemoveAll(filePath)
+			if err != nil {
+				return err
+			}
+		}
 
-	type response struct {
-		Success bool
+		return nil
 	}
 
 	return func(w http.ResponseWriter, r *http.Request) {
@@ -211,24 +229,31 @@ func (s *indexServer) respondWith(w http.ResponseWriter, r *http.Request, route
 
 	if err := json.NewEncoder(w).Encode(data); err != nil {
 		s.respondWithError(w, r, route, err)
+		return
 	}
 
 	s.incrementRequestsTotal(r.Method, route, http.StatusOK)
 }
 
 func (s *indexServer) respondWithError(w http.ResponseWriter, r *http.Request, route string, err error) {
-	responseCode := http.StatusInternalServerError
+	type response struct {
+		Success bool
+		Error   string
+	}
 
-	s.incrementRequestsTotal(r.Method, route, responseCode)
+	responseCode := http.StatusInternalServerError
 
 	w.Header().Set("Content-Type", "application/json")
 	w.WriteHeader(responseCode)
-	response := map[string]any{
-		"Success": false,
-		"Error":   err.Error(),
+
+	resp := response{
+		Success: false,
+		Error:   err.Error(),
 	}
 
-	_ = json.NewEncoder(w).Encode(response)
+	_ = json.NewEncoder(w).Encode(resp)
+
+	s.incrementRequestsTotal(r.Method, route, responseCode)
 }
 
 func (s *indexServer) incrementRequestsTotal(method, route string, responseCode int) {
@@ -253,24 +278,6 @@ func (s *indexServer) initMetrics() {
 	)
 }
 
-func emptyDirectory(dir string) error {
-	files, err := os.ReadDir(dir)
-
-	if err != nil {
-		return err
-	}
-
-	for _, file := range files {
-		filePath := filepath.Join(dir, file.Name())
-		err := os.RemoveAll(filePath)
-		if err != nil {
-			return err
-		}
-	}
-
-	return nil
-}
-
 func parseOptions() options {
 	indexDir := flag.String("index_dir", "", "directory holding index shards.")
 	listen := flag.String("listen", ":6060", "listen on this address.")
@@ -299,11 +306,15 @@ func main() {
 func (s *indexServer) startIndexingApi(listen string) {
 	s.initMetrics()
 	s.createIndexDir()
-	router := s.router()
+
+	httpServer := http.Server{
+		Addr:    listen,
+		Handler: s.router(),
+	}
 
 	log.Printf("Starting server on %s", listen)
 
-	if err := http.ListenAndServe(listen, router); err != nil {
+	if err := httpServer.ListenAndServe(); err != nil {
 		log.Fatal(err)
 	}
 }