flux/server/deploy.go

package server

import (
	"bufio"
	"context"
	"database/sql"
	"encoding/json"
	"fmt"
	"io"
	"log"
	"mime/multipart"
	"net/http"
	"os/exec"
	"sync"

	"github.com/juls0730/flux/pkg"
)

var (
	appInsertStmt *sql.Stmt
)

type DeployRequest struct {
	Config multipart.File `form:"config"`
	Code   multipart.File `form:"code"`
}

type DeployResponse struct {
	App App `json:"app"`
}

type DeploymentLock struct {
	mu       sync.Mutex
	deployed map[string]context.CancelFunc
}

func NewDeploymentLock() *DeploymentLock {
	return &DeploymentLock{
		deployed: make(map[string]context.CancelFunc),
	}
}

func (dt *DeploymentLock) StartDeployment(appName string, ctx context.Context) (context.Context, error) {
	dt.mu.Lock()
	defer dt.mu.Unlock()

	// Check if the app is already being deployed
	if _, exists := dt.deployed[appName]; exists {
		return nil, fmt.Errorf("app %s is already being deployed", appName)
	}

	// Create a context that can be cancelled
	ctx, cancel := context.WithCancel(ctx)

	// Store the cancel function
	dt.deployed[appName] = cancel

	return ctx, nil
}

func (dt *DeploymentLock) CompleteDeployment(appName string) {
	dt.mu.Lock()
	defer dt.mu.Unlock()

	// Remove the app from deployed tracking
	if cancel, exists := dt.deployed[appName]; exists {
		// Cancel the context
		cancel()
		// Remove from map
		delete(dt.deployed, appName)
	}
}

var deploymentLock = NewDeploymentLock()

type DeploymentEvent struct {
	Stage      string `json:"stage"`
	Message    string `json:"message"`
	StatusCode int    `json:"status,omitempty"`
}

func (s *FluxServer) DeployHandler(w http.ResponseWriter, r *http.Request) {
	if Flux.appManager == nil {
		panic("App manager is nil")
	}

	w.Header().Set("Content-Type", "test/event-stream")
	w.Header().Set("Cache-Control", "no-cache")
	w.Header().Set("Connection", "keep-alive")

	err := r.ParseMultipartForm(10 << 30) // 10 GiB
	if err != nil {
		log.Printf("Failed to parse multipart form: %v\n", err)
		http.Error(w, err.Error(), http.StatusBadRequest)
		return
	}

	var deployRequest DeployRequest
	deployRequest.Config, _, err = r.FormFile("config")
	if err != nil {
		http.Error(w, "No flux.json found", http.StatusBadRequest)
		return
	}
	defer deployRequest.Config.Close()

	var projectConfig pkg.ProjectConfig
	if err := json.NewDecoder(deployRequest.Config).Decode(&projectConfig); err != nil {
		log.Printf("Failed to decode config: %v\n", err)

		http.Error(w, "Invalid flux.json", http.StatusBadRequest)
		return
	}

	ctx, err := deploymentLock.StartDeployment(projectConfig.Name, r.Context())
	if err != nil {
		// This will happen if the app is already being deployed
		http.Error(w, err.Error(), http.StatusConflict)
		return
	}

	defer deploymentLock.CompleteDeployment(projectConfig.Name)

	flusher, ok := w.(http.Flusher)
	if !ok {
		http.Error(w, "Streaming unsupported!", http.StatusInternalServerError)
		return
	}

	w.WriteHeader(http.StatusMultiStatus)

	eventChannel := make(chan DeploymentEvent, 10)
	defer close(eventChannel)

	var wg sync.WaitGroup
	defer wg.Wait()

	wg.Add(1)
	go func(w http.ResponseWriter, flusher http.Flusher) {
		defer wg.Done()

		for {
			select {
			case <-ctx.Done():
				return
			case event, ok := <-eventChannel:
				if !ok {
					return
				}

				ev := struct {
					Message string `json:"message"`
				}{
					Message: event.Message,
				}

				eventJSON, err := json.Marshal(ev)
				if err != nil {
					// Write error directly to ResponseWriter
					jsonErr := json.NewEncoder(w).Encode(err)
					if jsonErr != nil {
						fmt.Fprint(w, "data: {\"message\": \"Error encoding error\"}\n\n")
						return
					}

					fmt.Fprintf(w, "data: %s\n\n", err.Error())
					if flusher != nil {
						flusher.Flush()
					}
					return
				}

				fmt.Fprintf(w, "event: %s\n", event.Stage)
				fmt.Fprintf(w, "data: %s\n\n", eventJSON)
				if flusher != nil {
					flusher.Flush()
				}

				if event.Stage == "error" || event.Stage == "complete" {
					return
				}
			}
		}
	}(w, flusher)

	eventChannel <- DeploymentEvent{
		Stage:   "start",
		Message: "Uploading code",
	}

	deployRequest.Code, _, err = r.FormFile("code")
	if err != nil {
		eventChannel <- DeploymentEvent{
			Stage:      "error",
			Message:    "No code archive found",
			StatusCode: http.StatusBadRequest,
		}
		return
	}
	defer deployRequest.Code.Close()

	if projectConfig.Name == "" || projectConfig.Url == "" || projectConfig.Port == 0 {
		eventChannel <- DeploymentEvent{
			Stage:      "error",
			Message:    "Invalid flux.json, a name, url, and port must be specified",
			StatusCode: http.StatusBadRequest,
		}
		return
	}

	log.Printf("Deploying project %s to %s\n", projectConfig.Name, projectConfig.Url)

	projectPath, err := s.UploadAppCode(deployRequest.Code, projectConfig)
	if err != nil {
		log.Printf("Failed to upload code: %v\n", err)
		eventChannel <- DeploymentEvent{
			Stage:      "error",
			Message:    fmt.Sprintf("Failed to upload code: %s", err),
			StatusCode: http.StatusInternalServerError,
		}
		return
	}

	// Streams the each line of the pipe into the eventChannel, this closes the pipe when the function exits
	streamPipe := func(pipe io.ReadCloser) {
		// we need a wait group because otherwise the function *could* exit before the pipe is closed
		// and wreck havoc on every future request
		wg.Add(1)
		defer wg.Done()

		scanner := bufio.NewScanner(pipe)
		for scanner.Scan() {
			line := scanner.Text()
			eventChannel <- DeploymentEvent{
				Stage:   "cmd_output",
				Message: line,
			}
		}

		if err := scanner.Err(); err != nil {
			eventChannel <- DeploymentEvent{
				Stage:   "error",
				Message: fmt.Sprintf("Failed to read pipe: %s", err),
			}
			log.Printf("Error reading pipe: %s\n", err)
		}
	}

	log.Printf("Preparing project %s...\n", projectConfig.Name)
	eventChannel <- DeploymentEvent{
		Stage:   "preparing",
		Message: "Preparing project",
	}

	prepareCmd := exec.Command("go", "generate")
	prepareCmd.Dir = projectPath
	cmdOut, err := prepareCmd.StdoutPipe()
	if err != nil {
		log.Printf("Failed to get stdout pipe: %v\n", err)
		eventChannel <- DeploymentEvent{
			Stage:      "error",
			Message:    fmt.Sprintf("Failed to get stdout pipe: %s", err),
			StatusCode: http.StatusInternalServerError,
		}

		return
	}
	cmdErr, err := prepareCmd.StderrPipe()
	if err != nil {
		log.Printf("Failed to get stderr pipe: %v\n", err)
		eventChannel <- DeploymentEvent{
			Stage:      "error",
			Message:    fmt.Sprintf("Failed to get stderr pipe: %s", err),
			StatusCode: http.StatusInternalServerError,
		}
		return
	}

	go streamPipe(cmdOut)
	go streamPipe(cmdErr)

	err = prepareCmd.Run()
	if err != nil {
		log.Printf("Failed to prepare project: %s\n", err)
		eventChannel <- DeploymentEvent{
			Stage:      "error",
			Message:    fmt.Sprintf("Failed to prepare project: %s", err),
			StatusCode: http.StatusInternalServerError,
		}

		return
	}

	eventChannel <- DeploymentEvent{
		Stage:   "building",
		Message: "Building project image",
	}

	log.Printf("Building image for project %s...\n", projectConfig.Name)
	imageName := fmt.Sprintf("flux_%s-image", projectConfig.Name)
	buildCmd := exec.Command("pack", "build", imageName, "--builder", s.config.Builder)
	buildCmd.Dir = projectPath
	cmdOut, err = buildCmd.StdoutPipe()
	if err != nil {
		log.Printf("Failed to get stdout pipe: %v\n", err)
		eventChannel <- DeploymentEvent{
			Stage:      "error",
			Message:    fmt.Sprintf("Failed to get stdout pipe: %s", err),
			StatusCode: http.StatusInternalServerError,
		}

		return
	}
	cmdErr, err = buildCmd.StderrPipe()
	if err != nil {
		log.Printf("Failed to get stderr pipe: %v\n", err)
		eventChannel <- DeploymentEvent{
			Stage:      "error",
			Message:    fmt.Sprintf("Failed to get stderr pipe: %s", err),
			StatusCode: http.StatusInternalServerError,
		}

		return
	}

	go streamPipe(cmdOut)
	go streamPipe(cmdErr)

	err = buildCmd.Run()
	if err != nil {
		log.Printf("Failed to build image: %s\n", err)
		eventChannel <- DeploymentEvent{
			Stage:      "error",
			Message:    fmt.Sprintf("Failed to build image: %s", err),
			StatusCode: http.StatusInternalServerError,
		}

		return
	}

	app := Flux.appManager.GetApp(projectConfig.Name)

	eventChannel <- DeploymentEvent{
		Stage:   "creating",
		Message: "Creating deployment",
	}

	if app == nil {
		app, err = CreateApp(ctx, imageName, projectPath, projectConfig)
		if err != nil {
			log.Printf("Failed to create app: %v", err)
			eventChannel <- DeploymentEvent{
				Stage:      "error",
				Message:    fmt.Sprintf("Failed to create app: %s", err),
				StatusCode: http.StatusInternalServerError,
			}

			return
		}
	} else {
		err = app.Upgrade(ctx, projectConfig, imageName, projectPath)
		if err != nil {
			log.Printf("Failed to upgrade app: %v", err)
			eventChannel <- DeploymentEvent{
				Stage:      "error",
				Message:    fmt.Sprintf("Failed to upgrade app: %s", err),
				StatusCode: http.StatusInternalServerError,
			}

			return
		}
	}

	responseJSON, err := json.Marshal(DeployResponse{
		App: *app,
	})
	if err != nil {
		log.Printf("Failed to marshal deploy response: %v\n", err)
		eventChannel <- DeploymentEvent{
			Stage:      "error",
			Message:    fmt.Sprintf("Failed to marshal deploy response: %s", err),
			StatusCode: http.StatusInternalServerError,
		}

		return
	}

	eventChannel <- DeploymentEvent{
		Stage:   "complete",
		Message: string(responseJSON),
	}

	log.Printf("App %s deployed successfully!\n", app.Name)
}

func (s *FluxServer) StartDeployHandler(w http.ResponseWriter, r *http.Request) {
	name := r.PathValue("name")

	app := Flux.appManager.GetApp(name)
	if app == nil {
		http.Error(w, "App not found", http.StatusNotFound)
		return
	}

	status, err := app.Deployment.Status(r.Context())
	if err != nil {
		http.Error(w, err.Error(), http.StatusInternalServerError)
		return
	}

	if status == "running" {
		http.Error(w, "App is already running", http.StatusBadRequest)
		return
	}

	err = app.Deployment.Start(r.Context())
	if err != nil {
		http.Error(w, err.Error(), http.StatusInternalServerError)
		return
	}

	if app.Deployment.Proxy == nil {
		app.Deployment.Proxy, _ = app.Deployment.NewDeploymentProxy()
	}

	w.WriteHeader(http.StatusOK)
}

func (s *FluxServer) StopDeployHandler(w http.ResponseWriter, r *http.Request) {
	name := r.PathValue("name")

	app := Flux.appManager.GetApp(name)
	if app == nil {
		http.Error(w, "App not found", http.StatusNotFound)
		return
	}

	status, err := app.Deployment.Status(r.Context())
	if err != nil {
		http.Error(w, err.Error(), http.StatusInternalServerError)
		return
	}

	if status == "stopped" {
		http.Error(w, "App is already stopped", http.StatusBadRequest)
		return
	}

	err = app.Deployment.Stop(r.Context())
	if err != nil {
		http.Error(w, err.Error(), http.StatusInternalServerError)
		return
	}

	w.WriteHeader(http.StatusOK)
}

func (s *FluxServer) DeleteDeployHandler(w http.ResponseWriter, r *http.Request) {
	name := r.PathValue("name")

	log.Printf("Deleting deployment %s...\n", name)

	err := Flux.appManager.DeleteApp(name)

	if err != nil {
		log.Printf("Failed to delete app: %v\n", err)
		http.Error(w, err.Error(), http.StatusNotFound)
		return
	}

	w.WriteHeader(http.StatusOK)
}

func (s *FluxServer) DeleteAllDeploymentsHandler(w http.ResponseWriter, r *http.Request) {
	for _, app := range Flux.appManager.GetAllApps() {
		err := app.Remove(r.Context())
		if err != nil {
			log.Printf("Failed to remove app: %v\n", err)
			http.Error(w, err.Error(), http.StatusInternalServerError)
			return
		}
	}

	w.WriteHeader(http.StatusOK)
}

func (s *FluxServer) ListAppsHandler(w http.ResponseWriter, r *http.Request) {
	// for each app, get the deployment status
	var apps []*pkg.App
	for _, app := range Flux.appManager.GetAllApps() {
		var extApp pkg.App
		deploymentStatus, err := app.Deployment.Status(r.Context())
		if err != nil {
			log.Printf("Failed to get deployment status: %v\n", err)
			http.Error(w, err.Error(), http.StatusInternalServerError)
			return
		}

		extApp.ID = app.ID
		extApp.Name = app.Name
		extApp.DeploymentID = app.DeploymentID
		extApp.DeploymentStatus = deploymentStatus
		apps = append(apps, &extApp)
	}

	w.Header().Set("Content-Type", "application/json")
	json.NewEncoder(w).Encode(apps)
}

func (s *FluxServer) DaemonInfoHandler(w http.ResponseWriter, r *http.Request) {
	w.Header().Set("Content-Type", "application/json")
	json.NewEncoder(w).Encode(pkg.Info{
		Compression: s.config.Compression,
	})
}