commit 8a55c1593b975983a8700f0595ebf7b4e40d01f4 Author: juls0730 <62722391+juls0730@users.noreply.github.com> Date: Tue Dec 3 01:36:29 2024 -0600 initial commit diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..f94c8f0 --- /dev/null +++ b/.gitignore @@ -0,0 +1,2 @@ +fluxd +flux \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..c0efa64 --- /dev/null +++ b/README.md @@ -0,0 +1,19 @@ +# Flux + +Flux is a lightweight self-hosted pseudo-paas for golang web apps. Inside this repository you will find the daemon and cli binaries. + +## Usage + +### Daemon + +The daemon is a HTTP server that listens for incoming HTTP requests. It handles deploying new apps and managing their containers. + +### CLI + +The CLI is a command-line interface for interacting with the daemon. + +## Dependencies + +- [Go](https://golang.org/dl/) +- [Buildpacks](https://buildpacks.io/) (daemon only) +- [Docker](https://docs.docker.com/get-docker/) (daemon only) diff --git a/cmd/cli/main.go b/cmd/cli/main.go new file mode 100644 index 0000000..7905807 --- /dev/null +++ b/cmd/cli/main.go @@ -0,0 +1,5 @@ +package main + +func main() { + +} diff --git a/cmd/daemon/main.go b/cmd/daemon/main.go new file mode 100644 index 0000000..e087c5f --- /dev/null +++ b/cmd/daemon/main.go @@ -0,0 +1,18 @@ +package main + +import ( + "log" + "net/http" + + "github.com/juls0730/fluxd/server" +) + +func main() { + fluxServer := server.NewServer() + + http.HandleFunc("POST /deploy", fluxServer.DeployHandler) + http.HandleFunc("GET /apps", fluxServer.ListAppsHandler) + + log.Printf("Fluxd started on http://127.0.0.1:5647") + log.Fatal(http.ListenAndServe(":5647", nil)) +} diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..9c4dcce --- /dev/null +++ b/go.mod @@ -0,0 +1,27 @@ +module github.com/juls0730/fluxd + +go 1.23.3 + +require github.com/docker/docker v27.3.1+incompatible + +require ( + github.com/Microsoft/go-winio v0.4.14 // indirect + github.com/distribution/reference v0.6.0 // indirect + github.com/docker/go-connections v0.5.0 // indirect + github.com/docker/go-units v0.5.0 // indirect + github.com/felixge/httpsnoop v1.0.4 // indirect + github.com/go-logr/logr v1.4.2 // indirect + github.com/go-logr/stdr v1.2.2 // indirect + github.com/gogo/protobuf v1.3.2 // indirect + github.com/joho/godotenv v1.5.1 // indirect + github.com/mattn/go-sqlite3 v1.14.24 // indirect + github.com/moby/docker-image-spec v1.3.1 // indirect + github.com/opencontainers/go-digest v1.0.0 // indirect + github.com/opencontainers/image-spec v1.1.0 // indirect + github.com/pkg/errors v0.9.1 // indirect + go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.57.0 // indirect + go.opentelemetry.io/otel v1.32.0 // indirect + go.opentelemetry.io/otel/metric v1.32.0 // indirect + go.opentelemetry.io/otel/trace v1.32.0 // indirect + golang.org/x/sys v0.1.0 // indirect +) diff --git a/go.sum b/go.sum new file mode 100644 index 0000000..131e90b --- /dev/null +++ b/go.sum @@ -0,0 +1,79 @@ +github.com/Microsoft/go-winio v0.4.14 h1:+hMXMk01us9KgxGb7ftKQt2Xpf5hH/yky+TDA+qxleU= +github.com/Microsoft/go-winio v0.4.14/go.mod h1:qXqCSQ3Xa7+6tgxaGTIe4Kpcdsi+P8jBhyzoq1bpyYA= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/distribution/reference v0.6.0 h1:0IXCQ5g4/QMHHkarYzh5l+u8T3t73zM5QvfrDyIgxBk= +github.com/distribution/reference v0.6.0/go.mod h1:BbU0aIcezP1/5jX/8MP0YiH4SdvB5Y4f/wlDRiLyi3E= +github.com/docker/docker v27.3.1+incompatible h1:KttF0XoteNTicmUtBO0L2tP+J7FGRFTjaEF4k6WdhfI= +github.com/docker/docker v27.3.1+incompatible/go.mod h1:eEKB0N0r5NX/I1kEveEz05bcu8tLC/8azJZsviup8Sk= +github.com/docker/go-connections v0.5.0 h1:USnMq7hx7gwdVZq1L49hLXaFtUdTADjXGp+uj1Br63c= +github.com/docker/go-connections v0.5.0/go.mod h1:ov60Kzw0kKElRwhNs9UlUHAE/F9Fe6GLaXnqyDdmEXc= +github.com/docker/go-units v0.5.0 h1:69rxXcBk27SvSaaxTtLh/8llcHD8vYHT7WSdRZ/jvr4= +github.com/docker/go-units v0.5.0/go.mod h1:fgPhTUdO+D/Jk86RDLlptpiXQzgHJF7gydDDbaIK4Dk= +github.com/felixge/httpsnoop v1.0.4 h1:NFTV2Zj1bL4mc9sqWACXbQFVBBg2W3GPvqp8/ESS2Wg= +github.com/felixge/httpsnoop v1.0.4/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U= +github.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A= +github.com/go-logr/logr v1.4.2 h1:6pFjapn8bFcIbiKo3XT4j/BhANplGihG6tvd+8rYgrY= +github.com/go-logr/logr v1.4.2/go.mod h1:9T104GzyrTigFIr8wt5mBrctHMim0Nb2HLGrmQ40KvY= +github.com/go-logr/stdr v1.2.2 h1:hSWxHoqTgW2S2qGc0LTAI563KZ5YKYRhT3MFKZMbjag= +github.com/go-logr/stdr v1.2.2/go.mod h1:mMo/vtBO5dYbehREoey6XUKy/eSumjCCveDpRre4VKE= +github.com/gogo/protobuf v1.3.2 h1:Ov1cvc58UF3b5XjBnZv7+opcTcQFZebYjWzi34vdm4Q= +github.com/gogo/protobuf v1.3.2/go.mod h1:P1XiOD3dCwIKUDQYPy72D8LYyHL2YPYrpS2s69NZV8Q= +github.com/joho/godotenv v1.5.1 h1:7eLL/+HRGLY0ldzfGMeQkb7vMd0as4CfYvUVzLqw0N0= +github.com/joho/godotenv v1.5.1/go.mod h1:f4LDr5Voq0i2e/R5DDNOoa2zzDfwtkZa6DnEwAbqwq4= +github.com/kisielk/errcheck v1.5.0/go.mod h1:pFxgyoBC7bSaBwPgfKdkLd5X25qrDl4LWUI2bnpBCr8= +github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= +github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= +github.com/mattn/go-sqlite3 v1.14.24 h1:tpSp2G2KyMnnQu99ngJ47EIkWVmliIizyZBfPrBWDRM= +github.com/mattn/go-sqlite3 v1.14.24/go.mod h1:Uh1q+B4BYcTPb+yiD3kU8Ct7aC0hY9fxUwlHK0RXw+Y= +github.com/moby/docker-image-spec v1.3.1 h1:jMKff3w6PgbfSa69GfNg+zN/XLhfXJGnEx3Nl2EsFP0= +github.com/moby/docker-image-spec v1.3.1/go.mod h1:eKmb5VW8vQEh/BAr2yvVNvuiJuY6UIocYsFu/DxxRpo= +github.com/opencontainers/go-digest v1.0.0 h1:apOUWs51W5PlhuyGyz9FCeeBIOUDA/6nW8Oi/yOhh5U= +github.com/opencontainers/go-digest v1.0.0/go.mod h1:0JzlMkj0TRzQZfJkVvzbP0HBR3IKzErnv2BNG4W4MAM= +github.com/opencontainers/image-spec v1.1.0 h1:8SG7/vwALn54lVB/0yZ/MMwhFrPYtpEHQb2IpWsCzug= +github.com/opencontainers/image-spec v1.1.0/go.mod h1:W4s4sFTMaBeK1BQLXbG4AdM2szdn85PY75RI83NrTrM= +github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4= +github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/sirupsen/logrus v1.4.1/go.mod h1:ni0Sbl8bgC9z8RoU9G6nDWqqs/fq4eDPysMBDgk/93Q= +github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= +github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.57.0 h1:DheMAlT6POBP+gh8RUH19EOTnQIor5QE0uSRPtzCpSw= +go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.57.0/go.mod h1:wZcGmeVO9nzP67aYSLDqXNWK87EZWhi7JWj1v7ZXf94= +go.opentelemetry.io/otel v1.32.0 h1:WnBN+Xjcteh0zdk01SVqV55d/m62NJLJdIyb4y/WO5U= +go.opentelemetry.io/otel v1.32.0/go.mod h1:00DCVSB0RQcnzlwyTfqtxSm+DRr9hpYrHjNGiBHVQIg= +go.opentelemetry.io/otel/metric v1.32.0 h1:xV2umtmNcThh2/a/aCP+h64Xx5wsj8qqnkYZktzNa0M= +go.opentelemetry.io/otel/metric v1.32.0/go.mod h1:jH7CIbbK6SH2V2wE16W05BHCtIDzauciCRLoc/SyMv8= +go.opentelemetry.io/otel/trace v1.32.0 h1:WIC9mYrXf8TmY/EXuULKc8hR17vE+Hjv2cssQDe03fM= +go.opentelemetry.io/otel/trace v1.32.0/go.mod h1:+i4rkvCraA+tG6AzwloGaCtkx53Fa+L+V8e9a7YvhT8= +golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= +golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= +golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190507160741-ecd444e8653b/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.1.0 h1:kunALQeHf1/185U1i0GOB/fy1IPRDDpuoOOqRReG57U= +golang.org/x/sys v0.1.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20200619180055-7c47624df98f/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= +golang.org/x/tools v0.0.0-20210106214847-113979e3529a/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= +golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= diff --git a/server/deploy.go b/server/deploy.go new file mode 100644 index 0000000..3bcdf4d --- /dev/null +++ b/server/deploy.go @@ -0,0 +1,177 @@ +package server + +import ( + "database/sql" + "encoding/json" + "fmt" + "log" + "mime/multipart" + "net/http" + "os/exec" + "strings" +) + +type DeployRequest struct { + Config multipart.File `form:"config"` + Code multipart.File `form:"code"` +} + +type DeployResponse struct { + AppID int64 `json:"app_id"` +} + +type ProjectConfig struct { + Name string `json:"name"` + Urls []string `json:"urls"` + Port int `json:"port"` + EnvFile string `json:"env_file"` + Environment []string `json:"environment"` +} + +func (s *FluxServer) DeployHandler(w http.ResponseWriter, r *http.Request) { + err := r.ParseMultipartForm(10 << 30) // 10 GiB + if err != nil { + http.Error(w, err.Error(), http.StatusBadRequest) + return + } + + // bind to DeployRequest struct + var deployRequest DeployRequest + deployRequest.Config, _, err = r.FormFile("config") + if err != nil { + http.Error(w, "No flux.json found", http.StatusBadRequest) + return + } + defer deployRequest.Config.Close() + + deployRequest.Code, _, err = r.FormFile("code") + if err != nil { + http.Error(w, "No code archive found", http.StatusBadRequest) + return + } + defer deployRequest.Code.Close() + + var projectConfig ProjectConfig + if err := json.NewDecoder(deployRequest.Config).Decode(&projectConfig); err != nil { + log.Printf("Failed to decode config: %v", err) + http.Error(w, "Invalid flux.json", http.StatusBadRequest) + return + } + + if projectConfig.Name == "" { + http.Error(w, "No project name specified", http.StatusBadRequest) + return + } + + if projectConfig.Urls == nil || len(projectConfig.Urls) == 0 { + http.Error(w, "No deployment urls specified", http.StatusBadRequest) + return + } + + if projectConfig.Port == 0 { + http.Error(w, "No port specified", http.StatusBadRequest) + return + } + + log.Printf("Deploying project %s to %s", projectConfig.Name, projectConfig.Urls) + + projectPath, err := s.UploadAppCode(deployRequest.Code, projectConfig) + if err != nil { + log.Printf("Failed to upload code: %v", err) + http.Error(w, err.Error(), http.StatusInternalServerError) + return + } + + prepareCmd := exec.Command("go", "generate") + prepareCmd.Dir = projectPath + err = prepareCmd.Run() + if err != nil { + log.Printf("Failed to prepare project: %s", err) + http.Error(w, fmt.Sprintf("Failed to prepare project: %s", err), http.StatusInternalServerError) + return + } + + imageName := fmt.Sprintf("%s-image", projectConfig.Name) + buildCmd := exec.Command("pack", "build", imageName, "--builder", s.config.Builder) + buildCmd.Dir = projectPath + err = buildCmd.Run() + if err != nil { + log.Printf("Failed to build image: %s", err) + http.Error(w, fmt.Sprintf("Failed to build image: %s", err), http.StatusInternalServerError) + return + } + + containerID, err := s.containerManager.DeployContainer(r.Context(), imageName, projectConfig.Name, projectPath, projectConfig) + if err != nil { + log.Printf("Failed to deploy container: %v", err) + http.Error(w, err.Error(), http.StatusInternalServerError) + return + } + + deploymentResult, err := s.db.Exec("INSERT INTO deployments (urls) VALUES (?)", strings.Join(projectConfig.Urls, ",")) + if err != nil { + log.Printf("Failed to insert deployment: %v", err) + http.Error(w, err.Error(), http.StatusInternalServerError) + return + } + + deploymentID, err := deploymentResult.LastInsertId() + if err != nil { + log.Printf("Failed to get deployment id: %v", err) + http.Error(w, err.Error(), http.StatusInternalServerError) + return + } + + _, err = s.db.Exec("INSERT INTO containers (container_id, deployment_id, status) VALUES (?, ?, ?)", containerID, deploymentID, "pending") + if err != nil { + log.Printf("Failed to get container id: %v", err) + http.Error(w, err.Error(), http.StatusInternalServerError) + return + } + + appExists := s.db.QueryRow("SELECT * FROM apps WHERE name = ?", projectConfig.Name) + configBytes, err := json.Marshal(projectConfig) + if err != nil { + log.Printf("Failed to marshal project config: %v", err) + http.Error(w, err.Error(), http.StatusInternalServerError) + return + } + var appResult sql.Result + + if appExists.Err() == sql.ErrNoRows { + // create app in the database + appResult, err = s.db.Exec("INSERT INTO apps (name, image, project_path, project_config, deployment_id) VALUES (?, ?, ?, ?, ?)", projectConfig.Name, imageName, projectPath, configBytes, deploymentID) + if err != nil { + log.Printf("Failed to insert app: %v", err) + http.Error(w, err.Error(), http.StatusInternalServerError) + return + } + } else { + // update app in the database + appResult, err = s.db.Exec("UPDATE apps SET project_config = ?, deployment_id = ? WHERE name = ?", configBytes, deploymentID, projectConfig.Name) + if err != nil { + log.Printf("Failed to update app: %v", err) + http.Error(w, err.Error(), http.StatusInternalServerError) + return + } + } + + appId, err := appResult.LastInsertId() + if err != nil { + log.Printf("Failed to get app id: %v", err) + http.Error(w, err.Error(), http.StatusInternalServerError) + return + } + + json.NewEncoder(w).Encode(DeployResponse{ + AppID: appId, + }) +} + +func (s *FluxServer) ListAppsHandler(w http.ResponseWriter, r *http.Request) { + // Implement app listing logic + apps := s.db.QueryRow("SELECT * FROM apps") + + w.Header().Set("Content-Type", "application/json") + json.NewEncoder(w).Encode(apps) +} diff --git a/server/docker.go b/server/docker.go new file mode 100644 index 0000000..7cfe86f --- /dev/null +++ b/server/docker.go @@ -0,0 +1,121 @@ +package server + +import ( + "context" + "fmt" + "log" + "os" + "path/filepath" + "strconv" + "strings" + "time" + + "github.com/docker/docker/api/types/container" + "github.com/docker/docker/client" + "github.com/docker/go-connections/nat" + "github.com/joho/godotenv" +) + +type ContainerManager struct { + dockerClient *client.Client +} + +func NewContainerManager() *ContainerManager { + dockerClient, err := client.NewClientWithOpts(client.FromEnv) + if err != nil { + log.Fatalf("Failed to create Docker client: %v", err) + } + + return &ContainerManager{ + dockerClient: dockerClient, + } +} + +func (cm *ContainerManager) DeployContainer(ctx context.Context, imageName, containerPrefix, projectPath string, projectConfig ProjectConfig) (string, error) { + containerName := fmt.Sprintf("%s-%s", containerPrefix, time.Now().Format("20060102-150405")) + + existingContainers, err := cm.findExistingContainers(ctx, containerPrefix) + if err != nil { + return "", fmt.Errorf("Failed to find existing containers: %v", err) + } + + // TODO: swap containers if they are running and have the same image so that we can have a constant uptime + for _, existingContainer := range existingContainers { + log.Printf("Stopping existing container: %s", existingContainer) + + if err := cm.dockerClient.ContainerStop(ctx, existingContainer, container.StopOptions{}); err != nil { + return "", fmt.Errorf("Failed to stop existing container: %v", err) + } + + if err := cm.dockerClient.ContainerRemove(ctx, existingContainer, container.RemoveOptions{}); err != nil { + return "", fmt.Errorf("Failed to remove existing container: %v", err) + } + } + + if projectConfig.EnvFile != "" { + envBytes, err := os.Open(filepath.Join(projectPath, projectConfig.EnvFile)) + if err != nil { + return "", fmt.Errorf("Failed to open env file: %v", err) + } + defer envBytes.Close() + + envVars, err := godotenv.Parse(envBytes) + if err != nil { + return "", fmt.Errorf("Failed to parse env file: %v", err) + } + + for key, value := range envVars { + projectConfig.Environment = append(projectConfig.Environment, fmt.Sprintf("%s=%s", key, value)) + } + } + + resp, err := cm.dockerClient.ContainerCreate(ctx, &container.Config{ + Image: imageName, + Env: projectConfig.Environment, + ExposedPorts: nat.PortSet{ + nat.Port(fmt.Sprintf("%d/tcp", projectConfig.Port)): {}, + }, + }, + &container.HostConfig{ + PortBindings: nat.PortMap{ + nat.Port(fmt.Sprintf("%d/tcp", projectConfig.Port)): []nat.PortBinding{ + { + HostIP: "0.0.0.0", + HostPort: strconv.Itoa(projectConfig.Port), + }, + }, + }, + }, + nil, + nil, + containerName, + ) + if err != nil { + return "", fmt.Errorf("Failed to create container: %v", err) + } + + if err := cm.dockerClient.ContainerStart(ctx, resp.ID, container.StartOptions{}); err != nil { + return "", fmt.Errorf("Failed to start container: %v", err) + } + + log.Printf("Deployed new container: %s", containerName) + return resp.ID, nil +} + +func (cm *ContainerManager) findExistingContainers(ctx context.Context, containerPrefix string) ([]string, error) { + containers, err := cm.dockerClient.ContainerList(ctx, container.ListOptions{ + All: true, + }) + if err != nil { + return nil, err + } + + var existingContainers []string + for _, container := range containers { + if strings.HasPrefix(container.Names[0], fmt.Sprintf("/%s", containerPrefix)) { + existingContainers = append(existingContainers, container.ID) + } + } + + return existingContainers, nil +} diff --git a/server/schema.sql b/server/schema.sql new file mode 100644 index 0000000..26d8409 --- /dev/null +++ b/server/schema.sql @@ -0,0 +1,25 @@ +CREATE TABLE IF NOT EXISTS apps ( + id INTEGER PRIMARY KEY AUTOINCREMENT, + name TEXT NOT NULL, + image TEXT NOT NULL, + project_path TEXT NOT NULL, + project_config TEXT NOT NULL, + deployment_id INTEGER, + created_at DATETIME DEFAULT CURRENT_TIMESTAMP, + FOREIGN KEY(deployment_id) REFERENCES deployments(id) +); + +CREATE TABLE IF NOT EXISTS containers ( + id INTEGER PRIMARY KEY AUTOINCREMENT, + container_id TEXT NOT NULL, + deployment_id INTEGER NOT NULL, + status TEXT NOT NULL, + created_at DATETIME DEFAULT CURRENT_TIMESTAMP, + FOREIGN KEY(deployment_id) REFERENCES deployments(id) +); + +CREATE TABLE IF NOT EXISTS deployments ( + id INTEGER PRIMARY KEY AUTOINCREMENT, + urls TEXT NOT NULL, + created_at DATETIME DEFAULT CURRENT_TIMESTAMP +); \ No newline at end of file diff --git a/server/server.go b/server/server.go new file mode 100644 index 0000000..ead38a3 --- /dev/null +++ b/server/server.go @@ -0,0 +1,160 @@ +package server + +import ( + "archive/tar" + "compress/gzip" + "database/sql" + "embed" + "encoding/json" + "io" + "log" + "os" + "path/filepath" + + _ "github.com/mattn/go-sqlite3" +) + +//go:embed schema.sql +var schema embed.FS + +var DefaultConfig = FluxServerConfig{ + Builder: "paketobuildpacks/builder-jammy-tiny", +} + +type FluxServerConfig struct { + Builder string `json:"builder"` +} + +type FluxServer struct { + containerManager *ContainerManager + config FluxServerConfig + db *sql.DB +} + +var rootDir string + +func init() { + rootDir = os.Getenv("FLUXD_ROOT_DIR") + if rootDir == "" { + rootDir = "/var/fluxd" + } +} + +func NewServer() *FluxServer { + containerManager := NewContainerManager() + + var serverConfig FluxServerConfig + + // parse config, if it doesnt exist, create it and use the default config + configPath := filepath.Join(rootDir, "config.json") + if _, err := os.Stat(configPath); err != nil { + if err := os.MkdirAll(rootDir, 0755); err != nil { + log.Fatalf("Failed to create fluxd directory: %v", err) + } + + configBytes, err := json.Marshal(DefaultConfig) + if err != nil { + log.Fatalf("Failed to marshal default config: %v", err) + } + + log.Printf("Config file not found, creating default config file at %s", configPath) + if err := os.WriteFile(configPath, configBytes, 0644); err != nil { + log.Fatalf("Failed to write config file: %v", err) + } + } + + configFile, err := os.ReadFile(configPath) + if err != nil { + log.Fatalf("Failed to read config file: %v", err) + } + + if err := json.Unmarshal(configFile, &serverConfig); err != nil { + log.Fatalf("Failed to parse config file: %v", err) + } + + if err := os.MkdirAll(filepath.Join(rootDir, "apps"), 0755); err != nil { + log.Fatalf("Failed to create apps directory: %v", err) + } + + db, err := sql.Open("sqlite3", filepath.Join(rootDir, "fluxd.db")) + if err != nil { + log.Fatalf("Failed to open database: %v", err) + } + + // create database schema + schemaBytes, err := schema.ReadFile("schema.sql") + if err != nil { + log.Fatalf("Failed to read schema file: %v", err) + } + + _, err = db.Exec(string(schemaBytes)) + if err != nil { + log.Fatalf("Failed to create database schema: %v", err) + } + + return &FluxServer{ + containerManager: containerManager, + config: serverConfig, + db: db, + } +} + +func (s *FluxServer) UploadAppCode(code io.Reader, projectConfig ProjectConfig) (string, error) { + projectPath := filepath.Join(rootDir, "apps", projectConfig.Name) + if err := os.MkdirAll(projectPath, 0755); err != nil { + log.Printf("Failed to create project directory: %v", err) + return "", err + } + + gzReader, err := gzip.NewReader(code) + if err != nil { + log.Printf("Failed to create gzip reader: %v", err) + return "", err + } + defer gzReader.Close() + + tarReader := tar.NewReader(gzReader) + + // Extract files + for { + header, err := tarReader.Next() + if err == io.EOF { + break + } + if err != nil { + log.Printf("Failed to read tar header: %v", err) + return "", err + } + + // Construct full path + path := filepath.Join(projectPath, header.Name) + + // Handle different file types + switch header.Typeflag { + case tar.TypeDir: + if err := os.MkdirAll(path, 0755); err != nil { + log.Printf("Failed to extract directory: %v", err) + return "", err + } + case tar.TypeReg: + if err := os.MkdirAll(filepath.Dir(path), 0755); err != nil { + log.Printf("Failed to extract directory: %v", err) + return "", err + } + + outFile, err := os.Create(path) + if err != nil { + log.Printf("Failed to extract file: %v", err) + return "", err + } + defer outFile.Close() + + if _, err := io.Copy(outFile, tarReader); err != nil { + log.Printf("Failed to copy file during extraction: %v", err) + return "", err + } + } + } + + return projectPath, nil +} diff --git a/zqdgr.config.json b/zqdgr.config.json new file mode 100644 index 0000000..54975d6 --- /dev/null +++ b/zqdgr.config.json @@ -0,0 +1,15 @@ +{ + "name": "Go Project", + "version": "0.0.1", + "description": "Example description", + "author": "you", + "license": "BSL-1.0", + "scripts": { + "build:daemon": "go build -o fluxd cmd/daemon/main.go", + "build:cli": "go build -o flux cmd/cli/main.go", + "run:daemon": "go run cmd/daemon/main.go", + "run:cli": "go run cmd/cli/main.go" + }, + "pattern": "**/*.go", + "excluded_dirs": [] +} \ No newline at end of file