feat: migrate backend from beego to gin

.github/workflows/build-and-release.yml

@@ -7,6 +7,11 @@ on:
         required: true
         default: ""
         type: string
+      ref:
+        description: "Git ref (branch/tag/SHA) to build from. If empty, derived from environment mapping."
+        required: false
+        default: ""
+        type: string
       version:
         description: "Version to release"
         required: true
@@ -23,6 +28,11 @@ on:
           - master
           - staging
           - dev
+      ref:
+        description: "Git ref (branch/tag/SHA) to build from (optional). If empty, derived from environment mapping."
+        required: false
+        default: ""
+        type: string
       version:
         description: "Version to release"
         required: true
@@ -43,10 +53,35 @@ jobs:
       VERSION: ${{ inputs.version }}
 
     steps:
-      - name: Checkout code
+      - name: Checkout code from explicit ref
+        if: ${{ inputs.ref != '' }}
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ inputs.ref }}
+
+      - name: Checkout code for master
+        if: ${{ inputs.ref == '' && inputs.environment == 'master' }}
+        uses: actions/checkout@v4
+        with:
+          ref: master
+
+      - name: Checkout code for staging
+        if: ${{ inputs.ref == '' && inputs.environment == 'staging' }}
+        uses: actions/checkout@v4
+        with:
+          ref: staging
+
+      - name: Checkout code for dev
+        if: ${{ inputs.ref == '' && inputs.environment == 'dev' }}
+        uses: actions/checkout@v4
+        with:
+          ref: ci/workerReleaseIssues
+
+      - name: Checkout code for other environments
+        if: ${{ inputs.ref == '' && inputs.environment != 'master' && inputs.environment != 'staging' && inputs.environment != 'dev' }}
         uses: actions/checkout@v4
         with:
-          ref: ${{ inputs.environment == 'master' && 'master' || (inputs.environment == 'staging' && 'staging' || inputs.environment == 'dev' && 'ci/workerReleaseIssues' || 'develop') }}
+          ref: staging
 
       - name: Set up Node.js
         uses: actions/setup-node@v4

CONTRIBUTING.md

@@ -91,10 +91,6 @@ You can also change the local PostgreSQL connection or any other settings based
 - **Go** ≥ 1.20  
 - **Node.js** and **pnpm**  
 - **Docker** and **Docker Compose**  
-- **Beego CLI**:  
-  ```bash
-  go install github.com/beego/bee/v2@latest
-  ```
 
 ### Start Services
 1. **Temporal Services**  

Dockerfile

@@ -53,11 +53,11 @@ RUN apk update && apk add --no-cache docker-cli
 WORKDIR /app/olake-ui
 
 # Create directories for applications
-RUN mkdir -p conf /opt/frontend/dist
+RUN mkdir -p conf config /opt/frontend/dist
 
 # Copy built artifacts from builder stages
 COPY --from=go-builder /app/olake-server ./olake-server
-COPY server/conf/app.conf ./conf/app.conf
+COPY server/conf/app.yaml ./config/app.yaml
 COPY --from=node-builder /app/ui/dist /opt/frontend/dist
 
 # Expose the Go backend port (which serves both API and frontend)

Makefile

@@ -49,7 +49,6 @@ BACKEND_ENV_VARS = \
       APP_NAME=olake-server \
       HTTP_PORT=8000 \
       RUN_MODE=localdev \
-      COPY_REQUEST_BODY=true \
       OLAKE_POSTGRES_USER=temporal \
       OLAKE_POSTGRES_PASSWORD=temporal \
       OLAKE_POSTGRES_HOST=localhost \
@@ -75,7 +74,7 @@ start-frontend:
 # Start backend server with env vars
 start-backend:
 	cd $(SERVER_DIR) && \
-	$(BACKEND_ENV_VARS) bee run
+	$(BACKEND_ENV_VARS) go run .
 
 
 # Start Temporal services using Docker Compose

server/README.md

@@ -1,6 +1,6 @@
 # Olake Server
 
-Olake Server is a RESTful API service built with the Beego framework that manages data sources, destinations, jobs, and users for data ingestion workflows.
+Olake Server is a RESTful API service built with Gin that manages data sources, destinations, jobs, and users for data ingestion workflows.
 
 ## Prerequisites
 
@@ -24,7 +24,6 @@ Review and update the configuration in `conf/app.conf` as needed:
 appname = olake-server
 httpport = 8000
 runmode = dev
-copyrequestbody = true
 postgresdb = postgres://postgres:testing@testing-postgres.postgres.database.azure.com:5432/olakedb
 
 # Session configuration
@@ -45,7 +44,7 @@ CREATE TABLE session (
 
 ```bash
 go mod tidy
-bee run
+go run .
 # or
 make run
 ```
@@ -119,5 +118,5 @@ For production deployment:
 
 1. Set `runmode = prod` in `conf/app.conf`
 2. Configure a secure database connection
-3. Set up proper CORS settings in `routers/router.go`
+3. Set up proper CORS settings in `internal/httpserver/server.go`
 4. Enable authentication middleware

server/conf/app.yaml

@@ -0,0 +1,30 @@
+APP_NAME: olake-server
+HTTP_PORT: "8000"
+RUN_MODE: dev
+
+MAX_MEMORY: 67108864
+MAX_UPLOAD_SIZE: 67108864
+
+# Either provide a full DSN here...
+POSTGRES_DB: ""
+# ...or configure via individual parts below.
+OLAKE_POSTGRES_USER: temporal
+OLAKE_POSTGRES_PASSWORD: temporal
+OLAKE_POSTGRES_HOST: postgresql
+OLAKE_POSTGRES_PORT: "5432"
+OLAKE_POSTGRES_DBNAME: postgres
+OLAKE_POSTGRES_SSLMODE: disable
+
+LOGS_DIR: ./logger/logs
+SESSION_ON: true
+
+TEMPORAL_ADDRESS: temporal:7233
+CONTAINER_REGISTRY_BASE: registry-1.docker.io
+
+# Prefer setting this via environment.
+OLAKE_SECRET_KEY: ""
+
+# Optimization module configuration
+ENABLE_OPTIMIZATION: false
+OPTIMIZATION_BASE_URL: http://127.0.0.1:1630
+OPTIMIZATION_GROUP: spark-container