Revert "format"
This reverts commit d32d48a188c0cbb0af7cf8c706dc64e8dea2acc2.
This commit is contained in:
Ishaan Dey
parent
d32d48a188
commit
2f46cfd5d3
849
backend/orchestrator/package-lock.json
generated
849
backend/orchestrator/package-lock.json
generated
File diff suppressed because it is too large
Load Diff
@ -11,7 +11,6 @@
|
||||
"author": "",
|
||||
"license": "ISC",
|
||||
"dependencies": {
|
||||
"@google-cloud/container": "^5.12.0",
|
||||
"@kubernetes/client-node": "^0.21.0",
|
||||
"cors": "^2.8.5",
|
||||
"dotenv": "^16.4.5",
|
||||
@ -20,11 +19,11 @@
|
||||
"zod": "^3.23.6"
|
||||
},
|
||||
"devDependencies": {
|
||||
"typescript": "^5.4.5",
|
||||
"@types/cors": "^2.8.17",
|
||||
"@types/express": "^4.17.21",
|
||||
"@types/node": "^20.12.8",
|
||||
"nodemon": "^3.1.0",
|
||||
"ts-node": "^10.9.2",
|
||||
"typescript": "^5.4.5"
|
||||
"ts-node": "^10.9.2"
|
||||
}
|
||||
}
|
||||
|
||||
@ -1,152 +1,159 @@
|
||||
import express, { Express, Request, Response } from "express";
|
||||
import dotenv from "dotenv";
|
||||
import express, { Express, Request, Response } from "express"
|
||||
import dotenv from "dotenv"
|
||||
|
||||
import fs from "fs";
|
||||
import yaml from "yaml";
|
||||
import path from "path";
|
||||
import cors from "cors";
|
||||
import fs from "fs"
|
||||
import yaml from "yaml"
|
||||
import path from "path"
|
||||
import cors from "cors"
|
||||
import {
|
||||
KubeConfig,
|
||||
AppsV1Api,
|
||||
CoreV1Api,
|
||||
NetworkingV1Api,
|
||||
} from "@kubernetes/client-node";
|
||||
import { z } from "zod";
|
||||
} from "@kubernetes/client-node"
|
||||
import { z } from "zod"
|
||||
|
||||
const app = express()
|
||||
const port = process.env.PORT || 8080
|
||||
app.use(express.json())
|
||||
dotenv.config()
|
||||
|
||||
const app = express();
|
||||
const port = process.env.PORT || 8080;
|
||||
app.use(express.json());
|
||||
dotenv.config();
|
||||
|
||||
// const corsOptions = {
|
||||
// origin: ['http://localhost:3000', 'https://s.ishaand.com', 'http://localhost:4000', /\.ws\.ishaand\.com$/],
|
||||
// }
|
||||
// app.use(cors(corsOptions))
|
||||
|
||||
app.use(cors());
|
||||
app.use(cors())
|
||||
|
||||
const kubeconfig = new KubeConfig();
|
||||
|
||||
console.log("GKE_CLUSTER_SERVER", process.env.GKE_CLUSTER_SERVER);
|
||||
console.log(
|
||||
"GKE_CLUSTER_CA_DATA",
|
||||
process.env.GKE_CLUSTER_CA_DATA?.slice(0, 36)
|
||||
);
|
||||
|
||||
kubeconfig.loadFromOptions({
|
||||
const kubeconfig = new KubeConfig()
|
||||
// if (process.env.NODE_ENV !== "deployment") {
|
||||
kubeconfig.loadFromOptions({
|
||||
clusters: [
|
||||
{
|
||||
name: "gke_sylvan-epoch-422219-f9_us-central1_sandbox-cluster",
|
||||
name: 'gke_sylvan-epoch-422219-f9_us-central1_sandbox-cluster',
|
||||
server: process.env.GKE_CLUSTER_SERVER!,
|
||||
caData: process.env.GKE_CLUSTER_CA_DATA,
|
||||
},
|
||||
}
|
||||
],
|
||||
users: [
|
||||
{
|
||||
name: "gke_sylvan-epoch-422219-f9_us-central1_sandbox-cluster",
|
||||
name: 'gke_sylvan-epoch-422219-f9_us-central1_sandbox-cluster',
|
||||
exec: {
|
||||
apiVersion: "client.authentication.k8s.io/v1beta1",
|
||||
command: "gke-gcloud-auth-plugin",
|
||||
installHint:
|
||||
"Install gke-gcloud-auth-plugin for use with kubectl by following https://cloud.google.com/kubernetes-engine/docs/how-to/cluster-access-for-kubectl#install_plugin",
|
||||
interactiveMode: "IfAvailable",
|
||||
provideClusterInfo: true,
|
||||
},
|
||||
},
|
||||
apiVersion: 'client.authentication.k8s.io/v1beta1',
|
||||
command: 'gke-gcloud-auth-plugin',
|
||||
installHint: 'Install gke-gcloud-auth-plugin for use with kubectl by following https://cloud.google.com/kubernetes-engine/docs/how-to/cluster-access-for-kubectl#install_plugin',
|
||||
interactiveMode: 'IfAvailable',
|
||||
provideClusterInfo: true
|
||||
}
|
||||
}
|
||||
],
|
||||
contexts: [
|
||||
{
|
||||
name: "gke_sylvan-epoch-422219-f9_us-central1_sandbox-cluster",
|
||||
cluster: "gke_sylvan-epoch-422219-f9_us-central1_sandbox-cluster",
|
||||
user: "gke_sylvan-epoch-422219-f9_us-central1_sandbox-cluster",
|
||||
},
|
||||
name: 'gke_sylvan-epoch-422219-f9_us-central1_sandbox-cluster',
|
||||
cluster: 'gke_sylvan-epoch-422219-f9_us-central1_sandbox-cluster',
|
||||
user: 'gke_sylvan-epoch-422219-f9_us-central1_sandbox-cluster'
|
||||
}
|
||||
],
|
||||
currentContext: "gke_sylvan-epoch-422219-f9_us-central1_sandbox-cluster",
|
||||
});
|
||||
currentContext: "gke_sylvan-epoch-422219-f9_us-central1_sandbox-cluster"
|
||||
});
|
||||
// }
|
||||
// kubeconfig.loadFromDefault()
|
||||
|
||||
const appsV1Api = kubeconfig.makeApiClient(AppsV1Api);
|
||||
const coreV1Api = kubeconfig.makeApiClient(CoreV1Api);
|
||||
const networkingV1Api = kubeconfig.makeApiClient(NetworkingV1Api);
|
||||
const appsV1Api = kubeconfig.makeApiClient(AppsV1Api)
|
||||
const coreV1Api = kubeconfig.makeApiClient(CoreV1Api)
|
||||
const networkingV1Api = kubeconfig.makeApiClient(NetworkingV1Api)
|
||||
|
||||
const readAndParseKubeYaml = (
|
||||
filePath: string,
|
||||
sandboxId: string
|
||||
): Array<any> => {
|
||||
const fileContent = fs.readFileSync(filePath, "utf8");
|
||||
const fileContent = fs.readFileSync(filePath, "utf8")
|
||||
const docs = yaml.parseAllDocuments(fileContent).map((doc) => {
|
||||
let docString = doc.toString();
|
||||
let docString = doc.toString()
|
||||
|
||||
const regex = new RegExp(`<SANDBOX>`, "g");
|
||||
docString = docString.replace(regex, sandboxId);
|
||||
const regex = new RegExp(`<SANDBOX>`, "g")
|
||||
docString = docString.replace(regex, sandboxId)
|
||||
|
||||
if (!process.env.CF_API_TOKEN) {
|
||||
throw new Error("CF_API_TOKEN is not defined");
|
||||
throw new Error("CF_API_TOKEN is not defined")
|
||||
}
|
||||
const regexEnv1 = new RegExp(`<CF_API_TOKEN>`, "g");
|
||||
docString = docString.replace(regexEnv1, process.env.CF_API_TOKEN);
|
||||
const regexEnv1 = new RegExp(`<CF_API_TOKEN>`, "g")
|
||||
docString = docString.replace(regexEnv1, process.env.CF_API_TOKEN)
|
||||
|
||||
if (!process.env.CF_USER_ID) {
|
||||
throw new Error("CF_USER_ID is not defined");
|
||||
throw new Error("CF_USER_ID is not defined")
|
||||
}
|
||||
const regexEnv2 = new RegExp(`<CF_USER_ID>`, "g");
|
||||
docString = docString.replace(regexEnv2, process.env.CF_USER_ID);
|
||||
const regexEnv2 = new RegExp(`<CF_USER_ID>`, "g")
|
||||
docString = docString.replace(regexEnv2, process.env.CF_USER_ID)
|
||||
|
||||
return yaml.parse(docString);
|
||||
});
|
||||
return docs;
|
||||
};
|
||||
return yaml.parse(docString)
|
||||
})
|
||||
return docs
|
||||
}
|
||||
|
||||
const dataSchema = z.object({
|
||||
userId: z.string(),
|
||||
sandboxId: z.string(),
|
||||
});
|
||||
})
|
||||
|
||||
const namespace = "ingress-nginx";
|
||||
const namespace = "ingress-nginx"
|
||||
|
||||
app.post("/test", async (req, res) => {
|
||||
const pods = await coreV1Api.listNamespacedPod(namespace);
|
||||
res.status(200).send({
|
||||
pods: pods.body.items.map((item) => item?.metadata?.generateName),
|
||||
message: "Orchestrator is up and running.",
|
||||
});
|
||||
const pods = await coreV1Api.listNamespacedPod(namespace)
|
||||
res.status(200).send({ pods: pods.body.items.map(item => item?.metadata?.generateName), message: "Orchestrator is up and running." })
|
||||
// res.status(200).send({ message: "Orchestrator is up and running." })
|
||||
});
|
||||
})
|
||||
|
||||
app.post("/start", async (req, res) => {
|
||||
const { sandboxId } = dataSchema.parse(req.body);
|
||||
const { sandboxId } = dataSchema.parse(req.body)
|
||||
|
||||
// async function main() {
|
||||
// const client = new container.v1.ClusterManagerClient();
|
||||
|
||||
// async function quickstart() {
|
||||
// const zone = 'us-central1-a';
|
||||
// const projectId = await client.getProjectId();
|
||||
// const request = {
|
||||
// projectId: projectId,
|
||||
// zone: zone,
|
||||
// };
|
||||
|
||||
// const [response] = await client.listClusters(request);
|
||||
// console.log('Clusters: ', response);
|
||||
// }
|
||||
|
||||
// quickstart();
|
||||
// }
|
||||
|
||||
// main().catch(console.error);
|
||||
|
||||
try {
|
||||
console.log("Creating resources for sandbox", sandboxId);
|
||||
|
||||
console.log("Creating resources for sandbox", sandboxId)
|
||||
|
||||
const kubeManifests = readAndParseKubeYaml(
|
||||
path.join(__dirname, "../service.yaml"),
|
||||
sandboxId
|
||||
);
|
||||
)
|
||||
|
||||
async function resourceExists(api: any, getMethod: string, name: string) {
|
||||
try {
|
||||
await api[getMethod](name, namespace);
|
||||
return true;
|
||||
await api[getMethod](name, namespace)
|
||||
return true
|
||||
} catch (e: any) {
|
||||
if (e.response && e.response.statusCode === 404) {
|
||||
console.log(
|
||||
"Resource does not exist.",
|
||||
e.response.body.message,
|
||||
e.response.body.details
|
||||
);
|
||||
return false;
|
||||
console.log("Resource does not exist.", e.response.body.message, e.response.body.details)
|
||||
return false
|
||||
}
|
||||
throw e;
|
||||
throw e
|
||||
}
|
||||
}
|
||||
|
||||
const createResource = async (api: any, method: string, manifest: any) => {
|
||||
const {
|
||||
kind,
|
||||
metadata: { name },
|
||||
} = manifest;
|
||||
if (!(await resourceExists(api, "readNamespaced" + kind, name))) {
|
||||
await api["createNamespaced" + kind](namespace, manifest);
|
||||
const { kind, metadata: { name } } = manifest;
|
||||
if (!(await resourceExists(api, 'readNamespaced' + kind, name))) {
|
||||
await api['createNamespaced' + kind](namespace, manifest);
|
||||
console.log(`Created ${kind.toLowerCase()}`, name);
|
||||
} else {
|
||||
console.log(`${kind} ${name} already exists.`);
|
||||
@ -154,77 +161,74 @@ app.post("/start", async (req, res) => {
|
||||
};
|
||||
|
||||
const promises = kubeManifests.map(async (manifest) => {
|
||||
const {
|
||||
kind,
|
||||
metadata: { name },
|
||||
} = manifest;
|
||||
const { kind, metadata: { name } } = manifest
|
||||
|
||||
console.log("Kind:", kind);
|
||||
console.log("Kind:", kind)
|
||||
|
||||
switch (manifest.kind) {
|
||||
case "Deployment":
|
||||
return createResource(appsV1Api, "Deployment", manifest);
|
||||
case "Service":
|
||||
return createResource(coreV1Api, "Service", manifest);
|
||||
case "Ingress":
|
||||
return createResource(networkingV1Api, "Ingress", manifest);
|
||||
case 'Deployment':
|
||||
return createResource(appsV1Api, 'Deployment', manifest);
|
||||
case 'Service':
|
||||
return createResource(coreV1Api, 'Service', manifest);
|
||||
case 'Ingress':
|
||||
return createResource(networkingV1Api, 'Ingress', manifest);
|
||||
default:
|
||||
console.error("Unsupported kind:", manifest.kind);
|
||||
return Promise.reject("Unsupported kind: " + manifest.kind);
|
||||
}
|
||||
});
|
||||
})
|
||||
|
||||
await Promise.all(promises);
|
||||
await Promise.all(promises)
|
||||
|
||||
console.log("All done!");
|
||||
res.status(200).send({ message: "Resources created." });
|
||||
console.log("All done!")
|
||||
res.status(200).send({ message: "Resources created." })
|
||||
} catch (error: any) {
|
||||
const body = error.response.body;
|
||||
console.log("Failed to create resources", error);
|
||||
const body = error.response.body
|
||||
console.log("Failed to create resources", error)
|
||||
|
||||
if (body.code === 409) {
|
||||
return res.status(200).send({ message: "Resource already exists." });
|
||||
return res.status(200).send({ message: "Resource already exists." })
|
||||
}
|
||||
res.status(500).send({ message: "Failed to create resources." });
|
||||
res.status(500).send({ message: "Failed to create resources." })
|
||||
}
|
||||
});
|
||||
})
|
||||
|
||||
app.post("/stop", async (req, res) => {
|
||||
const { sandboxId } = dataSchema.parse(req.body);
|
||||
console.log("Deleting resources for sandbox", sandboxId);
|
||||
const { sandboxId } = dataSchema.parse(req.body)
|
||||
console.log("Deleting resources for sandbox", sandboxId)
|
||||
|
||||
try {
|
||||
const kubeManifests = readAndParseKubeYaml(
|
||||
path.join(__dirname, "../service.yaml"),
|
||||
sandboxId
|
||||
);
|
||||
)
|
||||
const promises = kubeManifests.map(async (manifest) => {
|
||||
if (manifest.kind === "Deployment")
|
||||
await appsV1Api.deleteNamespacedDeployment(
|
||||
manifest.metadata?.name || "",
|
||||
namespace
|
||||
);
|
||||
)
|
||||
else if (manifest.kind === "Service")
|
||||
await coreV1Api.deleteNamespacedService(
|
||||
manifest.metadata?.name || "",
|
||||
namespace
|
||||
);
|
||||
)
|
||||
else if (manifest.kind === "Ingress")
|
||||
await networkingV1Api.deleteNamespacedIngress(
|
||||
manifest.metadata?.name || "",
|
||||
namespace
|
||||
);
|
||||
});
|
||||
)
|
||||
})
|
||||
|
||||
await Promise.all(promises);
|
||||
await Promise.all(promises)
|
||||
|
||||
res.status(200).send({ message: "Resources deleted." });
|
||||
res.status(200).send({ message: "Resources deleted." })
|
||||
} catch (error) {
|
||||
console.log("Failed to delete resources", error);
|
||||
res.status(500).send({ message: "Failed to delete resources." });
|
||||
console.log("Failed to delete resources", error)
|
||||
res.status(500).send({ message: "Failed to delete resources." })
|
||||
}
|
||||
});
|
||||
})
|
||||
|
||||
app.listen(port, () => {
|
||||
console.log(`Listening on port: ${port}`);
|
||||
});
|
||||
console.log(`Listening on port: ${port}`)
|
||||
})
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user