424 lines
13 KiB
TypeScript
424 lines
13 KiB
TypeScript
|
import { FilesystemEvent, Sandbox, WatchHandle } from "e2b"
|
||
|
|
import path from "path"
|
||
|
|
import {
|
||
|
|
createFile,
|
||
|
|
deleteFile,
|
||
|
|
getFolder,
|
||
|
|
getProjectSize,
|
||
|
|
getSandboxFiles,
|
||
|
|
renameFile,
|
||
|
|
saveFile,
|
||
|
|
} from "./fileoperations"
|
||
|
|
import { MAX_BODY_SIZE } from "./ratelimit"
|
||
|
|
import { TFile, TFileData, TFolder } from "./types"
|
||
|
|
|
||
|
|
export type SandboxFiles = {
|
||
|
|
files: (TFolder | TFile)[]
|
||
|
|
fileData: TFileData[]
|
||
|
|
}
|
||
|
|
|
||
|
|
export class FileManager {
|
||
|
|
private sandboxId: string
|
||
|
|
private sandbox: Sandbox
|
||
|
|
public sandboxFiles: SandboxFiles
|
||
|
|
private fileWatchers: WatchHandle[] = []
|
||
|
|
private dirName = "/home/user"
|
||
|
|
private refreshFileList: (files: SandboxFiles) => void
|
||
|
|
|
||
|
|
constructor(
|
||
|
|
sandboxId: string,
|
||
|
|
sandbox: Sandbox,
|
||
|
|
refreshFileList: (files: SandboxFiles) => void
|
||
|
|
) {
|
||
|
|
this.sandboxId = sandboxId
|
||
|
|
this.sandbox = sandbox
|
||
|
|
this.sandboxFiles = { files: [], fileData: [] }
|
||
|
|
this.refreshFileList = refreshFileList
|
||
|
|
}
|
||
|
|
|
||
|
|
async initialize() {
|
||
|
|
this.sandboxFiles = await getSandboxFiles(this.sandboxId)
|
||
|
|
const projectDirectory = path.posix.join(
|
||
|
|
this.dirName,
|
||
|
|
"projects",
|
||
|
|
this.sandboxId
|
||
|
|
)
|
||
|
|
// Copy all files from the project to the container
|
||
|
|
const promises = this.sandboxFiles.fileData.map(async (file) => {
|
||
|
|
try {
|
||
|
|
const filePath = path.join(this.dirName, file.id)
|
||
|
|
const parentDirectory = path.dirname(filePath)
|
||
|
|
if (!this.sandbox.files.exists(parentDirectory)) {
|
||
|
|
await this.sandbox.files.makeDir(parentDirectory)
|
||
|
|
}
|
||
|
|
await this.sandbox.files.write(filePath, file.data)
|
||
|
|
} catch (e: any) {
|
||
|
|
console.log("Failed to create file: " + e)
|
||
|
|
}
|
||
|
|
})
|
||
|
|
await Promise.all(promises)
|
||
|
|
|
||
|
|
// Make the logged in user the owner of all project files
|
||
|
|
this.fixPermissions()
|
||
|
|
|
||
|
|
await this.watchDirectory(projectDirectory)
|
||
|
|
await this.watchSubdirectories(projectDirectory)
|
||
|
|
}
|
||
|
|
|
||
|
|
// Check if the given path is a directory
|
||
|
|
private async isDirectory(projectDirectory: string): Promise<boolean> {
|
||
|
|
try {
|
||
|
|
const result = await this.sandbox.commands.run(
|
||
|
|
`[ -d "${projectDirectory}" ] && echo "true" || echo "false"`
|
||
|
|
)
|
||
|
|
return result.stdout.trim() === "true"
|
||
|
|
} catch (e: any) {
|
||
|
|
console.log("Failed to check if directory: " + e)
|
||
|
|
return false
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
// Change the owner of the project directory to user
|
||
|
|
private async fixPermissions() {
|
||
|
|
try {
|
||
|
|
const projectDirectory = path.posix.join(
|
||
|
|
this.dirName,
|
||
|
|
"projects",
|
||
|
|
this.sandboxId
|
||
|
|
)
|
||
|
|
await this.sandbox.commands.run(
|
||
|
|
`sudo chown -R user "${projectDirectory}"`
|
||
|
|
)
|
||
|
|
} catch (e: any) {
|
||
|
|
console.log("Failed to fix permissions: " + e)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
async watchDirectory(directory: string): Promise<WatchHandle | undefined> {
|
||
|
|
try {
|
||
|
|
const handle = await this.sandbox.files.watch(
|
||
|
|
directory,
|
||
|
|
async (event: FilesystemEvent) => {
|
||
|
|
try {
|
||
|
|
function removeDirName(path: string, dirName: string) {
|
||
|
|
return path.startsWith(dirName)
|
||
|
|
? path.slice(dirName.length)
|
||
|
|
: path
|
||
|
|
}
|
||
|
|
|
||
|
|
// This is the absolute file path in the container
|
||
|
|
const containerFilePath = path.posix.join(directory, event.name)
|
||
|
|
// This is the file path relative to the home directory
|
||
|
|
const sandboxFilePath = removeDirName(
|
||
|
|
containerFilePath,
|
||
|
|
this.dirName + "/"
|
||
|
|
)
|
||
|
|
// This is the directory being watched relative to the home directory
|
||
|
|
const sandboxDirectory = removeDirName(
|
||
|
|
directory,
|
||
|
|
this.dirName + "/"
|
||
|
|
)
|
||
|
|
|
||
|
|
// Helper function to find a folder by id
|
||
|
|
function findFolderById(
|
||
|
|
files: (TFolder | TFile)[],
|
||
|
|
folderId: string
|
||
|
|
) {
|
||
|
|
return files.find(
|
||
|
|
(file: TFolder | TFile) =>
|
||
|
|
file.type === "folder" && file.id === folderId
|
||
|
|
)
|
||
|
|
}
|
||
|
|
|
||
|
|
// A new file or directory was created.
|
||
|
|
if (event.type === "create") {
|
||
|
|
const folder = findFolderById(
|
||
|
|
this.sandboxFiles.files,
|
||
|
|
sandboxDirectory
|
||
|
|
) as TFolder
|
||
|
|
const isDir = await this.isDirectory(containerFilePath)
|
||
|
|
|
||
|
|
const newItem = isDir
|
||
|
|
? ({
|
||
|
|
id: sandboxFilePath,
|
||
|
|
name: event.name,
|
||
|
|
type: "folder",
|
||
|
|
children: [],
|
||
|
|
} as TFolder)
|
||
|
|
: ({
|
||
|
|
id: sandboxFilePath,
|
||
|
|
name: event.name,
|
||
|
|
type: "file",
|
||
|
|
} as TFile)
|
||
|
|
|
||
|
|
if (folder) {
|
||
|
|
// If the folder exists, add the new item (file/folder) as a child
|
||
|
|
folder.children.push(newItem)
|
||
|
|
} else {
|
||
|
|
// If folder doesn't exist, add the new item to the root
|
||
|
|
this.sandboxFiles.files.push(newItem)
|
||
|
|
}
|
||
|
|
|
||
|
|
if (!isDir) {
|
||
|
|
const fileData = await this.sandbox.files.read(
|
||
|
|
containerFilePath
|
||
|
|
)
|
||
|
|
const fileContents =
|
||
|
|
typeof fileData === "string" ? fileData : ""
|
||
|
|
this.sandboxFiles.fileData.push({
|
||
|
|
id: sandboxFilePath,
|
||
|
|
data: fileContents,
|
||
|
|
})
|
||
|
|
}
|
||
|
|
|
||
|
|
console.log(`Create ${sandboxFilePath}`)
|
||
|
|
}
|
||
|
|
|
||
|
|
// A file or directory was removed or renamed.
|
||
|
|
else if (event.type === "remove" || event.type == "rename") {
|
||
|
|
const folder = findFolderById(
|
||
|
|
this.sandboxFiles.files,
|
||
|
|
sandboxDirectory
|
||
|
|
) as TFolder
|
||
|
|
const isDir = await this.isDirectory(containerFilePath)
|
||
|
|
|
||
|
|
const isFileMatch = (file: TFolder | TFile | TFileData) =>
|
||
|
|
file.id === sandboxFilePath ||
|
||
|
|
file.id.startsWith(containerFilePath + "/")
|
||
|
|
|
||
|
|
if (folder) {
|
||
|
|
// Remove item from its parent folder
|
||
|
|
folder.children = folder.children.filter(
|
||
|
|
(file: TFolder | TFile) => !isFileMatch(file)
|
||
|
|
)
|
||
|
|
} else {
|
||
|
|
// Remove from the root if it's not inside a folder
|
||
|
|
this.sandboxFiles.files = this.sandboxFiles.files.filter(
|
||
|
|
(file: TFolder | TFile) => !isFileMatch(file)
|
||
|
|
)
|
||
|
|
}
|
||
|
|
|
||
|
|
// Also remove any corresponding file data
|
||
|
|
this.sandboxFiles.fileData = this.sandboxFiles.fileData.filter(
|
||
|
|
(file: TFileData) => !isFileMatch(file)
|
||
|
|
)
|
||
|
|
|
||
|
|
console.log(`Removed: ${sandboxFilePath}`)
|
||
|
|
}
|
||
|
|
|
||
|
|
// The contents of a file were changed.
|
||
|
|
else if (event.type === "write") {
|
||
|
|
const folder = findFolderById(
|
||
|
|
this.sandboxFiles.files,
|
||
|
|
sandboxDirectory
|
||
|
|
) as TFolder
|
||
|
|
const fileToWrite = this.sandboxFiles.fileData.find(
|
||
|
|
(file) => file.id === sandboxFilePath
|
||
|
|
)
|
||
|
|
|
||
|
|
if (fileToWrite) {
|
||
|
|
fileToWrite.data = await this.sandbox.files.read(
|
||
|
|
containerFilePath
|
||
|
|
)
|
||
|
|
console.log(`Write to ${sandboxFilePath}`)
|
||
|
|
} else {
|
||
|
|
// If the file is part of a folder structure, locate it and update its data
|
||
|
|
const fileInFolder = folder?.children.find(
|
||
|
|
(file) => file.id === sandboxFilePath
|
||
|
|
)
|
||
|
|
if (fileInFolder) {
|
||
|
|
const fileData = await this.sandbox.files.read(
|
||
|
|
containerFilePath
|
||
|
|
)
|
||
|
|
const fileContents =
|
||
|
|
typeof fileData === "string" ? fileData : ""
|
||
|
|
this.sandboxFiles.fileData.push({
|
||
|
|
id: sandboxFilePath,
|
||
|
|
data: fileContents,
|
||
|
|
})
|
||
|
|
console.log(`Write to ${sandboxFilePath}`)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
// Tell the client to reload the file list
|
||
|
|
this.refreshFileList(this.sandboxFiles)
|
||
|
|
} catch (error) {
|
||
|
|
console.error(
|
||
|
|
`Error handling ${event.type} event for ${event.name}:`,
|
||
|
|
error
|
||
|
|
)
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{ timeout: 0 }
|
||
|
|
)
|
||
|
|
this.fileWatchers.push(handle)
|
||
|
|
return handle
|
||
|
|
} catch (error) {
|
||
|
|
console.error(`Error watching filesystem:`, error)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
async watchSubdirectories(directory: string) {
|
||
|
|
const dirContent = await this.sandbox.files.list(directory)
|
||
|
|
await Promise.all(
|
||
|
|
dirContent.map(async (item) => {
|
||
|
|
if (item.type === "dir") {
|
||
|
|
console.log("Watching " + item.path)
|
||
|
|
await this.watchDirectory(item.path)
|
||
|
|
}
|
||
|
|
})
|
||
|
|
)
|
||
|
|
}
|
||
|
|
|
||
|
|
async getFile(fileId: string): Promise<string | undefined> {
|
||
|
|
const file = this.sandboxFiles.fileData.find((f) => f.id === fileId)
|
||
|
|
return file?.data
|
||
|
|
}
|
||
|
|
|
||
|
|
async getFolder(folderId: string): Promise<string[]> {
|
||
|
|
return getFolder(folderId)
|
||
|
|
}
|
||
|
|
|
||
|
|
async saveFile(fileId: string, body: string): Promise<void> {
|
||
|
|
if (!fileId) return // handles saving when no file is open
|
||
|
|
|
||
|
|
if (Buffer.byteLength(body, "utf-8") > MAX_BODY_SIZE) {
|
||
|
|
throw new Error("File size too large. Please reduce the file size.")
|
||
|
|
}
|
||
|
|
await saveFile(fileId, body)
|
||
|
|
const file = this.sandboxFiles.fileData.find((f) => f.id === fileId)
|
||
|
|
if (!file) return
|
||
|
|
file.data = body
|
||
|
|
|
||
|
|
await this.sandbox.files.write(path.posix.join(this.dirName, file.id), body)
|
||
|
|
this.fixPermissions()
|
||
|
|
}
|
||
|
|
|
||
|
|
async moveFile(
|
||
|
|
fileId: string,
|
||
|
|
folderId: string
|
||
|
|
): Promise<(TFolder | TFile)[]> {
|
||
|
|
const fileData = this.sandboxFiles.fileData.find((f) => f.id === fileId)
|
||
|
|
const file = this.sandboxFiles.files.find((f) => f.id === fileId)
|
||
|
|
if (!fileData || !file) return this.sandboxFiles.files
|
||
|
|
|
||
|
|
const parts = fileId.split("/")
|
||
|
|
const newFileId = folderId + "/" + parts.pop()
|
||
|
|
|
||
|
|
await this.moveFileInContainer(fileId, newFileId)
|
||
|
|
|
||
|
|
await this.fixPermissions()
|
||
|
|
|
||
|
|
fileData.id = newFileId
|
||
|
|
file.id = newFileId
|
||
|
|
|
||
|
|
await renameFile(fileId, newFileId, fileData.data)
|
||
|
|
const newFiles = await getSandboxFiles(this.sandboxId)
|
||
|
|
return newFiles.files
|
||
|
|
}
|
||
|
|
|
||
|
|
private async moveFileInContainer(oldPath: string, newPath: string) {
|
||
|
|
try {
|
||
|
|
const fileContents = await this.sandbox.files.read(
|
||
|
|
path.posix.join(this.dirName, oldPath)
|
||
|
|
)
|
||
|
|
await this.sandbox.files.write(
|
||
|
|
path.posix.join(this.dirName, newPath),
|
||
|
|
fileContents
|
||
|
|
)
|
||
|
|
await this.sandbox.files.remove(path.posix.join(this.dirName, oldPath))
|
||
|
|
} catch (e) {
|
||
|
|
console.error(`Error moving file from ${oldPath} to ${newPath}:`, e)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
async createFile(name: string): Promise<boolean> {
|
||
|
|
const size: number = await getProjectSize(this.sandboxId)
|
||
|
|
if (size > 200 * 1024 * 1024) {
|
||
|
|
throw new Error("Project size exceeded. Please delete some files.")
|
||
|
|
}
|
||
|
|
|
||
|
|
const id = `projects/${this.sandboxId}/${name}`
|
||
|
|
|
||
|
|
await this.sandbox.files.write(path.posix.join(this.dirName, id), "")
|
||
|
|
await this.fixPermissions()
|
||
|
|
|
||
|
|
this.sandboxFiles.files.push({
|
||
|
|
id,
|
||
|
|
name,
|
||
|
|
type: "file",
|
||
|
|
})
|
||
|
|
|
||
|
|
this.sandboxFiles.fileData.push({
|
||
|
|
id,
|
||
|
|
data: "",
|
||
|
|
})
|
||
|
|
|
||
|
|
await createFile(id)
|
||
|
|
|
||
|
|
return true
|
||
|
|
}
|
||
|
|
|
||
|
|
async createFolder(name: string): Promise<void> {
|
||
|
|
const id = `projects/${this.sandboxId}/${name}`
|
||
|
|
await this.sandbox.files.makeDir(path.posix.join(this.dirName, id))
|
||
|
|
}
|
||
|
|
|
||
|
|
async renameFile(fileId: string, newName: string): Promise<void> {
|
||
|
|
const fileData = this.sandboxFiles.fileData.find((f) => f.id === fileId)
|
||
|
|
const file = this.sandboxFiles.files.find((f) => f.id === fileId)
|
||
|
|
if (!fileData || !file) return
|
||
|
|
|
||
|
|
const parts = fileId.split("/")
|
||
|
|
const newFileId = parts.slice(0, parts.length - 1).join("/") + "/" + newName
|
||
|
|
|
||
|
|
await this.moveFileInContainer(fileId, newFileId)
|
||
|
|
await this.fixPermissions()
|
||
|
|
await renameFile(fileId, newFileId, fileData.data)
|
||
|
|
|
||
|
|
fileData.id = newFileId
|
||
|
|
file.id = newFileId
|
||
|
|
}
|
||
|
|
|
||
|
|
async deleteFile(fileId: string): Promise<(TFolder | TFile)[]> {
|
||
|
|
const file = this.sandboxFiles.fileData.find((f) => f.id === fileId)
|
||
|
|
if (!file) return this.sandboxFiles.files
|
||
|
|
|
||
|
|
await this.sandbox.files.remove(path.posix.join(this.dirName, fileId))
|
||
|
|
this.sandboxFiles.fileData = this.sandboxFiles.fileData.filter(
|
||
|
|
(f) => f.id !== fileId
|
||
|
|
)
|
||
|
|
|
||
|
|
await deleteFile(fileId)
|
||
|
|
|
||
|
|
const newFiles = await getSandboxFiles(this.sandboxId)
|
||
|
|
return newFiles.files
|
||
|
|
}
|
||
|
|
|
||
|
|
async deleteFolder(folderId: string): Promise<(TFolder | TFile)[]> {
|
||
|
|
const files = await getFolder(folderId)
|
||
|
|
|
||
|
|
await Promise.all(
|
||
|
|
files.map(async (file) => {
|
||
|
|
await this.sandbox.files.remove(path.posix.join(this.dirName, file))
|
||
|
|
this.sandboxFiles.fileData = this.sandboxFiles.fileData.filter(
|
||
|
|
(f) => f.id !== file
|
||
|
|
)
|
||
|
|
await deleteFile(file)
|
||
|
|
})
|
||
|
|
)
|
||
|
|
|
||
|
|
const newFiles = await getSandboxFiles(this.sandboxId)
|
||
|
|
return newFiles.files
|
||
|
|
}
|
||
|
|
|
||
|
|
async closeWatchers() {
|
||
|
|
await Promise.all(
|
||
|
|
this.fileWatchers.map(async (handle: WatchHandle) => {
|
||
|
|
await handle.close()
|
||
|
|
})
|
||
|
|
)
|
||
|
|
}
|
||
|
|
}
|