feat(files): folders + vfs update

Author: icecrasher321

apps/sim/app/api/tools/file/manage/route.ts

@@ -3,12 +3,14 @@ import { type NextRequest, NextResponse } from 'next/server'
 import { fileManageContract } from '@/lib/api/contracts/tools/file'
 import { parseRequest } from '@/lib/api/server'
 import { checkInternalAuth } from '@/lib/auth/hybrid'
+import { splitWorkspaceFilePath } from '@/lib/copilot/tools/server/files/workspace-file'
 import { acquireLock, releaseLock } from '@/lib/core/config/redis'
 import { ensureAbsoluteUrl } from '@/lib/core/utils/urls'
 import { withRouteHandler } from '@/lib/core/utils/with-route-handler'
+import { ensureWorkspaceFileFolderPath } from '@/lib/uploads/contexts/workspace/workspace-file-folder-manager'
 import {
   fetchWorkspaceFileBuffer,
-  getWorkspaceFileByName,
+  resolveWorkspaceFileReference,
   updateWorkspaceFileContent,
   uploadWorkspaceFile,
 } from '@/lib/uploads/contexts/workspace/workspace-file-manager'
@@ -42,14 +44,21 @@ export const POST = withRouteHandler(async (request: NextRequest) => {
     switch (body.operation) {
       case 'write': {
         const { fileName, content, contentType } = body
-        const mimeType = contentType || getMimeTypeFromExtension(getFileExtension(fileName))
+        const { folderSegments, leafName } = splitWorkspaceFilePath(fileName)
+        const folderId = await ensureWorkspaceFileFolderPath({
+          workspaceId,
+          userId,
+          pathSegments: folderSegments,
+        })
+        const mimeType = contentType || getMimeTypeFromExtension(getFileExtension(leafName))
         const fileBuffer = Buffer.from(content ?? '', 'utf-8')
         const result = await uploadWorkspaceFile(
           workspaceId,
           userId,
           fileBuffer,
-          fileName,
-          mimeType
+          leafName,
+          mimeType,
+          { folderId }
         )
 
         logger.info('File created', {
@@ -72,7 +81,7 @@ export const POST = withRouteHandler(async (request: NextRequest) => {
       case 'append': {
         const { fileName, content } = body
 
-        const existing = await getWorkspaceFileByName(workspaceId, fileName)
+        const existing = await resolveWorkspaceFileReference(workspaceId, fileName)
         if (!existing) {
           return NextResponse.json(
             { success: false, error: `File not found: "${fileName}"` },

apps/sim/app/api/workspaces/[id]/files/bulk-archive/route.ts

@@ -0,0 +1,43 @@
+import { createLogger } from '@sim/logger'
+import { type NextRequest, NextResponse } from 'next/server'
+import { bulkArchiveWorkspaceFileItemsContract } from '@/lib/api/contracts/workspace-file-folders'
+import { parseRequest } from '@/lib/api/server'
+import { getSession } from '@/lib/auth'
+import { withRouteHandler } from '@/lib/core/utils/with-route-handler'
+import { bulkArchiveWorkspaceFileItems } from '@/lib/uploads/contexts/workspace'
+import { getUserEntityPermissions } from '@/lib/workspaces/permissions/utils'
+
+const logger = createLogger('WorkspaceFileBulkArchiveAPI')
+
+export const POST = withRouteHandler(
+  async (request: NextRequest, context: { params: Promise<{ id: string }> }) => {
+    const session = await getSession()
+    if (!session?.user?.id) {
+      return NextResponse.json({ error: 'Unauthorized' }, { status: 401 })
+    }
+
+    const parsed = await parseRequest(bulkArchiveWorkspaceFileItemsContract, request, context)
+    if (!parsed.success) return parsed.response
+    const { id: workspaceId } = parsed.data.params
+    const { fileIds, folderIds } = parsed.data.body
+
+    const permission = await getUserEntityPermissions(session.user.id, 'workspace', workspaceId)
+    if (permission !== 'admin' && permission !== 'write') {
+      return NextResponse.json({ error: 'Insufficient permissions' }, { status: 403 })
+    }
+
+    try {
+      const deletedItems = await bulkArchiveWorkspaceFileItems({ workspaceId, fileIds, folderIds })
+      return NextResponse.json({ success: true, deletedItems })
+    } catch (error) {
+      logger.error('Failed to bulk archive workspace file items:', error)
+      return NextResponse.json(
+        {
+          success: false,
+          error: error instanceof Error ? error.message : 'Failed to archive items',
+        },
+        { status: 400 }
+      )
+    }
+  }
+)

apps/sim/app/api/workspaces/[id]/files/download/route.ts

@@ -0,0 +1,113 @@
+import { createLogger } from '@sim/logger'
+import JSZip from 'jszip'
+import { type NextRequest, NextResponse } from 'next/server'
+import { downloadWorkspaceFileItemsContract } from '@/lib/api/contracts/workspace-file-folders'
+import { parseRequest } from '@/lib/api/server'
+import { getSession } from '@/lib/auth'
+import { withRouteHandler } from '@/lib/core/utils/with-route-handler'
+import {
+  fetchWorkspaceFileBuffer,
+  listWorkspaceFileFolders,
+  listWorkspaceFiles,
+} from '@/lib/uploads/contexts/workspace'
+import { verifyWorkspaceMembership } from '@/app/api/workflows/utils'
+
+const logger = createLogger('WorkspaceFilesDownloadAPI')
+
+function safeZipPath(path: string): string {
+  return path
+    .split('/')
+    .map((segment) => segment.trim().replace(/[<>:"\\|?*\x00-\x1f]/g, '_'))
+    .filter(Boolean)
+    .join('/')
+}
+
+function collectDescendantFolderIds(
+  selectedFolderIds: string[],
+  folders: Array<{ id: string; parentId: string | null }>
+): Set<string> {
+  const folderIds = new Set(selectedFolderIds)
+  let changed = true
+  while (changed) {
+    changed = false
+    for (const folder of folders) {
+      if (folder.parentId && folderIds.has(folder.parentId) && !folderIds.has(folder.id)) {
+        folderIds.add(folder.id)
+        changed = true
+      }
+    }
+  }
+  return folderIds
+}
+
+export const GET = withRouteHandler(
+  async (request: NextRequest, context: { params: Promise<{ id: string }> }) => {
+    const session = await getSession()
+    if (!session?.user?.id) {
+      return NextResponse.json({ error: 'Unauthorized' }, { status: 401 })
+    }
+
+    const parsed = await parseRequest(downloadWorkspaceFileItemsContract, request, context)
+    if (!parsed.success) return parsed.response
+    const { id: workspaceId } = parsed.data.params
+    const { fileIds, folderIds } = parsed.data.query
+
+    const permission = await verifyWorkspaceMembership(session.user.id, workspaceId)
+    if (!permission) {
+      return NextResponse.json({ error: 'Insufficient permissions' }, { status: 403 })
+    }
+
+    try {
+      const [files, folders] = await Promise.all([
+        listWorkspaceFiles(workspaceId),
+        listWorkspaceFileFolders(workspaceId),
+      ])
+      const selectedFolderIds = collectDescendantFolderIds(folderIds, folders)
+      const requestedFileIds = new Set(fileIds)
+      const filesToZip = files.filter(
+        (file) =>
+          requestedFileIds.has(file.id) || (file.folderId && selectedFolderIds.has(file.folderId))
+      )
+
+      if (filesToZip.length === 0) {
+        return NextResponse.json({ error: 'No files selected for download' }, { status: 400 })
+      }
+
+      const zip = new JSZip()
+      const usedPaths = new Set<string>()
+      for (const file of filesToZip) {
+        const buffer = await fetchWorkspaceFileBuffer(file)
+        const basePath = safeZipPath(
+          file.folderPath ? `${file.folderPath}/${file.name}` : file.name
+        )
+        let zipPath = basePath || file.name
+        let suffix = 2
+        while (usedPaths.has(zipPath)) {
+          const dotIndex = basePath.lastIndexOf('.')
+          zipPath =
+            dotIndex > 0
+              ? `${basePath.slice(0, dotIndex)} (${suffix})${basePath.slice(dotIndex)}`
+              : `${basePath} (${suffix})`
+          suffix++
+        }
+        usedPaths.add(zipPath)
+        zip.file(zipPath, buffer)
+      }
+
+      const zipBuffer = await zip.generateAsync({ type: 'nodebuffer' })
+      return new NextResponse(new Uint8Array(zipBuffer), {
+        headers: {
+          'Content-Type': 'application/zip',
+          'Content-Disposition': 'attachment; filename="workspace-files.zip"',
+          'Cache-Control': 'no-store',
+        },
+      })
+    } catch (error) {
+      logger.error('Failed to download workspace file selection:', error)
+      return NextResponse.json(
+        { error: error instanceof Error ? error.message : 'Failed to download selected files' },
+        { status: 500 }
+      )
+    }
+  }
+)

apps/sim/app/api/workspaces/[id]/files/folders/[folderId]/route.ts

@@ -0,0 +1,86 @@
+import { createLogger } from '@sim/logger'
+import { type NextRequest, NextResponse } from 'next/server'
+import {
+  deleteWorkspaceFileFolderContract,
+  updateWorkspaceFileFolderContract,
+} from '@/lib/api/contracts/workspace-file-folders'
+import { parseRequest } from '@/lib/api/server'
+import { getSession } from '@/lib/auth'
+import { withRouteHandler } from '@/lib/core/utils/with-route-handler'
+import {
+  archiveWorkspaceFileFolderRecursive,
+  updateWorkspaceFileFolder,
+  WorkspaceFileFolderConflictError,
+} from '@/lib/uploads/contexts/workspace'
+import { getUserEntityPermissions } from '@/lib/workspaces/permissions/utils'
+
+const logger = createLogger('WorkspaceFileFolderAPI')
+
+async function assertWritePermission(userId: string, workspaceId: string) {
+  const permission = await getUserEntityPermissions(userId, 'workspace', workspaceId)
+  return permission === 'admin' || permission === 'write'
+}
+
+export const PATCH = withRouteHandler(
+  async (request: NextRequest, context: { params: Promise<{ id: string; folderId: string }> }) => {
+    const session = await getSession()
+    if (!session?.user?.id) {
+      return NextResponse.json({ error: 'Unauthorized' }, { status: 401 })
+    }
+
+    const parsed = await parseRequest(updateWorkspaceFileFolderContract, request, context)
+    if (!parsed.success) return parsed.response
+    const { id: workspaceId, folderId } = parsed.data.params
+
+    if (!(await assertWritePermission(session.user.id, workspaceId))) {
+      return NextResponse.json({ error: 'Insufficient permissions' }, { status: 403 })
+    }
+
+    try {
+      const folder = await updateWorkspaceFileFolder({
+        workspaceId,
+        folderId,
+        ...parsed.data.body,
+      })
+      return NextResponse.json({ success: true, folder })
+    } catch (error) {
+      logger.error('Failed to update workspace file folder:', error)
+      const message = error instanceof Error ? error.message : 'Failed to update folder'
+      return NextResponse.json(
+        { success: false, error: message },
+        { status: error instanceof WorkspaceFileFolderConflictError ? 409 : 400 }
+      )
+    }
+  }
+)
+
+export const DELETE = withRouteHandler(
+  async (request: NextRequest, context: { params: Promise<{ id: string; folderId: string }> }) => {
+    const session = await getSession()
+    if (!session?.user?.id) {
+      return NextResponse.json({ error: 'Unauthorized' }, { status: 401 })
+    }
+
+    const parsed = await parseRequest(deleteWorkspaceFileFolderContract, request, context)
+    if (!parsed.success) return parsed.response
+    const { id: workspaceId, folderId } = parsed.data.params
+
+    if (!(await assertWritePermission(session.user.id, workspaceId))) {
+      return NextResponse.json({ error: 'Insufficient permissions' }, { status: 403 })
+    }
+
+    try {
+      const deletedItems = await archiveWorkspaceFileFolderRecursive(workspaceId, folderId)
+      return NextResponse.json({ success: true, deletedItems })
+    } catch (error) {
+      logger.error('Failed to delete workspace file folder:', error)
+      return NextResponse.json(
+        {
+          success: false,
+          error: error instanceof Error ? error.message : 'Failed to delete folder',
+        },
+        { status: 400 }
+      )
+    }
+  }
+)

apps/sim/app/api/workspaces/[id]/files/folders/route.ts

@@ -0,0 +1,79 @@
+import { createLogger } from '@sim/logger'
+import { type NextRequest, NextResponse } from 'next/server'
+import {
+  createWorkspaceFileFolderContract,
+  listWorkspaceFileFoldersContract,
+} from '@/lib/api/contracts/workspace-file-folders'
+import { parseRequest } from '@/lib/api/server'
+import { getSession } from '@/lib/auth'
+import { withRouteHandler } from '@/lib/core/utils/with-route-handler'
+import {
+  createWorkspaceFileFolder,
+  listWorkspaceFileFolders,
+  WorkspaceFileFolderConflictError,
+} from '@/lib/uploads/contexts/workspace'
+import { getUserEntityPermissions } from '@/lib/workspaces/permissions/utils'
+
+const logger = createLogger('WorkspaceFileFoldersAPI')
+
+async function getWorkspacePermission(userId: string, workspaceId: string) {
+  return getUserEntityPermissions(userId, 'workspace', workspaceId)
+}
+
+export const GET = withRouteHandler(
+  async (request: NextRequest, context: { params: Promise<{ id: string }> }) => {
+    const session = await getSession()
+    if (!session?.user?.id) {
+      return NextResponse.json({ error: 'Unauthorized' }, { status: 401 })
+    }
+
+    const parsed = await parseRequest(listWorkspaceFileFoldersContract, request, context)
+    if (!parsed.success) return parsed.response
+    const { id: workspaceId } = parsed.data.params
+    const { scope } = parsed.data.query
+
+    const permission = await getWorkspacePermission(session.user.id, workspaceId)
+    if (!permission) {
+      return NextResponse.json({ error: 'Insufficient permissions' }, { status: 403 })
+    }
+
+    const folders = await listWorkspaceFileFolders(workspaceId, { scope })
+    return NextResponse.json({ success: true, folders })
+  }
+)
+
+export const POST = withRouteHandler(
+  async (request: NextRequest, context: { params: Promise<{ id: string }> }) => {
+    const session = await getSession()
+    if (!session?.user?.id) {
+      return NextResponse.json({ error: 'Unauthorized' }, { status: 401 })
+    }
+
+    const parsed = await parseRequest(createWorkspaceFileFolderContract, request, context)
+    if (!parsed.success) return parsed.response
+    const { id: workspaceId } = parsed.data.params
+    const { name, parentId } = parsed.data.body
+
+    const permission = await getWorkspacePermission(session.user.id, workspaceId)
+    if (permission !== 'admin' && permission !== 'write') {
+      return NextResponse.json({ error: 'Insufficient permissions' }, { status: 403 })
+    }
+
+    try {
+      const folder = await createWorkspaceFileFolder({
+        workspaceId,
+        userId: session.user.id,
+        name,
+        parentId,
+      })
+      return NextResponse.json({ success: true, folder })
+    } catch (error) {
+      logger.error('Failed to create workspace file folder:', error)
+      const message = error instanceof Error ? error.message : 'Failed to create folder'
+      return NextResponse.json(
+        { success: false, error: message },
+        { status: error instanceof WorkspaceFileFolderConflictError ? 409 : 400 }
+      )
+    }
+  }
+)