progress

Author: icecrasher321

apps/docs/content/docs/en/blocks/function.mdx

@@ -189,6 +189,8 @@ plt.show()
 
 Function blocks receive their code, parameters, resolved references, and previous block context in an internal execution request. Sim can safely reference oversized workflow outputs, such as large `loop.results` or `parallel.results`, when you select a smaller nested field like `<loop.results[0][0].id>`.
 
+File outputs are metadata-first by default. Referencing `<file.name>`, `<file.url>`, or similar metadata does not hydrate file contents. Referencing `<file.base64>` explicitly hydrates that file's base64 content at resolver time and can fail if the file exceeds the configured inline limit.
+
 Avoid passing a full large object into a Function block when you only need one field. For example, prefer `<api.data.customerId>` over `<api.data>` when the API response is large. If the complete function request body is still larger than the platform limit, execution can fail before your code starts.
 
 For large generated data, write the result to a file or table with `outputPath`, `outputSandboxPath`, or `outputTable` instead of returning the entire payload inline.

apps/docs/content/docs/en/blocks/parallel.mdx

@@ -34,6 +34,7 @@ Choose between two types of parallel execution:
     </div>
 
     Use this when you need to run the same operation multiple times concurrently.
+    If the total count is larger than the batch size, Sim runs the work in serial batches while preserving the original result order.
 
     ```
     Example: Run 5 parallel instances
@@ -57,7 +58,7 @@ Choose between two types of parallel execution:
       />
     </div>
 
-    Each instance processes one item from the collection simultaneously.
+    Each instance processes one item from the collection. Large collections run in serial batches while preserving each item's original index.
 
     ```
     Example: Process ["task1", "task2", "task3"] in parallel
@@ -140,6 +141,12 @@ const allResults = <processtasks.results>;
 // Returns: [result1, result2, result3, ...]
 ```
 
+For large result sets, reference only the entry or field you need, such as `<processtasks.results[10][0].id>`. Sim keeps aggregate results indexable and hydrates stored entries when an indexed path is explicitly referenced.
+
+### Batch Size
+
+Parallel blocks run up to 20 branches at a time by default. Increase the total count or collection size to process more work; Sim will execute the next batch after the current batch finishes. You can lower the batch size to reduce concurrency for rate-limited APIs.
+
 ### Instance Isolation
 
 Each parallel instance runs independently:
@@ -157,7 +164,7 @@ Each parallel instance runs independently:
   While parallel execution is faster, be mindful of:
   - API rate limits when making concurrent requests
   - Memory usage with large datasets
-  - Maximum of 20 concurrent instances to prevent resource exhaustion
+  - Maximum of 20 concurrent instances per batch to prevent resource exhaustion
 </Callout>
 
 ## Parallel vs Loop
@@ -186,6 +193,9 @@ Understanding when to use each:
       <li>
         <strong>Collection</strong>: Array or object to distribute (collection-based)
       </li>
+      <li>
+        <strong>Batch size</strong>: Number of branches to run concurrently, from 1 to 20
+      </li>
     </ul>
   </Tab>
   <Tab>

apps/docs/content/docs/en/execution/api-deployment.mdx

@@ -232,7 +232,7 @@ Workflow execution responses are capped by platform request and response limits.
 }
 ```
 
-The `version` field is part of the external API contract. Treat the reference as an opaque placeholder for a value that could not be safely embedded in the response. `id`, `key`, and `executionId` are not fetch URLs; use `selectedOutputs` to request a smaller nested field, reduce the data passed between blocks, or return the data from a Response block when your workflow intentionally owns the HTTP response body.
+The `version` field is part of the external API contract. Treat the reference as an opaque placeholder for a value that could not be safely embedded in the response. `id`, `key`, and `executionId` are not fetch URLs; use `selectedOutputs` to request a smaller nested field, reduce the data passed between blocks, or return the data from a Response block when your workflow intentionally owns the HTTP response body. File outputs are metadata-first; request `.base64` only when you need inline file content.
 
 ### Asynchronous
 

apps/realtime/src/database/operations.ts

@@ -742,6 +742,7 @@ async function handleBlocksOperationTx(
                 config: {
                   parallelType: 'fixed',
                   count: DEFAULT_PARALLEL_COUNT,
+                  batchSize: 20,
                   nodes: [],
                 },
               })
@@ -1700,6 +1701,10 @@ async function handleSubflowOperationTx(
           blockData.parallelType = payload.config.parallelType
         }
 
+        if (payload.config.batchSize !== undefined) {
+          blockData.batchSize = payload.config.batchSize
+        }
+
         await tx
           .update(workflowBlocks)
           .set({

apps/sim/app/api/workflows/[id]/execute/route.ts

@@ -775,6 +775,7 @@ async function handleExecutePost(
           ? ((await hydrateUserFilesWithBase64(result.output, {
               requestId,
               executionId,
+              userId: actorUserId,
               maxBytes: base64MaxBytes,
             })) as NormalizedBlockOutput)
           : result.output
@@ -1297,6 +1298,7 @@ async function handleExecutePost(
             ? await hydrateUserFilesWithBase64(result.output, {
                 requestId,
                 executionId,
+                userId: actorUserId,
                 maxBytes: base64MaxBytes,
               })
             : result.output

apps/sim/app/workspace/[workspaceId]/w/[workflowId]/components/panel/components/editor/components/subflow-editor/subflow-editor.tsx

@@ -53,6 +53,7 @@ export function SubflowEditor({
     isCountMode,
     isConditionMode,
     inputValue,
+    batchSizeValue,
     editorValue,
     typeOptions,
     showTagDropdown,
@@ -61,6 +62,8 @@ export function SubflowEditor({
     handleSubflowTypeChange,
     handleSubflowIterationsChange,
     handleSubflowIterationsSave,
+    handleParallelBatchSizeChange,
+    handleParallelBatchSizeSave,
     handleSubflowEditorChange,
     handleSubflowTagSelect,
     highlightWithReferences,
@@ -80,6 +83,7 @@ export function SubflowEditor({
       activeSearchTarget.canonicalSubBlockId === fieldId)
   const isTypeHighlighted = isSearchHighlighted(WORKFLOW_SEARCH_SUBFLOW_FIELD_IDS.type)
   const isConfigHighlighted = isSearchHighlighted(configSearchFieldId)
+  const isBatchSizeHighlighted = isSearchHighlighted(WORKFLOW_SEARCH_SUBFLOW_FIELD_IDS.batchSize)
 
   return (
     <div className='flex flex-1 flex-col overflow-hidden pt-[0px]'>
@@ -197,6 +201,34 @@ export function SubflowEditor({
               </div>
             )}
           </div>
+
+          {currentBlock.type === 'parallel' && (
+            <div
+              data-workflow-search-subblock-id={WORKFLOW_SEARCH_SUBFLOW_FIELD_IDS.batchSize}
+              data-workflow-search-canonical-id={WORKFLOW_SEARCH_SUBFLOW_FIELD_IDS.batchSize}
+              className='mt-4 rounded-md'
+            >
+              <Label className='mb-[6.5px] block pl-0.5 font-medium text-[var(--text-primary)] text-small'>
+                {isBatchSizeHighlighted ? (
+                  <mark className={WORKFLOW_SEARCH_HIGHLIGHT_CLASS}>Parallel Batch Size</mark>
+                ) : (
+                  'Parallel Batch Size'
+                )}
+              </Label>
+              <Input
+                type='text'
+                value={batchSizeValue}
+                onChange={handleParallelBatchSizeChange}
+                onBlur={handleParallelBatchSizeSave}
+                onKeyDown={(e) => e.key === 'Enter' && handleParallelBatchSizeSave()}
+                disabled={!userCanEdit}
+                className='mb-1'
+              />
+              <div className='text-[var(--text-muted)] text-micro'>
+                Run 1 to 20 parallel branches at a time.
+              </div>
+            </div>
+          )}
         </div>
       </div>
 

apps/sim/app/workspace/[workspaceId]/w/[workflowId]/components/panel/components/editor/hooks/use-subflow-editor.ts

@@ -40,7 +40,7 @@ const SUBFLOW_CONFIG = {
     typeLabels: { count: 'Parallel Count', collection: 'Parallel Each' },
     typeKey: 'parallelType' as const,
     storeKey: 'parallels' as const,
-    maxIterations: 20,
+    maxIterations: 1000,
     configKeys: {
       iterations: 'count' as const,
       items: 'distribution' as const,
@@ -62,6 +62,7 @@ export function useSubflowEditor(currentBlock: BlockState | null, currentBlockId
   const textareaRef = useRef<HTMLTextAreaElement | null>(null)
   const editorContainerRef = useRef<HTMLDivElement>(null)
   const [tempInputValue, setTempInputValue] = useState<string | null>(null)
+  const [tempBatchSizeValue, setTempBatchSizeValue] = useState<string | null>(null)
   const [showTagDropdown, setShowTagDropdown] = useState(false)
   const [cursorPosition, setCursorPosition] = useState(0)
 
@@ -97,6 +98,7 @@ export function useSubflowEditor(currentBlock: BlockState | null, currentBlockId
   const {
     collaborativeUpdateLoopType,
     collaborativeUpdateParallelType,
+    collaborativeUpdateParallelBatchSize,
     collaborativeUpdateIterationCount,
     collaborativeUpdateIterationCollection,
   } = useCollaborativeWorkflow()
@@ -260,6 +262,25 @@ export function useSubflowEditor(currentBlock: BlockState | null, currentBlockId
     collaborativeUpdateIterationCount,
   ])
 
+  const handleParallelBatchSizeChange = useCallback((e: React.ChangeEvent<HTMLInputElement>) => {
+    const sanitizedValue = e.target.value.replace(/[^0-9]/g, '')
+    const numValue = Number.parseInt(sanitizedValue)
+    if (!Number.isNaN(numValue)) {
+      setTempBatchSizeValue(Math.min(20, numValue).toString())
+    } else {
+      setTempBatchSizeValue(sanitizedValue)
+    }
+  }, [])
+
+  const handleParallelBatchSizeSave = useCallback(() => {
+    if (!currentBlockId || currentBlock?.type !== 'parallel') return
+    const value = Number.parseInt(tempBatchSizeValue ?? '20')
+    if (!Number.isNaN(value)) {
+      collaborativeUpdateParallelBatchSize(currentBlockId, Math.min(20, Math.max(1, value)))
+    }
+    setTempBatchSizeValue(null)
+  }, [tempBatchSizeValue, currentBlockId, currentBlock, collaborativeUpdateParallelBatchSize])
+
   /**
    * Handle editor value change (collection/condition)
    */
@@ -342,11 +363,16 @@ export function useSubflowEditor(currentBlock: BlockState | null, currentBlockId
       : ''
 
   const iterations = configIterations
+  const parallelBatchSize =
+    isSubflow && currentBlock?.type === 'parallel'
+      ? ((nodeConfig as any)?.batchSize ?? (blockData as any)?.batchSize ?? 20)
+      : 20
   const collectionString =
     typeof configCollection === 'string' ? configCollection : JSON.stringify(configCollection) || ''
   const conditionString = typeof configCondition === 'string' ? configCondition : ''
 
   const inputValue = tempInputValue ?? iterations.toString()
+  const batchSizeValue = tempBatchSizeValue ?? parallelBatchSize.toString()
   const editorValue = isConditionMode ? conditionString : collectionString
 
   // Type options for combobox
@@ -366,6 +392,7 @@ export function useSubflowEditor(currentBlock: BlockState | null, currentBlockId
     isCountMode,
     isConditionMode,
     inputValue,
+    batchSizeValue,
     editorValue,
     typeOptions,
     showTagDropdown,
@@ -377,6 +404,8 @@ export function useSubflowEditor(currentBlock: BlockState | null, currentBlockId
     handleSubflowTypeChange,
     handleSubflowIterationsChange,
     handleSubflowIterationsSave,
+    handleParallelBatchSizeChange,
+    handleParallelBatchSizeSave,
     handleSubflowEditorChange,
     handleSubflowTagSelect,
     highlightWithReferences,

apps/sim/executor/constants.ts

@@ -67,6 +67,7 @@ export const EDGE = {
   LOOP_CONTINUE: 'loop_continue',
   LOOP_CONTINUE_ALT: 'loop-continue-source',
   LOOP_EXIT: 'loop_exit',
+  PARALLEL_CONTINUE: 'parallel_continue',
   PARALLEL_EXIT: 'parallel_exit',
   ERROR: 'error',
   SOURCE: 'source',

apps/sim/executor/execution/block-executor.ts

@@ -127,7 +127,12 @@ export class BlockExecutor {
           resolvedInputs: fnInputs,
           displayInputs,
           contextVariables,
-        } = this.resolver.resolveInputsForFunctionBlock(ctx, node.id, block.config.params, block)
+        } = await this.resolver.resolveInputsForFunctionBlock(
+          ctx,
+          node.id,
+          block.config.params,
+          block
+        )
         resolvedInputs = {
           ...fnInputs,
           [FUNCTION_BLOCK_CONTEXT_VARS_KEY]: contextVariables,
@@ -137,7 +142,7 @@ export class BlockExecutor {
         }
         inputsForLog = displayInputs
       } else {
-        resolvedInputs = this.resolver.resolveInputs(ctx, node.id, block.config.params, block)
+        resolvedInputs = await this.resolver.resolveInputs(ctx, node.id, block.config.params, block)
         inputsForLog = resolvedInputs
       }
 
@@ -194,6 +199,7 @@ export class BlockExecutor {
         normalizedOutput = (await hydrateUserFilesWithBase64(normalizedOutput, {
           requestId: ctx.metadata.requestId,
           executionId: ctx.executionId,
+          userId: ctx.userId,
           maxBytes: ctx.base64MaxBytes,
         })) as NormalizedBlockOutput
       }

apps/sim/executor/execution/edge-manager.ts

@@ -230,6 +230,10 @@ export class EdgeManager {
       return handle === EDGE.PARALLEL_EXIT
     }
 
+    if (output.selectedRoute === EDGE.PARALLEL_CONTINUE) {
+      return false
+    }
+
     if (!handle) {
       return true
     }