seperate docker for local, to help with incorrect caching

Author: konsumer

host/src/host_header.h

@@ -354,7 +354,9 @@ bool host_init(pntr_app *app) {
   add_font(pntr_load_font_default());
 
   bool ret = cart_init(app, wasmBytes, wasmSize);
-  if (cartBytes) free(cartBytes);
+  // NOTE: Do NOT free cartBytes here! PHYSFS_mountMemory keeps a pointer to it.
+  // It will be freed when PHYSFS_deinit() is called at shutdown.
+  // if (cartBytes) free(cartBytes);
   free(wasmBytes);
   return ret;
 }

package.json

@@ -20,12 +20,18 @@
     "cart:input_js": "mkdir -p build/carts && docker run --user $(id -u):$(id -g) -it -v ./carts/js/input:/src -v ./build/carts:/out konsumer/null0-cart-quickjs input_js",
     "carts": "npm-run-all --parallel 'cart:*' && cd build/carts && ls *.null0 > list.txt",
     "docker_setup": "docker buildx create --name multiarch --driver docker-container --bootstrap && docker buildx use multiarch && docker run --privileged --rm tonistiigi/binfmt --install all",
-    "docker:cart_c": "docker buildx build --push --platform linux/amd64,linux/arm64 -t konsumer/null0-cart-c . -f tools/docker/null0-cart-c.Dockerfile",
-    "docker:cart_assemblyscript": "docker buildx build --push --platform linux/amd64,linux/arm64 -t konsumer/null0-cart-assemblyscript . -f tools/docker/null0-cart-assemblyscript.Dockerfile",
-    "docker:cart_nelua": "docker buildx build --push --platform linux/amd64,linux/arm64 -t konsumer/null0-cart-nelua . -f tools/docker/null0-cart-nelua.Dockerfile",
-    "docker:cart_nim": "docker buildx build --push --platform linux/amd64,linux/arm64 -t konsumer/null0-cart-nim . -f tools/docker/null0-cart-nim.Dockerfile",
-    "docker:cart_quickjs": "docker buildx build --push --platform linux/amd64,linux/arm64 -t konsumer/null0-cart-quickjs . -f tools/docker/null0-cart-quickjs.Dockerfile",
+    "docker:cart_c": "docker build --no-cache -f tools/docker/null0-cart-c.Dockerfile -t konsumer/null0-cart-c .",
+    "docker:cart_assemblyscript": "docker build --no-cache -f tools/docker/null0-cart-assemblyscript.Dockerfile -t konsumer/null0-cart-assemblyscript .",
+    "docker:cart_nelua": "docker build --no-cache -f tools/docker/null0-cart-nelua.Dockerfile -t konsumer/null0-cart-nelua .",
+    "docker:cart_nim": "docker build --no-cache -f tools/docker/null0-cart-nim.Dockerfile -t konsumer/null0-cart-nim .",
+    "docker:cart_quickjs": "docker build --no-cache -f tools/docker/null0-cart-quickjs.Dockerfile -t konsumer/null0-cart-quickjs .",
     "docker": "npm-run-all --serial 'docker:*'",
+    "docker_publish:cart_c": "docker buildx build --push --platform linux/amd64,linux/arm64 -t konsumer/null0-cart-c . -f tools/docker/null0-cart-c.Dockerfile",
+    "docker_publish:cart_assemblyscript": "docker buildx build --push --platform linux/amd64,linux/arm64 -t konsumer/null0-cart-assemblyscript . -f tools/docker/null0-cart-assemblyscript.Dockerfile",
+    "docker_publish:cart_nelua": "docker buildx build --push --platform linux/amd64,linux/arm64 -t konsumer/null0-cart-nelua . -f tools/docker/null0-cart-nelua.Dockerfile",
+    "docker_publish:cart_nim": "docker buildx build --push --platform linux/amd64,linux/arm64 -t konsumer/null0-cart-nim . -f tools/docker/null0-cart-nim.Dockerfile",
+    "docker_publish:cart_quickjs": "docker buildx build --push --platform linux/amd64,linux/arm64 -t konsumer/null0-cart-quickjs . -f tools/docker/null0-cart-quickjs.Dockerfile",
+    "docker_publish": "npm-run-all --serial 'docker_publish:*'",
     "start": "live-server --mount=/carts:./build/carts --mount=/null0.mjs:./wbuild/host/null0.mjs --mount=/carts:./build/carts webroot",
     "prestart": "npm-run-all --parallel host:web carts",
     "gen:host": "node tools/gen_host.js",

tools/docker/build_assemblyscript.sh

@@ -17,7 +17,8 @@ echo "Compiling Assemblyscript cart from /src/ to /out/"
 
 mkdir -p "/tmp/${CART_NAME}"
 
-cp -R /src/* /src/.* "/tmp/${CART_NAME}/" 2>/dev/null
+# Copy all files including hidden files (like .cartignore)
+cp -R /src/. "/tmp/${CART_NAME}/"
 cd "/tmp/${CART_NAME}/"
 asc --lib /usr/local/include --optimize -o main.wasm main.ts
 

tools/docker/build_c.sh

@@ -20,7 +20,8 @@ clang --version
 
 mkdir -p "/tmp/${CART_NAME}"
 
-cp -R /src/* /src/.* "/tmp/${CART_NAME}/" 2>/dev/null
+# Copy all files including hidden files (like .cartignore)
+cp -R /src/. "/tmp/${CART_NAME}/"
 cd "/tmp/${CART_NAME}/"
 clang -I /usr/local/include/ -Wl,--initial-memory=67108864,--max-memory=67108864,-z,stack-size=8388608 -o main.wasm main.c 
 

tools/docker/build_nelua.sh

@@ -17,7 +17,8 @@ echo "Compiling nelua cart from /src/ to /out/"
 
 mkdir -p "/tmp/${CART_NAME}"
 
-cp -R /src/* /src/.* "/tmp/${CART_NAME}/" 2>/dev/null
+# Copy all files including hidden files (like .cartignore)
+cp -R /src/. "/tmp/${CART_NAME}/"
 cd "/tmp/${CART_NAME}/"
 nelua --cflags="-I /usr/local/include/" -L /usr/local/include/ main.nelua -r --cc /opt/wasi-sdk/bin/clang -o main.wasm
 

tools/docker/build_nim.sh

@@ -17,7 +17,8 @@ echo "Compiling Nim cart from /src/ to /out/"
 
 mkdir -p "/tmp/${CART_NAME}"
 
-cp -R /src/* /src/.* "/tmp/${CART_NAME}/" 2>/dev/null
+# Copy all files including hidden files (like .cartignore)
+cp -R /src/. "/tmp/${CART_NAME}/"
 cd "/tmp/${CART_NAME}/"
 nim c --threads:off --noMain --cc:env -d:release -d:wasi -d:useMalloc --cpu:wasm32 --os:any --passC:"-D_WASI_EMULATED_SIGNAL" --passL:"-lwasi-emulated-signal" --passL:"-Wl,--allow-undefined" -o:main.wasm main.nim
 

tools/docker/build_quickjs.sh

@@ -17,6 +17,8 @@ echo "Compiling QuickJS cart from /src/ to /out/"
 
 mkdir -p "/tmp/${CART_NAME}"
 
-cp -R /src/* /src/.* /usr/local/lib/main.wasm "/tmp/${CART_NAME}/" 2>/dev/null
+# Copy all files including hidden files (like .cartignore)
+cp -R /src/. "/tmp/${CART_NAME}/"
+cp /usr/local/lib/main.wasm "/tmp/${CART_NAME}/"
 
 /usr/local/bin/zipcart.sh "${CART_NAME}" "/tmp/${CART_NAME}/" /out

tools/docker/zipcart.sh

@@ -35,20 +35,23 @@ matches_pattern() {
     [[ "$pattern" == */ ]] && pattern="${pattern}*"
 
     # Check if file matches pattern (anywhere in path or at root)
+    # Note: pattern must be unquoted for glob matching to work
+    # shellcheck disable=SC2053
     [[ "$file" == $pattern || "$file" == */$pattern ]]
 }
 
 should_ignore() {
     local file="$1"
     local ignore_file="$2"
-    
-    while IFS= read -r pattern; do
+
+    # Read patterns line by line, handling files without trailing newline
+    while IFS= read -r pattern || [[ -n "$pattern" ]]; do
         # Skip empty lines and comments
         [[ -z "$pattern" || "$pattern" =~ ^[[:space:]]*# ]] && continue
-        
+
         # Trim whitespace
         pattern=$(echo "$pattern" | xargs)
-        
+
         # Handle negation patterns (!)
         if [[ "$pattern" == !* ]]; then
             pattern="${pattern#!}"
@@ -57,7 +60,7 @@ should_ignore() {
             matches_pattern "$file" "$pattern" && return 0  # Ignore
         fi
     done < "$ignore_file"
-    
+
     return 1  # Don't ignore by default
 }
 

webroot/null0.js

@@ -21,7 +21,16 @@ export default async function loadCart(cartUrl, canvas) {
         const wasmBytes = h.HEAPU8.subarray(wasmBytesPtr, wasmBytesPtr + wasmSize)
 
         const wasi_snapshot_preview1 = new WasiPreview1({ fs })
-        const imports = { wasi_snapshot_preview1, null0: {} }
+        const imports = {
+          wasi_snapshot_preview1,
+          null0: {},
+          env: {
+            // these are for assemblyscript
+            abort(...args) {
+              console.log('unhandled abort', args)
+            }
+          }
+        }
 
         // expose host-functions that are named _host_whatever as null0.whatever
         for (const f of Object.keys(h)) {