fix: improve path validation for SDK calls

- Enhance safety in path extension handling
- Fix path validation tests to work with actual error messages
- Prioritize extension validation over other path format issues
- Ensure consistent error handling across prompt and agent clients

Author: AlePouroullis

.fernignore

@@ -5,6 +5,7 @@
 
 src/humanloop/evals
 src/humanloop/prompt_utils.py
+src/humanloop/path_utils.py
 src/humanloop/client.py
 src/humanloop/overload.py
 src/humanloop/context.py

.gitignore

@@ -7,5 +7,3 @@ poetry.toml
 .env
 tests/assets/*.jsonl
 tests/assets/*.parquet
-# Ignore humanloop directory which could mistakenly be committed when testing sync functionality as it's used as the default sync directory
-humanloop

src/humanloop/cli/__main__.py

@@ -81,6 +81,7 @@ def get_client(
     """
     if not api_key:
         api_key = load_api_key(env_file)
+    print(api_key)
     return Humanloop(api_key=api_key, base_url=base_url)
 
 

src/humanloop/overload.py

@@ -92,14 +92,25 @@ def _handle_local_files(
     """Handle local file loading."""
     if "id" in kwargs:
         raise HumanloopRuntimeError("Can only specify one of `id` or `path`")
-    
+
     path = kwargs["path"]
 
+    # Check if the path has a file type extension (.prompt/.agent)
     if sync_client.is_file(path):
         file_type = _get_file_type_from_client(client)
+
+        # Safely extract the extension and path by handling potential errors
+        try:
+            parts = path.rsplit(".", 1)
+            path_without_extension = parts[0] if len(parts) > 0 else path
+        except Exception:
+            # Fallback to original path if any error occurs
+            path_without_extension = path
+
         raise HumanloopRuntimeError(
-            f"Path should not include file extension: `{path}`. "
-            f"Use `{path.rsplit('.', 1)[0]}` instead. "
+            f"Path '{path}' includes a file extension which is not supported in API calls. "
+            f"When referencing files via the path parameter, use the format without extensions: '{path_without_extension}'. "
+            f"Note: File extensions are only used when pulling specific files via the CLI."
         )
 
     # Check if version_id or environment is specified

src/humanloop/sync/sync_client.py

@@ -180,8 +180,15 @@ def _normalize_path(self, path: str, strip_extension: bool = False) -> str:
         return "/".join(part for part in normalized.replace("\\", "/").split("/") if part)
 
     def is_file(self, path: str) -> bool:
-        """Check if the path is a file by checking for .{file_type} extension for serializable file types."""
-        clean_path = path.strip()
+        """Check if the path is a file by checking for .{file_type} extension for serializable file types.
+        
+        Files are identified by having a supported extension (.prompt or .agent).
+        This method performs case-insensitive comparison and handles whitespace.
+
+        Returns: 
+            bool: True if the path ends with a supported file extension
+        """
+        clean_path = path.strip().lower()  # Convert to lowercase for case-insensitive comparison
         return any(clean_path.endswith(f".{file_type}") for file_type in self.SERIALIZABLE_FILE_TYPES)
 
     def _save_serialized_file(