Prompt utils (#21)

add prompt utils

Author: harry-humanloop

README.md

@@ -41,7 +41,7 @@ client.prompts.log(
     messages=[{"role": "user", "content": "What really happened at Roswell?"}],
     inputs={"person": "Trump"},
     created_at=datetime.datetime.fromisoformat(
-        "2024-07-19 00:29:35.178000+00:00",
+        "2024-07-18 23:29:35.178000+00:00",
     ),
     provider_latency=6.5931549072265625,
     output_message={
@@ -88,7 +88,7 @@ async def main() -> None:
         ],
         inputs={"person": "Trump"},
         created_at=datetime.datetime.fromisoformat(
-            "2024-07-19 00:29:35.178000+00:00",
+            "2024-07-18 23:29:35.178000+00:00",
         ),
         provider_latency=6.5931549072265625,
         output_message={

mypy.ini

@@ -1,2 +1,5 @@
 [mypy]
-exclude = ^src/humanloop/eval_utils\.py$
+exclude = (?x)(
+  ^src/humanloop/eval_utils\.py$
+  | ^src/humanloop/prompt_utils\.py$
+  )

poetry.lock

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "humanloop"
-version = "0.8.6b3"
+version = "0.8.6"
 description = ""
 readme = "README.md"
 authors = []

pyproject.toml

@@ -56,7 +56,7 @@ client.prompts.log(
     messages=[{"role": "user", "content": "What really happened at Roswell?"}],
     inputs={"person": "Trump"},
     created_at=datetime.datetime.fromisoformat(
-        "2024-07-19 00:29:35.178000+00:00",
+        "2024-07-18 23:29:35.178000+00:00",
     ),
     provider_latency=6.5931549072265625,
     output_message={
@@ -6258,10 +6258,10 @@ client.flows.log(
     output="The patient is likely experiencing a myocardial infarction. Immediate medical attention is required.",
     trace_status="incomplete",
     start_time=datetime.datetime.fromisoformat(
-        "2024-07-08 22:40:35+00:00",
+        "2024-07-08 21:40:35+00:00",
     ),
     end_time=datetime.datetime.fromisoformat(
-        "2024-07-08 22:40:39+00:00",
+        "2024-07-08 21:40:39+00:00",
     ),
 )
 

reference.md

@@ -6,10 +6,12 @@
 from .base_client import BaseHumanloop, AsyncBaseHumanloop
 from .environment import HumanloopEnvironment
 from .eval_utils import _run_eval, Dataset, File, Evaluator, EvaluatorCheck
-from .base_client import EvaluationsClient
+from .prompts.client import PromptsClient
+from .evaluations.client import EvaluationsClient
+from .prompt_utils import populate_template
 
-class ExtendedEvalsClient(EvaluationsClient):
 
+class ExtendedEvalsClient(EvaluationsClient):
     client: BaseHumanloop
 
     def run(
@@ -21,8 +23,8 @@ def run(
         # logs: typing.Sequence[dict] | None = None,
         workers: int = 4,
     ) -> List[EvaluatorCheck]:
-        """
-        Evaluate your function for a given `Dataset` and set of `Evaluators`.
+        """Evaluate your function for a given `Dataset` and set of `Evaluators`.
+
         :param file: the Humanloop file being evaluated, including a function to run over the dataset.
         :param name: the name of the Evaluation to run. If it does not exist, a new Evaluation will be created under your File.
         :param dataset: the dataset to map your function over to produce the outputs required by the Evaluation.
@@ -43,6 +45,10 @@ def run(
         )
 
 
+class ExtendedPromptsClient(PromptsClient):
+    populate_template = staticmethod(populate_template)
+
+
 class Humanloop(BaseHumanloop):
     """
     See docstring of BaseHumanloop.
@@ -75,6 +81,7 @@ def __init__(
         eval_client = ExtendedEvalsClient(client_wrapper=self._client_wrapper)
         eval_client.client = self
         self.evaluations = eval_client
+        self.prompts = ExtendedPromptsClient(client_wrapper=self._client_wrapper)
 
 
 class AsyncHumanloop(AsyncBaseHumanloop):
@@ -84,4 +91,4 @@ class AsyncHumanloop(AsyncBaseHumanloop):
     TODO: Add custom evaluation utilities for async case.
     """
 
-    pass
+    pass

src/humanloop/client.py

@@ -16,7 +16,7 @@ def get_headers(self) -> typing.Dict[str, str]:
         headers: typing.Dict[str, str] = {
             "X-Fern-Language": "Python",
             "X-Fern-SDK-Name": "humanloop",
-            "X-Fern-SDK-Version": "0.8.6b3",
+            "X-Fern-SDK-Version": "0.8.6",
         }
         headers["X-API-KEY"] = self.api_key
         return headers