Add ability to change temp parameter and clean up examples

fastdata/core.py

@@ -6,13 +6,13 @@
 __all__ = ['FastData']
 
 # %% ../nbs/00_core.ipynb 3
-import concurrent.futures
-
 from claudette import *
 from fastcore.utils import *
 from ratelimit import limits, sleep_and_retry
 from tqdm import tqdm
 
+import concurrent.futures
+
 # %% ../nbs/00_core.ipynb 4
 class FastData:
     def __init__(self,
@@ -26,10 +26,10 @@ def set_rate_limit(self, calls: int, period: int):
         """Set a new rate limit."""
         @sleep_and_retry
         @limits(calls=calls, period=period)
-        def rate_limited_call(prompt: str, schema, sp: str):
+        def rate_limited_call(prompt: str, schema, temp: float, sp: str):
             return self.cli.structured(
                 prompt,
-                temp=1,
+                temp=temp,
                 tools=schema,
             )[0]
 
@@ -39,18 +39,19 @@ def generate(self,
                  prompt_template: str, 
                  inputs: list[dict], 
                  schema,
+                 temp: float = 1.,
                  sp: str = "You are a helpful assistant.",
                  max_workers: int = 64) -> list[dict]:
 
         def process_input(input_data):
             try:
                 prompt = prompt_template.format(**input_data)
-                response = self._rate_limited_call(
+                return self._rate_limited_call(
                     prompt=prompt,
                     schema=schema,
+                    temp=temp,
                     sp=sp
                 )
-                return response
             except Exception as e:
                 print(f"Error processing input: {e}")
                 return None