peanutshawn
07/15/2024, 3:01 PMEvalRunner defined in my custom provider. EvalRunner, in its constructor, creates a bunch of instance variables that require a network call.
class EvalRunner:
def __init__(self,):
self.tools = self._get_tools(key=api_key)
self.prompts = self._get_prompts(key=api_key)
and in my call_api function, I instantiate EvalRunner like so:
def call_api(prompt, options, context):
config = options.get("config", None)
runner = EvalRunner(config=runner_config, model_client=model_client)
im guessing here each time call_api runs, I instantiate a new runner and make two network calls. if I define runner outside of call_api, does that cut down the number of network calls to only one? thank you!michaelmichaelmichael
07/15/2024, 6:06 PMpython
from celery import Celery
app = Celery('tasks', broker='redis://localhost:6379/0')
class EvalRunner:
def __init__(self, api_key):
self.tools = self._get_tools(key=api_key)
self.prompts = self._get_prompts(key=api_key)
def _get_tools(self, key):
# Simulate a network call
return f"Tools initialized with key {key}"
def _get_prompts(self, key):
# Simulate a network call
return f"Prompts initialized with key {key}"
def run(self, prompt):
return f"Running with prompt: {prompt}"
runner = EvalRunner(api_key="your_api_key")
@app.task
def run_eval(prompt):
return runner.run(prompt)
and
python
from tasks import run_eval
def call_api(prompt, options, context):
result = run_eval.delay(prompt)
return result.get(timeout=10)
You would just need to start the celery client celery -A tasks worker --loglevel=info (make sure redis is running).michaelmichaelmichael
07/15/2024, 6:07 PMpython
from flask import Flask, request, jsonify
app = Flask(__name__)
class EvalRunner:
def __init__(self, api_key):
self.tools = self._get_tools(key=api_key)
self.prompts = self._get_prompts(key=api_key)
def _get_tools(self, key):
# Simulate a network call
return f"Tools initialized with key {key}"
def _get_prompts(self, key):
# Simulate a network call
return f"Prompts initialized with key {key}"
def run(self, prompt):
return f"Running with prompt: {prompt}"
# Create an EvalRunner instance with a given API key
runner = EvalRunner(api_key="your_api_key")
@app.route('/run', methods=['POST'])
def run():
data = request.json
prompt = data.get('prompt')
result = runner.run(prompt)
return jsonify(result=result)
if __name__ == '__main__':
app.run(port=5000)
python
import requests
def call_api(prompt, options, context):
url = "http://localhost:5000/run"
payload = {"prompt": prompt}
response = requests.post(url, json=payload)
if response.status_code == 200:
return response.json().get('result')
else:
return f"Error: {response.status_code}"peanutshawn
07/16/2024, 6:35 PMcall_api not sufficient?peanutshawn
07/16/2024, 6:37 PM# Create an EvalRunner instance with a given API key
runner = EvalRunner(api_key="your_api_key")
def call_api(prompt, options, context):
runner.run(prompt)michaelmichaelmichael
07/16/2024, 6:40 PMmichaelmichaelmichael
07/16/2024, 6:41 PMpeanutshawn
07/16/2024, 6:46 PM