Inferless Python Client

pip install --upgrade inferless

inferless.call(url: str, workspace_api_key: str, data: dict ) -> Response [dict]

import inferless

URL = "https://<model>.default.model-v2.inferless.com/v2/models/<model>/versions/1/infer"
API_KEY = "76e51......39b57"
data = {"prompt" : "a horse near a beach"}

# This call is synced until the response is returned
result = inferless.call(URL, API_KEY, data)

inferless.call_async(URL: str, workspace_api_key: str, data: dict, callback=None)

import inferless

URL = "https://<model>.default.model-v2.inferless.com/v2/models/<model>/versions/1/infer"
API_KEY = "76e51......39b57"
data = {"prompt" : "a horse near a beach"}

# callback function which writes the response to a file
def callback_func(e, response):
    # e is the error object
    # response is the response object
    print(response)

# This is not a blocking call and runs in the background and callback function is triggered to write the endpoint response to a file
inferless.call_async(URL, KEY, DATA, callback_func)

import inferless

URL = "https://<model>.default.model-v2.inferless.com/v2/models/<model>/versions/1/infer"
API_KEY = "76e51......39b57"
inputs = {
  "inputs": [
    {
      "name": "prompt",
      "shape": [
        1
      ],
      "data": [
        "a horse near a beach"
      ],
      "datatype": "BYTES"
    }
  ]
}

# This call is synced until the response is returned
result = inferless.call(URL, API_KEY, inputs=inputs)