ddf9f94389
* server : add Anthropic Messages API support * remove -@pytest.mark.slow from tool calling/jinja tests * server : remove unused code and slow/skip on test_anthropic_vision_base64_with_multimodal_model in test_anthropic_api.py * server : removed redundant n field logic in anthropic_params_from_json * server : use single error object instead of error_array in streaming response handler for /v1/chat/completions and use unordered_set instead of set in to_json_anthropic_stream() * server : refactor Anthropic API to use OAI conversion * make sure basic test always go first * clean up * clean up api key check, add test --------- Co-authored-by: Xuan Son Nguyen <son@huggingface.co>
96 lines
3 KiB
Python
96 lines
3 KiB
Python
import pytest
|
|
from openai import OpenAI
|
|
from utils import *
|
|
|
|
server = ServerPreset.tinyllama2()
|
|
|
|
TEST_API_KEY = "sk-this-is-the-secret-key"
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def create_server():
|
|
global server
|
|
server = ServerPreset.tinyllama2()
|
|
server.api_key = TEST_API_KEY
|
|
|
|
|
|
@pytest.mark.parametrize("endpoint", ["/health", "/models"])
|
|
def test_access_public_endpoint(endpoint: str):
|
|
global server
|
|
server.start()
|
|
res = server.make_request("GET", endpoint)
|
|
assert res.status_code == 200
|
|
assert "error" not in res.body
|
|
|
|
|
|
@pytest.mark.parametrize("api_key", [None, "invalid-key"])
|
|
def test_incorrect_api_key(api_key: str):
|
|
global server
|
|
server.start()
|
|
res = server.make_request("POST", "/completions", data={
|
|
"prompt": "I believe the meaning of life is",
|
|
}, headers={
|
|
"Authorization": f"Bearer {api_key}" if api_key else None,
|
|
})
|
|
assert res.status_code == 401
|
|
assert "error" in res.body
|
|
assert res.body["error"]["type"] == "authentication_error"
|
|
|
|
|
|
def test_correct_api_key():
|
|
global server
|
|
server.start()
|
|
res = server.make_request("POST", "/completions", data={
|
|
"prompt": "I believe the meaning of life is",
|
|
}, headers={
|
|
"Authorization": f"Bearer {TEST_API_KEY}",
|
|
})
|
|
assert res.status_code == 200
|
|
assert "error" not in res.body
|
|
assert "content" in res.body
|
|
|
|
|
|
def test_correct_api_key_anthropic_header():
|
|
global server
|
|
server.start()
|
|
res = server.make_request("POST", "/completions", data={
|
|
"prompt": "I believe the meaning of life is",
|
|
}, headers={
|
|
"X-Api-Key": TEST_API_KEY,
|
|
})
|
|
assert res.status_code == 200
|
|
assert "error" not in res.body
|
|
assert "content" in res.body
|
|
|
|
|
|
def test_openai_library_correct_api_key():
|
|
global server
|
|
server.start()
|
|
client = OpenAI(api_key=TEST_API_KEY, base_url=f"http://{server.server_host}:{server.server_port}")
|
|
res = client.chat.completions.create(
|
|
model="gpt-3.5-turbo",
|
|
messages=[
|
|
{"role": "system", "content": "You are a chatbot."},
|
|
{"role": "user", "content": "What is the meaning of life?"},
|
|
],
|
|
)
|
|
assert len(res.choices) == 1
|
|
|
|
|
|
@pytest.mark.parametrize("origin,cors_header,cors_header_value", [
|
|
("localhost", "Access-Control-Allow-Origin", "localhost"),
|
|
("web.mydomain.fr", "Access-Control-Allow-Origin", "web.mydomain.fr"),
|
|
("origin", "Access-Control-Allow-Credentials", "true"),
|
|
("web.mydomain.fr", "Access-Control-Allow-Methods", "GET, POST"),
|
|
("web.mydomain.fr", "Access-Control-Allow-Headers", "*"),
|
|
])
|
|
def test_cors_options(origin: str, cors_header: str, cors_header_value: str):
|
|
global server
|
|
server.start()
|
|
res = server.make_request("OPTIONS", "/completions", headers={
|
|
"Origin": origin,
|
|
"Access-Control-Request-Method": "POST",
|
|
"Access-Control-Request-Headers": "Authorization",
|
|
})
|
|
assert res.status_code == 200
|
|
assert cors_header in res.headers
|
|
assert res.headers[cors_header] == cors_header_value
|