python-examples/reranker_model.py at main · Graxon-rag/python-examples · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
from graxon.reranker_models.types import (
    RerankerModelCreateParams,
    RerankerModelProvider,
    RerankerModelProviderType,
)
from graxon.client import GraxonAsyncClient
import asyncio


async def main():
    base_url = "http://localhost:8888"
    api_key = "graxon_api_key"
    timeout = 60

    client = GraxonAsyncClient(
        api_key=api_key,
        base_url=base_url,
        timeout=timeout,
    )

    org_id = "test"

    # Create Reranker Model
    create_response = await client.reranker_models.create(
        org_id,
        request=RerankerModelCreateParams(
            org_id=org_id,
            name="Jina Reranker Test Model",
            provider_type=RerankerModelProviderType.CLOUD,
            provider=RerankerModelProvider.JINA,
            model_name="Jina Reranker v2",
            model_id="jina-reranker-v2",
            description="Jina Reranker Test Model",
            size_in_gb=0.0,
        ),
    )

    print("\ncreate_response", create_response)

    # Create Multiple Reranker Models
    multiple_create_response = await client.reranker_models.create_multiple(
        org_id,
        [
            RerankerModelCreateParams(
                org_id=org_id,
                name="Cohere Reranker Test Model",
                provider_type=RerankerModelProviderType.CLOUD,
                provider=RerankerModelProvider.COHERE,
                model_name="Cohere Rerank",
                model_id="rerank-v3.5",
                description="Cohere Reranker Test Model",
                size_in_gb=0.0,
            ),
            RerankerModelCreateParams(
                org_id=org_id,
                name="Xenova Reranker Test Model",
                provider_type=RerankerModelProviderType.LOCAL,
                provider=RerankerModelProvider.XENOVA,
                model_name="Xenova Reranker",
                model_id="Xenova/ms-marco-MiniLM-L-6-v2",
                description="Xenova Local Reranker Test Model",
                size_in_gb=0.1,
            ),
        ],
    )

    print("\nmultiple_create_response", multiple_create_response)

    # Get Reranker Model
    get_response = await client.reranker_models.get(
        org_id,
        create_response.id,
    )

    print("\nget_response", get_response)

    # List Reranker
    list_response = await client.reranker_models.list(
        org_id,
    )

    print("\nlist_response", list_response)

    # Delete Reranker Model
    delete_response = await client.reranker_models.delete(
        org_id,
        create_response.id,
    )

    print("\ndelete_response", delete_response)


asyncio.run(main())