src/inference_endpoint.json

{
    "llama2": {
        "API_URL": "https://a4f1f3224ou3zfsz.us-east-1.aws.endpoints.huggingface.cloud",
        "headers": {
            "Authorization": "Bearer ",
            "Content-Type": "application/json"
        }
    },
    "llama2-chat": {
        "API_URL": "",
        "headers": {
            "Authorization": "Bearer ",
            "Content-Type": "application/json"
        }
    },
    "vicuna": {
        "API_URL": "https://wwb0x36q91mc5c03.us-east-1.aws.endpoints.huggingface.cloud",
        "headers": {
            "Authorization": "Bearer ",
            "Content-Type": "application/json"
        }
    },
    "falcon": {
        "API_URL": "https://pzv7af1jagd1z97p.us-east-1.aws.endpoints.huggingface.cloud",
        "headers": {
            "Authorization": "Bearer ",
            "Content-Type": "application/json"
        }
    },
    "falcon-instruct": {
        "API_URL": "",
        "headers": {
            "Authorization": "Bearer ",
            "Content-Type": "application/json"
        }
    },
    "orca": {
        "API_URL": "https://gqm6cj4t941ppx4i.us-east-1.aws.endpoints.huggingface.cloud",
        "headers": {
            "Authorization": "Bearer ",
            "Content-Type": "application/json"
        }
    },
    "wizardlm": {
        "API_URL": "https://w5tclsm1vnqtavp2.us-east-1.aws.endpoints.huggingface.cloud",
        "headers": {
            "Authorization": "Bearer ",
            "Content-Type": "application/json"
        }
    }
}