diff --git a/README.md b/README.md index 23ef731..707d257 100644 --- a/README.md +++ b/README.md @@ -381,6 +381,10 @@ By putting an OpenAI-compatible API in front of OCI, you get: - ✅ Streaming compatibility (simulated if OCI returns full text) - ✅ Governance inside your tenancy +![img_11.png](images/img_11.png) + +![img_12.png](images/img_12.png) + --- ## Requirements diff --git a/project/oci_openai_proxy.py b/project/oci_openai_proxy.py index 79fd1d9..57aac76 100644 --- a/project/oci_openai_proxy.py +++ b/project/oci_openai_proxy.py @@ -22,10 +22,10 @@ import requests OCI_CONFIG_FILE = os.getenv("OCI_CONFIG_FILE", os.path.expanduser("~/.oci/config")) OCI_PROFILE = os.getenv("OCI_PROFILE", "DEFAULT") -OCI_COMPARTMENT_ID = os.getenv("OCI_COMPARTMENT_ID", "") +OCI_COMPARTMENT_ID = os.getenv("OCI_COMPARTMENT_ID", "ocid1.compartment.oc1..aaaaaaaaexpiw4a7dio64mkfv2t273s2hgdl6mgfvvyv7tycalnjlvpvfl3q") OCI_GENAI_ENDPOINT = os.getenv( "OCI_GENAI_ENDPOINT", - "https://inference.generativeai..oci.oraclecloud.com" + "https://inference.generativeai.us-chicago-1.oci.oraclecloud.com" ) if not OCI_COMPARTMENT_ID: raise RuntimeError("OCI_COMPARTMENT_ID not defined") diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000..392f872 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,21 @@ +fastapi +uvicorn +gunicorn +pydantic +requests +httpx +python-dotenv +oci +openai +diffusers +transformers +accelerate +safetensors +torch +python-pptx +pillow +orjson +tenacity +tqdm +xformers +nms