FROM registry.local:38080/frame_system/pytorch-gpu:2.5.1-vllm-0.7.3

COPY endpoints.py /usr/local/lib/python3.10/dist-packages/kserve/protocol/rest/openai/ 

COPY vllm/ /usr/local/lib/python3.10/dist-packages/kserve/vllm/

COPY infer.py /mnt/code/

ENTRYPOINT ["python", "/mnt/code/infer.py"]