supported_models.yaml

models:
  # Llama
  - name: llama-2-7b
    type: llama2-completion
    runtime: llama-2
    tag: 0.0.3
  - name: llama-2-7b-chat
    type: llama2-chat
    runtime: llama-2
    tag: 0.0.3
  - name: llama-2-13b
    type: llama2-completion
    runtime: llama-2
    tag: 0.0.3
  - name: llama-2-13b-chat
    type: llama2-chat
    runtime: llama-2
    tag: 0.0.3
  - name: llama-2-70b
    type: llama2-completion
    runtime: llama-2
    tag: 0.0.3
  - name: llama-2-70b-chat
    type: llama2-chat
    runtime: llama-2
    tag: 0.0.3

  # Falcon
  - name: falcon-7b
    type: text-generation
    version: https://huggingface.co/tiiuae/falcon-7b/commit/898df1396f35e447d5fe44e0a3ccaaaa69f30d36
    runtime: tfs
    tag: 0.0.2
  - name: falcon-7b-instruct
    type: text-generation
    version: https://huggingface.co/tiiuae/falcon-7b-instruct/commit/cf4b3c42ce2fdfe24f753f0f0d179202fea59c99
    runtime: tfs
    tag: 0.0.2
  - name: falcon-40b
    type: text-generation
    version: https://huggingface.co/tiiuae/falcon-40b/commit/4a70170c215b36a3cce4b4253f6d0612bb7d4146
    runtime: tfs
    tag: 0.0.2
  - name: falcon-40b-instruct
    type: text-generation
    version: https://huggingface.co/tiiuae/falcon-40b-instruct/commit/ecb78d97ac356d098e79f0db222c9ce7c5d9ee5f
    runtime: tfs
    tag: 0.0.2

  # Mistral
  - name: mistral-7b
    type: text-generation 
    version: https://huggingface.co/mistralai/Mistral-7B-v0.1/commit/26bca36bde8333b5d7f72e9ed20ccda6a618af24
    runtime: tfs
    tag: 0.0.2
  - name: mistral-7b-instruct
    type: text-generation
    version: https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2/commit/b70aa86578567ba3301b21c8a27bea4e8f6d6d61
    runtime: tfs
    tag: 0.0.2

  # Phi-2
  - name: phi-2
    type: text-generation 
    version: https://huggingface.co/microsoft/phi-2/commit/b10c3eba545ad279e7208ee3a5d644566f001670
    runtime: tfs
    tag: 0.0.1