Welcome to your LocalAI instance!

The FOSS alternative to OpenAI, Claude, and more

219 Installed Model

LocalAI-functioncall-llama3.2-3b-v0.5 icon

LocalAI-functioncall-llama3.2-3b-v0.5

auto
LocalAI-functioncall-phi-4-v0.3 icon

LocalAI-functioncall-phi-4-v0.3

auto
all-MiniLM-L6-v2 icon

all-MiniLM-L6-v2

sentencetransformers
all-hands_openhands-lm-32b-v0.1 icon

all-hands_openhands-lm-32b-v0.1

auto
allenai_olmocr-7b-0225-preview icon

allenai_olmocr-7b-0225-preview

auto
animagine-xl icon

animagine-xl

diffusers
anubis-70b-v1 icon

anubis-70b-v1

auto
arcee-agent icon

arcee-agent

auto
arcee-spark icon

arcee-spark

auto
aya-23-35b icon

aya-23-35b

auto
bark-cpp icon

bark-cpp

bark-cpp
bark-cpp-small icon

bark-cpp-small

bark-cpp
bert-embeddings icon

bert-embeddings

auto
bio-medical-llama-3-8b icon

bio-medical-llama-3-8b

auto
bunny-llama-3-8b-v icon

bunny-llama-3-8b-v

auto
burtenshaw_gemmacoder3-12b icon

burtenshaw_gemmacoder3-12b

auto
claria-14b icon

claria-14b

auto
command-r-v01:q1_s icon

command-r-v01:q1_s

auto
cross-encoder icon

cross-encoder

rerankers
cursorcore-qw2.5-7b-i1 icon

cursorcore-qw2.5-7b-i1

auto
cursorcore-yi-9b icon

cursorcore-yi-9b

auto
daichi-12b icon

daichi-12b

auto
deepcogito_cogito-v1-preview-llama-3b icon

deepcogito_cogito-v1-preview-llama-3b

auto
deepcogito_cogito-v1-preview-llama-70b icon

deepcogito_cogito-v1-preview-llama-70b

auto
deepcogito_cogito-v1-preview-llama-8b icon

deepcogito_cogito-v1-preview-llama-8b

auto
deepcogito_cogito-v1-preview-qwen-32b icon

deepcogito_cogito-v1-preview-qwen-32b

auto
deepseek-coder-v2-lite-instruct icon

deepseek-coder-v2-lite-instruct

auto
dreamshaper icon

dreamshaper

diffusers
drt-o1-14b icon

drt-o1-14b

auto
edgerunner-command-nested-i1 icon

edgerunner-command-nested-i1

auto
eurollm-9b-instruct icon

eurollm-9b-instruct

auto
falcon3-10b-instruct icon

falcon3-10b-instruct

auto
falcon3-10b-instruct-abliterated icon

falcon3-10b-instruct-abliterated

auto
flux.1-dev icon

flux.1-dev

diffusers
flux.1-dev-ggml icon

flux.1-dev-ggml

stablediffusion-ggml
fusechat-llama-3.1-8b-instruct icon

fusechat-llama-3.1-8b-instruct

auto
fusechat-qwen-2.5-7b-instruct icon

fusechat-qwen-2.5-7b-instruct

auto
gemma-2-9b-it-abliterated icon

gemma-2-9b-it-abliterated

auto
gemma-2b-translation-v0.150 icon

gemma-2b-translation-v0.150

auto
gemma-3-12b-it icon

gemma-3-12b-it

auto
gemma-3-12b-it-qat icon

gemma-3-12b-it-qat

auto
gemma-3-1b-it icon

gemma-3-1b-it

auto
gemma-3-27b-it icon

gemma-3-27b-it

auto
gemma-3-4b-it-uncensored-dbl-x-i1 icon

gemma-3-4b-it-uncensored-dbl-x-i1

auto
google-gemma-3-27b-it-qat-q4_0-small icon

google-gemma-3-27b-it-qat-q4_0-small

auto
gpt-4 icon

gpt-4

auto
gpt-4o icon

gpt-4o

auto
granite-embedding-107m-multilingual icon

granite-embedding-107m-multilingual

auto
granite-embedding-125m-english icon

granite-embedding-125m-english

auto
hathor-l3-8b-v.01-iq-imatrix icon

hathor-l3-8b-v.01-iq-imatrix

auto
helpingai-9b icon

helpingai-9b

auto
helpingai_helpingai3-raw icon

helpingai_helpingai3-raw

auto
ibm-granite_granite-3.2-8b-instruct icon

ibm-granite_granite-3.2-8b-instruct

auto
img2vid icon

img2vid

diffusers
intellect-1-instruct icon

intellect-1-instruct

auto
internlm_oreal-32b icon

internlm_oreal-32b

auto
jina-reranker-v1-base-en icon

jina-reranker-v1-base-en

rerankers
lb-reranker-0.5b-v1.0 icon

lb-reranker-0.5b-v1.0

auto
lightthinker-qwen icon

lightthinker-qwen

auto
llama-3-sqlcoder-8b icon

llama-3-sqlcoder-8b

auto
llama-3-tulu-2-dpo-70b-i1 icon

llama-3-tulu-2-dpo-70b-i1

auto
llama-3.1-tulu-3-70b-dpo icon

llama-3.1-tulu-3-70b-dpo

auto
llama-3.1-tulu-3-8b-dpo icon

llama-3.1-tulu-3-8b-dpo

auto
llama-3.1-tulu-3-8b-sft icon

llama-3.1-tulu-3-8b-sft

auto
llama-3.2-3b-instruct:q4_k_m icon

llama-3.2-3b-instruct:q4_k_m

auto
llama-3.2-3b-instruct:q8_0 icon

llama-3.2-3b-instruct:q8_0

auto
llama-3.3-70b-instruct icon

llama-3.3-70b-instruct

auto
llama-3.3-70b-instruct-ablated icon

llama-3.3-70b-instruct-ablated

auto
llama-openreviewer-8b icon

llama-openreviewer-8b

auto
llamax3-8b icon

llamax3-8b

auto
llamax3-8b-alpaca icon

llamax3-8b-alpaca

auto
llava icon

llava

llama-cpp
llava-1.6-mistral icon

llava-1.6-mistral

llama-cpp
llava-1.6-vicuna icon

llava-1.6-vicuna

llama-cpp
llava-llama-3-8b-v1_1 icon

llava-llama-3-8b-v1_1

auto
loki-v2.6-8b-1024k icon

loki-v2.6-8b-1024k

auto
meraj-mini icon

meraj-mini

auto
meta-llama_llama-4-scout-17b-16e-instruct icon

meta-llama_llama-4-scout-17b-16e-instruct

auto
microsoft_phi-4-mini-instruct icon

microsoft_phi-4-mini-instruct

auto
minicpm-llama3-v-2_5 icon

minicpm-llama3-v-2_5

auto
minicpm-o-2_6 icon

minicpm-o-2_6

auto
minicpm-v-2_6 icon

minicpm-v-2_6

auto
mistral-small-24b-instruct-2501 icon

mistral-small-24b-instruct-2501

auto
mistralai_mistral-small-3.1-24b-instruct-2503 icon

mistralai_mistral-small-3.1-24b-instruct-2503

auto
mlabonne_gemma-3-27b-it-abliterated icon

mlabonne_gemma-3-27b-it-abliterated

auto
moondream2 icon

moondream2

auto
naturallm-7b-instruct icon

naturallm-7b-instruct

auto
nightwing3-10b-v0.1 icon

nightwing3-10b-v0.1

auto
nomic-embed-text-v1.5 icon

nomic-embed-text-v1.5

auto
nvidia_aceinstruct-7b icon

nvidia_aceinstruct-7b

auto
nvidia_llama-3_3-nemotron-super-49b-v1 icon

nvidia_llama-3_3-nemotron-super-49b-v1

auto
open-r1_openr1-qwen-7b icon

open-r1_openr1-qwen-7b

auto
open-thoughts_openthinker-32b icon

open-thoughts_openthinker-32b

auto
open-thoughts_openthinker2-32b icon

open-thoughts_openthinker2-32b

auto
opencoder-8b-base icon

opencoder-8b-base

llama-cpp
opencoder-8b-instruct icon

opencoder-8b-instruct

auto
openpipe_deductive-reasoning-qwen-14b icon

openpipe_deductive-reasoning-qwen-14b

auto
openthinker-7b icon

openthinker-7b

auto
openvino-all-MiniLM-L6-v2 icon

openvino-all-MiniLM-L6-v2

transformers
openvino-hermes2pro-llama3 icon

openvino-hermes2pro-llama3

transformers
openvino-multilingual-e5-base icon

openvino-multilingual-e5-base

transformers
openvino-wizardlm2 icon

openvino-wizardlm2

transformers
ozone-ai_0x-lite icon

ozone-ai_0x-lite

auto
ozone-ai_reverb-7b icon

ozone-ai_reverb-7b

auto
ozone-research_chirp-01 icon

ozone-research_chirp-01

auto
parler-tts-mini-v0.1 icon

parler-tts-mini-v0.1

parler-tts
phi-3-vision:vllm icon

phi-3-vision:vllm

vllm
phi-3.5-vision:vllm icon

phi-3.5-vision:vllm

vllm
phi-4 icon

phi-4

auto
poppy_porpoise-v1.4-l3-8b-iq-imatrix icon

poppy_porpoise-v1.4-l3-8b-iq-imatrix

auto
qgallouedec_gemma-3-27b-it-codeforces-sft icon

qgallouedec_gemma-3-27b-it-codeforces-sft

auto
qwen2.5-14b-instruct icon

qwen2.5-14b-instruct

auto
qwen2.5-32b-instruct icon

qwen2.5-32b-instruct

auto
qwen2.5-7b-nerd-uncensored-v1.7 icon

qwen2.5-7b-nerd-uncensored-v1.7

auto
qwen2.5-coder-32b-instruct icon

qwen2.5-coder-32b-instruct

auto
qwen2.5-coder-7b-3x-instruct-ties-v1.2-i1 icon

qwen2.5-coder-7b-3x-instruct-ties-v1.2-i1

auto
qwen3-30b-a3b icon

qwen3-30b-a3b

auto
qwen3-30b-a3b-abliterated icon

qwen3-30b-a3b-abliterated

auto
qwen3-32b icon

qwen3-32b

auto
qwen3-8b icon

qwen3-8b

auto
qwen_qwen2.5-vl-72b-instruct icon

qwen_qwen2.5-vl-72b-instruct

auto
qwen_qwen2.5-vl-7b-instruct icon

qwen_qwen2.5-vl-7b-instruct

auto
qwen_qwq-32b icon

qwen_qwq-32b

auto
replete-coder-instruct-8b-merged icon

replete-coder-instruct-8b-merged

auto
replete-llm-v2.5-qwen-14b icon

replete-llm-v2.5-qwen-14b

auto
rombos-coder-v2.5-qwen-32b icon

rombos-coder-v2.5-qwen-32b

auto
rootxhacker_apollo-v3-32b icon

rootxhacker_apollo-v3-32b

auto
rwkv-6-world-7b icon

rwkv-6-world-7b

auto
salamandra-7b-instruct icon

salamandra-7b-instruct

auto
sd-1.5-ggml icon

sd-1.5-ggml

stablediffusion-ggml
sd-3.5-large-ggml icon

sd-3.5-large-ggml

stablediffusion-ggml
sd-3.5-medium-ggml icon

sd-3.5-medium-ggml

stablediffusion-ggml
sentientagi_dobby-unhinged-llama-3.3-70b icon

sentientagi_dobby-unhinged-llama-3.3-70b

auto
silero-vad icon

silero-vad

silero-vad
skywork-o1-open-llama-3.1-8b icon

skywork-o1-open-llama-3.1-8b

auto
smolvlm2-2.2b-instruct icon

smolvlm2-2.2b-instruct

auto
stable-diffusion-3-medium icon

stable-diffusion-3-medium

diffusers
stablediffusion icon

stablediffusion

stablediffusion-ggml
stablediffusion-depth icon

stablediffusion-depth

diffusers
stablediffusion-edit icon

stablediffusion-edit

diffusers
suayptalha_maestro-10b icon

suayptalha_maestro-10b

auto
supernova-medius icon

supernova-medius

auto
tarnished-9b-i1 icon

tarnished-9b-i1

auto
tesslate_synthia-s1-27b icon

tesslate_synthia-s1-27b

auto
text-embedding-ada-002 icon

text-embedding-ada-002

auto
tts-1 icon

tts-1

auto
txt2vid icon

txt2vid

diffusers
virtuoso-lite icon

virtuoso-lite

auto
virtuoso-small icon

virtuoso-small

auto
voice-en-us-amy-low icon

voice-en-us-amy-low

piper
voice-en-us-danny-low icon

voice-en-us-danny-low

piper
voice-en-us-kathleen-low icon

voice-en-us-kathleen-low

piper
voice-en-us-lessac-low icon

voice-en-us-lessac-low

piper
voice-en-us-lessac-medium icon

voice-en-us-lessac-medium

piper
voice-en-us-libritts-high icon

voice-en-us-libritts-high

piper
voice-en-us-ryan-high icon

voice-en-us-ryan-high

piper
voice-en-us-ryan-low icon

voice-en-us-ryan-low

piper
voice-en-us-ryan-medium icon

voice-en-us-ryan-medium

piper
voice-en-us_lessac icon

voice-en-us_lessac

piper
watt-ai_watt-tool-70b icon

watt-ai_watt-tool-70b

auto
whisper-1 icon

whisper-1

whisper
whisper-base-en icon

whisper-base-en

whisper
whisper-base-en-q5_1 icon

whisper-base-en-q5_1

whisper
whisper-base-q5_1 icon

whisper-base-q5_1

whisper
whisper-large-q5_0 icon

whisper-large-q5_0

whisper
whiterabbitneo-2.5-qwen-2.5-coder-7b icon

whiterabbitneo-2.5-qwen-2.5-coder-7b

auto
yi-coder-9b icon

yi-coder-9b

llama-cpp
Model icon

Bunny-Llama-3-8B-Q4_K_M-mmproj.gguf

auto No Configuration
Model icon

Llama-3-Update-2.0-mmproj-model-f16.gguf

auto No Configuration
Model icon

Llama-3-Update-3.0-mmproj-model-f16.gguf

auto No Configuration
Model icon

apt_Search_out

auto No Configuration
Model icon

clip_g-Q4_0.gguf

auto No Configuration
Model icon

clip_l-Q4_0.gguf

auto No Configuration
Model icon

gemma-3-12b-it-mmproj-f16.gguf

auto No Configuration
Model icon

gemma-3-27b-it-mmproj-f16.gguf

auto No Configuration
Model icon

llava-llama-3-8b-v1_1-mmproj-f16.gguf

auto No Configuration
Model icon

llava-v1.6-7b-mmproj-f16.gguf

auto No Configuration
Model icon

minicpm-llama3-mmproj-f16.gguf

auto No Configuration
Model icon

minicpm-o-2_6-mmproj-f16.gguf

auto No Configuration
Model icon

minicpm-v-2_6-mmproj-f16.gguf

auto No Configuration
Model icon

mmproj-Qwen_Qwen2.5-VL-72B-Instruct-f16.gguf

auto No Configuration
Model icon

mmproj-Qwen_Qwen2.5-VL-7B-Instruct-f16.gguf

auto No Configuration
Model icon

mmproj-SmolVLM2-2.2B-Instruct-Q8_0.gguf

auto No Configuration
Model icon

mmproj-google_gemma-3-12b-it-qat-f16.gguf

auto No Configuration
Model icon

mmproj-model-f16.gguf

auto No Configuration
Model icon

mmproj-vicuna7b-f16.gguf

auto No Configuration
Model icon

moondream2-mmproj-f16.gguf

auto No Configuration
Model icon

t5xxl-Q4_0.gguf

auto No Configuration
Model icon

t5xxl-Q5_0.gguf

auto No Configuration
Model icon

test_vision_models.sh

auto No Configuration
Model icon

vision-models

auto No Configuration
Model icon

vision-out-bunny-llama-3-8b-v.txt.1

auto No Configuration
Model icon

vision-out-bunny-llama-3-8b-v.txt.2

auto No Configuration
Model icon

vision-out-gemma-3-27b-it.txt.1

auto No Configuration
Model icon

vision-out-gemma-3-27b-it.txt.2

auto No Configuration
Model icon

vision-out-hathor-l3-8b-v.01-iq-imatrix.txt.1

auto No Configuration
Model icon

vision-out-hathor-l3-8b-v.01-iq-imatrix.txt.2

auto No Configuration
Model icon

vision-out-llava-1.6-mistral.txt.1

auto No Configuration
Model icon

vision-out-llava-1.6-mistral.txt.2

auto No Configuration
Model icon

vision-out-llava-1.6-vicuna.txt.1

auto No Configuration
Model icon

vision-out-llava-1.6-vicuna.txt.2

auto No Configuration
Model icon

vision-out-llava-llama-3-8b-v1_1.txt.1

auto No Configuration
Model icon

vision-out-llava-llama-3-8b-v1_1.txt.2

auto No Configuration
Model icon

vision-out-llava.txt.1

auto No Configuration
Model icon

vision-out-llava.txt.2

auto No Configuration
Model icon

vision-out-meta-llama_llama-4-scout-17b-16e-instruct.txt.1

auto No Configuration
Model icon

vision-out-meta-llama_llama-4-scout-17b-16e-instruct.txt.2

auto No Configuration
Model icon

vision-out-minicpm-llama3-v-2_5.txt.1

auto No Configuration
Model icon

vision-out-minicpm-llama3-v-2_5.txt.2

auto No Configuration
Model icon

vision-out-minicpm-o-2_6.txt.1

auto No Configuration
Model icon

vision-out-minicpm-o-2_6.txt.2

auto No Configuration
Model icon

vision-out-minicpm-v-2_6.txt.1

auto No Configuration
Model icon

vision-out-minicpm-v-2_6.txt.2

auto No Configuration
Model icon

vision-out-mistralai_mistral-small-3.1-24b-instruct-2503.txt.1

auto No Configuration
Model icon

vision-out-mistralai_mistral-small-3.1-24b-instruct-2503.txt.2

auto No Configuration
Model icon

vision-out-moondream2.txt.1

auto No Configuration
Model icon

vision-out-moondream2.txt.2

auto No Configuration
Model icon

vision-out-tesslate_synthia-s1-27b.txt.1

auto No Configuration
Model icon

vision-out-tesslate_synthia-s1-27b.txt.2

auto No Configuration