- 
		
 - 
		
 - 
		
 - 
		
 - 
		
 - 
		
 
Inference Providers
				
			 
	 
 
		
	
		Active filters: 
					pruna-ai
				 
		
			
				PrunaAI/starcoder2-3b-GGUF-smashed
				
				
			
		
				3B
			• 
	
				Updated
					
				
				• 
					
					30
				
	
				
				
  
		
	
			
				PrunaAI/starcoder2-7b-GGUF-smashed
				
				
			
		
				7B
			• 
	
				Updated
					
				
				• 
					
					44
				
	
				
				
  
		
	
			
				PrunaAI/starcoder2-15b-instruct-v0.1-GGUF-smashed
				
				
			
		
				16B
			• 
	
				Updated
					
				
				• 
					
					86
				
	
				
				
  
		
	
			
				PrunaAI/Llama-3-Soliloquy-8B-v1-24k-GGUF-smashed
				
				
			
		
				8B
			• 
	
				Updated
					
				
				• 
					
					106
				
	
				
				
  
		
	
			
				PrunaAI/Llama-3-Unholy-8B-GGUF-smashed
				
				
			
		
				8B
			• 
	
				Updated
					
				
				• 
					
					119
				
	
				
• 
					
					1
				
  
		
	
			
				PrunaAI/google-codegemma-2b-bnb-4bit-smashed
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					6
				
	
				
				
 
		
	
			
				PrunaAI/microsoft-Phi-3-mini-128k-instruct-bnb-4bit-smashed
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					17
				
	
				
				
 
		
	
			
				PrunaAI/dolphin-2.9-llama3-8b-1m-GGUF-smashed
				
				
			
		
				8B
			• 
	
				Updated
					
				
				• 
					
					103
				
	
				
• 
					
					1
				
  
		
	
			
				PrunaAI/MathCoder-CL-7B-GGUF-smashed
				
				
			
		
				7B
			• 
	
				Updated
					
				
				• 
					
					26
				
	
				
				
  
		
	
			
				PrunaAI/NousResearch-Hermes-2-Pro-Llama-3-8B-HQQ-1bit-smashed
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				
				
	
				
				 
		
	
			
				PrunaAI/Hermes-2-Pro-Llama-3-8B-GGUF-smashed
				
				
			
		
				8B
			• 
	
				Updated
					
				
				• 
					
					135
				
	
				
				
  
		
	
			
				PrunaAI/Llama3-ChatQA-1.5-8B-GGUF-smashed
				
				
			
		
				8B
			• 
	
				Updated
					
				
				• 
					
					156
				
	
				
				
  
		
	
			
				PrunaAI/Ko-Llama3-Luxia-8B-GGUF-smashed
				
				
			
		
				8B
			• 
	
				Updated
					
				
				• 
					
					209
				
	
				
• 
					
					1
				
  
		
	
			
				PrunaAI/Qwen1.5-MoE-A2.7B-Chat-GGUF-smashed
				
				
			
		
				14B
			• 
	
				Updated
					
				
				• 
					
					132
				
	
				
• 
					
					1
				
  
		
	
			
				PrunaAI/turkish-gpt2-GGUF-smashed
				
				
			
		
				0.2B
			• 
	
				Updated
					
				
				• 
					
					42
				
	
				
				
  
		
	
			
				PrunaAI/ytu-ce-cosmos-turkish-gpt2-GGUF-smashed
				
				
			
		
				0.2B
			• 
	
				Updated
					
				
				• 
					
					35
				
	
				
				
  
		
	
			
				PrunaAI/turkish-gpt2-medium-GGUF-smashed
				
				
			
		
				0.4B
			• 
	
				Updated
					
				
				• 
					
					44
				
	
				
				
  
		
	
			
				PrunaAI/ytu-ce-cosmos-turkish-gpt2-medium-GGUF-smashed
				
				
			
		
				0.4B
			• 
	
				Updated
					
				
				• 
					
					40
				
	
				
				
  
		
	
			
				PrunaAI/turkish-gpt2-large-GGUF-smashed
				
				
			
		
				0.8B
			• 
	
				Updated
					
				
				• 
					
					40
				
	
				
				
  
		
	
			
				PrunaAI/ytu-ce-cosmos-turkish-gpt2-large-GGUF-smashed
				
				
			
		
				0.8B
			• 
	
				Updated
					
				
				• 
					
					74
				
	
				
• 
					
					1
				
  
		
	
			
				PrunaAI/Einstein-v6.1-Llama3-8B-GGUF-smashed
				
				
			
		
				8B
			• 
	
				Updated
					
				
				• 
					
					175
				
	
				
				
  
		
	
			
				PrunaAI/nvidia-Llama3-ChatQA-1.5-8B-GGUF-smashed
				
				
			
		
				8B
			• 
	
				Updated
					
				
				• 
					
					186
				
	
				
				
  
		
	
			
				PrunaAI/Weyaxi-Einstein-v6.1-Llama3-8B-GGUF-smashed
				
				
			
		
				8B
			• 
	
				Updated
					
				
				• 
					
					110
				
	
				
				
  
		
	
			
				PrunaAI/Llama-3-Lumimaid-8B-v0.1-GGUF-smashed
				
				
			
		
				8B
			• 
	
				Updated
					
				
				• 
					
					144
				
	
				
				
  
		
	
			
				PrunaAI/Einstein-v6.1-Llama3-8B-bnb-4bit-smashed
				
				
			
			Text Generation
			
• 
		
				5B
			• 
	
				Updated
					
				
				• 
					
					3.74k
				
	
				
• 
					
					1
				
 
		
	
			
				PrunaAI/gemma-7b-AWQ-4bit-smashed
				
				
			
			Text Generation
			
• 
		
				3B
			• 
	
				Updated
					
				
				• 
					
					24
				
	
				
				
 
		
	
			
				PrunaAI/nvidia-Llama3-ChatQA-1.5-70B-GGUF-smashed
				
				
			
		
				71B
			• 
	
				Updated
					
				
				• 
					
					140
				
	
				
• 
					
					2
				
  
		
	
			
				PrunaAI/ajibawa-2023-Code-Llama-3-8B-GGUF-smashed
				
				
			
		
				8B
			• 
	
				Updated
					
				
				• 
					
					117
				
	
				
				
  
		
	
			
				PrunaAI/Code-Llama-3-8B-GGUF-smashed
				
				
			
		
				8B
			• 
	
				Updated
					
				
				• 
					
					218
				
	
				
				
  
		
	
			
				PrunaAI/Llama3-ChatQA-1.5-70B-GGUF-smashed
				
				
			
		
				71B
			• 
	
				Updated
					
				
				• 
					
					79