- 
		
 - 
		
 - 
		
 - 
		
 - 
		
 - 
		
 
Inference Providers
				
			 
	 
 
		
	
		Active filters: 
					orpo
				 
		
			
				alvarobartt/Mistral-7B-v0.1-ORPO
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					3
				
	
				
• 
					
					14
				
 
		
	
			
				alvarobartt/Mistral-7B-v0.1-ORPO-PEFT
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				
				
	
				• 
					
					1
				
 
		
	
			
				anakin87/gemma-2b-orpo
				
				
			
			Text Generation
			
• 
		
				3B
			• 
	
				Updated
					
				
				• 
					
					15
				
	
				
• 
					
					28
				
 
		
	
			
				alvarobartt/mistral-orpo-mix
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				
				
	
				• 
					
					1
				
 
		
	
			
				bartowski/Mistral-7B-v0.1-ORPO-exl2
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				
				
	
				
				 
		
	
			
				bartowski/Mistral-7B-v0.1-ORPO-GGUF
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					268
				
	
				
• 
					
					1
				
 
		
	
			
				alvarobartt/mistral-orpo-mix-b0.1-l2048-pl1792-lr5e-6-inverse-sqrt
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				
				
	
				
				 
		
	
			
				alvarobartt/mistral-orpo-mix-b0.05-l1024-pl512-lr5e-7-cosine
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					3
				
	
				
				
 
		
	
			
				alvarobartt/mistral-7b-orpo-alignment-handbook
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				
				
	
				
				 
		
	
			
				alvarobartt/mistral-7b-orpo-airoboros-pref-10k
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					2
				
	
				
				
 
		
	
			
				mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF
				
				
			
		
				7B
			• 
	
				Updated
					
				
				• 
					
					248
				
	
				
				
  
		
	
			
				vain05/stablelm-2-1_6b-orpo-full-v1
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					1
				
	
				
				
 
		
	
			
				anakin87/gemma-2b-orpo-GGUF
				
				
			
		
				3B
			• 
	
				Updated
					
				
				• 
					
					10
				
	
				
• 
					
					7
				
  
		
	
			
				vain05/stablelm-2-1_6b-orpo-full-v2
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				
				
	
				
				 
		
	
			
				vain05/stablelm-2-1_6b-orpo-full-v3
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					1
				
	
				
				
 
		
	
			
				HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1
				
				
			
			Text Generation
			
• 
		
				141B
			• 
	
				Updated
					
				
				• 
					
					167
				
	
				
• 
					
					269
				
 
		
	
			
				MaziyarPanahi/zephyr-orpo-141b-A35b-v0.1-GGUF
				
				
			
			Text Generation
			
• 
		
				141B
			• 
	
				Updated
					
				
				• 
					
					1.51k
				
	
				
• 
					
					29
				
 
		
	
			
				mlx-community/zephyr-orpo-141b-A35b-v0.1-4bit
				
				
			
		
				22B
			• 
	
				Updated
					
				
				• 
					
					11
				
	
				
• 
					
					2
				
  
		
	
			
				wandb/zephyr-orpo-7b-v0.2
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					1
				
	
				
• 
					
					4
				
 
		
	
			
				blockblockblock/zephyr-orpo-141b-A35b-v0.1-bpw2.25
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
• 
					
					1
				
 
		
	
			
				DrishtiSharma/doplhin-2.1-mistral-7b-orpo-ultrafeedback-binarized-preferences
				
				
			 
		
	
			
				blockblockblock/zephyr-orpo-141b-A35b-v0.1-bpw2.5
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
				
 
		
	
			
				blockblockblock/zephyr-orpo-141b-A35b-v0.1-bpw3
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				
				
	
				
				 
		
	
			
				blockblockblock/zephyr-orpo-141b-A35b-v0.1-bpw3.5
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					5
				
	
				
				
 
		
	
			
				blockblockblock/zephyr-orpo-141b-A35b-v0.1-bpw3.7
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
				
 
		
	
			
				blockblockblock/zephyr-orpo-141b-A35b-v0.1-bpw4
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				
				
	
				
				 
		
	
			
				mlx-community/zephyr-orpo-141b-A35b-v0.1-8bit
				
				
			
		
				40B
			• 
	
				Updated
					
				
				• 
					
					12
				
	
				
				
  
		
	
			
				blockblockblock/zephyr-orpo-141b-A35b-v0.1-bpw4.2
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
				
 
		
	
			
				bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF
				
				
			
			Text Generation
			
• 
		
				141B
			• 
	
				Updated
					
				
				• 
					
					355
				
	
				
				
 
		
	
			
				blockblockblock/zephyr-orpo-141b-A35b-v0.1-bpw4.4
				
				
			
			Text Generation
			
• 
		
	
				Updated