- 
		
- 
		
- 
		
- 
		
- 
		
- 
		
Inference Providers
				
			 
		
	
		Active filters: 
					gptq
				
			 
				TheBloke/manticore-13b-chat-pyg-GPTQ
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					1
				
	
				
• 
					
					33
				
 
				TheBloke/Project-Baize-v2-7B-GPTQ
				
				
			
			Text Generation
			
• 
		
				1B
			• 
	
				Updated
					
				
				• 
					
					523
				
	
				
• 
					
					4
				
 
				TheBloke/Project-Baize-v2-13B-GPTQ
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					524
				
	
				
• 
					
					11
				
 
				digitous/13B-HyperMantis_GPTQ_4bit-128g
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					3
				
	
				
• 
					
					12
				
 
				TheBloke/guanaco-13B-GPTQ
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					3
				
	
				
• 
					
					29
				
 
				TheBloke/guanaco-33B-GPTQ
				
				
			
			Text Generation
			
• 
		
				4B
			• 
	
				Updated
					
				
				• 
					
					6
				
	
				
• 
					
					75
				
 
				TheBloke/guanaco-65B-GPTQ
				
				
			
			Text Generation
			
• 
		
				9B
			• 
	
				Updated
					
				
				• 
					
					529
				
	
				
• 
					
					263
				
 
				TheBloke/guanaco-7B-GPTQ
				
				
			
			Text Generation
			
• 
		
				1B
			• 
	
				Updated
					
				
				• 
					
					194
				
	
				
• 
					
					28
				
 
				TheBloke/Vigogne-Instruct-13B-GPTQ
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					27
				
	
				
• 
					
					2
				
 
				elinas/chronos-13b-4bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					2
				
	
				
• 
					
					23
				
 
				TheBloke/Falcon-7B-Instruct-GPTQ
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					327
				
	
				
• 
					
					67
				
 
				TheBloke/falcon-40b-instruct-GPTQ
				
				
			
			Text Generation
			
• 
		
				6B
			• 
	
				Updated
					
				
				• 
					
					352
				
	
				
• 
					
					197
				
 
				TheBloke/WizardLM-13B-1.0-GPTQ
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					18
				
	
				
• 
					
					21
				
 
				TheBloke/gorilla-7B-GPTQ
				
				
			
			Text Generation
			
• 
		
				1B
			• 
	
				Updated
					
				
				• 
					
					22
				
	
				
• 
					
					26
				
 
				TheBloke/Samantha-7B-GPTQ
				
				
			
			Text Generation
			
• 
		
				1B
			• 
	
				Updated
					
				
				• 
					
					1
				
	
				
• 
					
					6
				
 
				TheBloke/Samantha-13B-GPTQ
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					3
				
	
				
• 
					
					6
				
 
				TheBloke/samantha-33B-GPTQ
				
				
			
			Text Generation
			
• 
		
				4B
			• 
	
				Updated
					
				
				• 
					
					3
				
	
				
• 
					
					20
				
 
				disarmyouwitha/koala13b_test
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					2
				
	
				
				
 
				TheBloke/Wizard-Vicuna-30B-Uncensored-GPTQ
				
				
			
			Text Generation
			
• 
		
				4B
			• 
	
				Updated
					
				
				• 
					
					621
				
	
				
• 
					
					586
				
 
				TheBloke/samantha-falcon-7B-GPTQ
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					2
				
	
				
• 
					
					12
				
 
				TheBloke/hippogriff-30b-chat-GPTQ
				
				
			
			Text Generation
			
• 
		
				4B
			• 
	
				Updated
					
				
				• 
					
					8
				
	
				
• 
					
					13
				
 
				TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GPTQ
				
				
			
			Text Generation
			
• 
		
				4B
			• 
	
				Updated
					
				
				• 
					
					49
				
	
				
• 
					
					84
				
 
				TheBloke/WizardLM-Uncensored-Falcon-7B-GPTQ
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					12
				
	
				
• 
					
					70
				
 
				TheBloke/Karen_theEditor_13B-GPTQ
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					3
				
	
				
• 
					
					13
				
 
				TheBloke/PMC_LLAMA-7B-GPTQ
				
				
			
			Text Generation
			
• 
		
				1B
			• 
	
				Updated
					
				
				• 
					
					2
				
	
				
• 
					
					4
				
 
				TheBloke/based-30B-GPTQ
				
				
			
			Text Generation
			
• 
		
				4B
			• 
	
				Updated
					
				
				• 
					
					2
				
	
				
• 
					
					9
				
 
				TheBloke/WizardLM-Uncensored-Falcon-40B-GPTQ
				
				
			
			Text Generation
			
• 
		
				6B
			• 
	
				Updated
					
				
				• 
					
					5
				
	
				
• 
					
					60
				
 
				TheBloke/Nous-Hermes-13B-GPTQ
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					253
				
	
				
• 
					
					175
				
 
				TheBloke/airoboros-13b-gpt4-GPTQ
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					4
				
	
				
• 
					
					4
				
 
				TheBloke/based-7B-GPTQ
				
				
			
			Text Generation
			
• 
		
				1B
			• 
	
				Updated
					
				
				• 
					
					2
				
	
				
• 
					
					1