forked from open-webui/open-webui
		
	Fix OpenAI integration:
from docker on mac get errors since num_ctx not recognized; remove num_ctx from, and max_tokens to, body in API calls.
This commit is contained in:
		
							parent
							
								
									6df2505bf0
								
							
						
					
					
						commit
						bbeaa92904
					
				
					 1 changed files with 9 additions and 0 deletions
				
			
		|  | @ -146,6 +146,15 @@ async def proxy(path: str, request: Request, user=Depends(get_verified_user)): | |||
|                 body["max_tokens"] = 4000 | ||||
|             print("Modified body_dict:", body) | ||||
| 
 | ||||
|         # Fix for ChatGPT calls failing because the num_ctx key is in body | ||||
|         if 'num_ctx' in body: | ||||
|             # If 'num_ctx' is in the dictionary, delete it | ||||
|             # Leaving it there generates an error with the | ||||
|             # OpenAI API (Feb 2024) | ||||
|             del body['num_ctx'] | ||||
|         # OpenAI API (Feb 2024) accepts max_tokens | ||||
|         body["max_tokens"] = 1600 | ||||
| 
 | ||||
|         # Convert the modified body back to JSON | ||||
|         body = json.dumps(body) | ||||
|     except json.JSONDecodeError as e: | ||||
|  |  | |||
		Loading…
	
	Add table
		Add a link
		
	
		Reference in a new issue
	
	 Sakkus
						Sakkus