from openai import OpenAI

client = OpenAI(
	base_url="https://ai.gitee.com/v1",
	api_key="XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX",
	default_headers={"X-Failover-Enabled":"true"},
)

response = client.chat.completions.create(
	messages=[
		{
			"role": "system",
			"content": "You are a helpful and harmless assistant. You should think step-by-step."
		},
		{
			"role": "user",
			"content": "Can you please let us know more details about your "
		}
	],
	model="GLM-5",
	stream=True,
	max_tokens=1024,
	temperature=0.7,
	top_p=0.7,
	extra_body={
		"top_k": 50,
	},
	frequency_penalty=1,
)