LLM API Examples

Chatbot

from openai import OpenAI
import os

client = OpenAI(
    api_key=os.getenv('WAYSCLOUD_API_KEY'),
    base_url='https://api.wayscloud.services/v1'
)

messages = []

while True:
    user_input = input('You: ')
    if user_input.lower() == 'quit':
        break
    
    messages.append({'role': 'user', 'content': user_input})
    
    response = client.chat.completions.create(
        model='mixtral-8x7b',
        messages=messages
    )
    
    assistant_message = response.choices[0].message.content
    messages.append({'role': 'assistant', 'content': assistant_message})
    
    print(f'Assistant: {assistant_message}')

Code Assistant

def code_review(code):
    response = client.chat.completions.create(
        model='deepseek-v3',
        messages=[
            {'role': 'system', 'content': 'You are a code reviewer. Find bugs and suggest improvements.'},
            {'role': 'user', 'content': f'Review this code:\n\n{code}'}
        ],
        temperature=0.3
    )
    return response.choices[0].message.content

code = '''
def calculate_average(numbers):
    return sum(numbers) / len(numbers)
'''

review = code_review(code)
print(review)

Document Summarization

def summarize(text):
    response = client.chat.completions.create(
        model='qwen3-80b-instruct',
        messages=[
            {'role': 'system', 'content': 'Summarize the following text concisely.'},
            {'role': 'user', 'content': text}
        ],
        max_tokens=200
    )
    return response.choices[0].message.content