Chat-Based AI

# How chat-based AI maintains conversation context

# Each message in a chat is structured with a role
chat_history = [
    {"role": "system", "content": "You are a helpful AI assistant."},
    {"role": "user", "content": "What is Python?"},
    {"role": "assistant", "content": "Python is a programming language known for its simple, readable syntax."},
    {"role": "user", "content": "Is it good for beginners?"},
    # The model sees ALL of this before generating the next response
]

print("=== How Chat Conversation is Sent to the LLM ===")
print()
print("When you send the second message 'Is it good for beginners?'")
print("the AI does NOT just receive that one message.")
print("It receives the ENTIRE conversation up to that point:")
print()

total_tokens = 0
for i, message in enumerate(chat_history):
    word_count = len(message["content"].split())
    approx_tokens = word_count * 1.33  # rough conversion
    total_tokens += approx_tokens
    print(f"  Message {i + 1} [{message['role']}]: '{message['content']}'")
    print(f"    Approx tokens: {approx_tokens:.0f}")

print()
print(f"Total input to model: approx {total_tokens:.0f} tokens")
print()
print("This is why the AI remembers what you said earlier in the conversation.")
print("It is not memory - it is the entire conversation being re-sent each time.")