model/__init__.py

"""
Model module for LLM implementation.
Contains transformer architecture components.
"""

from model.attention import MultiHeadAttention, MultiQueryAttention, FlashAttention
from model.transformer import TransformerBlock, TransformerLayer
from model.embedding import TokenEmbedding, PositionalEmbedding, RotaryPositionalEmbedding
from model.llm import LLM, LLMConfig
from model.activation import SwiGLU, GELU, ReLU

__all__ = [
    'MultiHeadAttention', 'MultiQueryAttention', 'FlashAttention',
    'TransformerBlock', 'TransformerLayer',
    'TokenEmbedding', 'PositionalEmbedding', 'RotaryPositionalEmbedding',
    'LLM', 'LLMConfig',
    'SwiGLU', 'GELU', 'ReLU'
]