model_info:
  name: anemll-hermes3b-ctx1024
  version: 0.1.1
  description: |
    Demonstarates running Hermes 3B on Apple Neural Engine, requires iOS with 0.1.1 support
    Context length: 1024
    Batch size: 64
    Chunks: 3
  license: MIT
  author: Anemll
  framework: Core ML
  language: Python
  parameters:
    context_length: 1024
    batch_size: 64
    lut_embeddings: none
    lut_ffn: 6
    lut_lmhead: 8
    num_chunks: 3
    model_prefix: Hermes