// Copyright © 2024 Apple Inc. import Foundation /// JSON wrapper for `generation_config.json` file. /// /// This file can override values from `config.json`, particularly `eos_token_id`. /// Following mlx-lm Python behavior, if `generation_config.json` exists and contains /// `eos_token_id`, it takes precedence over the value in `config.json`. public struct GenerationConfigFile: Codable, Sendable { public var eosTokenIds: IntOrIntArray? enum CodingKeys: String, CodingKey { case eosTokenIds = "eos_token_id" } }