17 lines
541 B
Swift
17 lines
541 B
Swift
// Copyright © 2024 Apple Inc.
|
|
|
|
import Foundation
|
|
|
|
/// JSON wrapper for `generation_config.json` file.
|
|
///
|
|
/// This file can override values from `config.json`, particularly `eos_token_id`.
|
|
/// Following mlx-lm Python behavior, if `generation_config.json` exists and contains
|
|
/// `eos_token_id`, it takes precedence over the value in `config.json`.
|
|
public struct GenerationConfigFile: Codable, Sendable {
|
|
public var eosTokenIds: IntOrIntArray?
|
|
|
|
enum CodingKeys: String, CodingKey {
|
|
case eosTokenIds = "eos_token_id"
|
|
}
|
|
}
|