diff --git a/Package.swift b/Package.swift index fc28be1..a7148e3 100644 --- a/Package.swift +++ b/Package.swift @@ -8,6 +8,8 @@ let package = Package( platforms: [.iOS(.v16), .macOS(.v13)], products: [ .library(name: "Transformers", targets: ["Tokenizers", "Generation", "Models"]), + .library(name: "Hub", targets: ["Hub"]), + .library(name: "Tokenizers", targets: ["Tokenizers"]), .executable(name: "transformers", targets: ["TransformersCLI"]), .executable(name: "hub-cli", targets: ["HubCLI"]), ], diff --git a/Tests/TokenizersTests/TokenizerTests.swift b/Tests/TokenizersTests/TokenizerTests.swift index eae7003..8862bcd 100644 --- a/Tests/TokenizersTests/TokenizerTests.swift +++ b/Tests/TokenizersTests/TokenizerTests.swift @@ -9,7 +9,6 @@ import XCTest import Hub @testable import Tokenizers -@testable import Models class GPT2TokenizerTests: TokenizerTests { override class var hubModelName: String? { "distilgpt2" } @@ -277,7 +276,8 @@ class TokenizerTester { guard _tokenizer == nil else { return _tokenizer! } do { guard let tokenizerConfig = try await configuration!.tokenizerConfig else { - throw TokenizerError.tokenizerConfigNotFound + XCTFail("Cannot retrieve Tokenizer configuration") + return nil } let tokenizerData = try await configuration!.tokenizerData _tokenizer = try AutoTokenizer.from(tokenizerConfig: tokenizerConfig, tokenizerData: tokenizerData)