Split out worker related things to a separate service definition.

This commit is contained in:
2023-05-08 22:12:24 -07:00
parent ace2c07aa1
commit 2e5a37ea4b
28 changed files with 1271 additions and 359 deletions

View File

@ -11,7 +11,7 @@ Task { @MainActor in
let modelListResponse = try await client.modelService.listModels(.init())
print("Loading random model...")
let modelInfo = modelListResponse.availableModels.randomElement()!
_ = try await client.modelService.loadModel(.with { request in
_ = try await client.hostModelService.loadModel(.with { request in
request.modelName = modelInfo.name
})
print("Loaded random model.")