Add support for BPE tokenization.

This commit is contained in:
2023-04-23 18:49:52 -07:00
parent 0fe35cd976
commit f61fe6a18f
9 changed files with 562 additions and 17 deletions

View File

@ -2,7 +2,7 @@ package gay.pizza.stable.diffusion
import io.grpc.Channel
@Suppress("MemberVisibilityCanBePrivate")
@Suppress("MemberVisibilityCanBePrivate", "unused")
class StableDiffusionRpcClient(val channel: Channel) {
val modelService: ModelServiceGrpc.ModelServiceStub by lazy {
ModelServiceGrpc.newStub(channel)
@ -35,4 +35,20 @@ class StableDiffusionRpcClient(val channel: Channel) {
val imageGenerationServiceCoroutine: ImageGenerationServiceGrpcKt.ImageGenerationServiceCoroutineStub by lazy {
ImageGenerationServiceGrpcKt.ImageGenerationServiceCoroutineStub(channel)
}
val tokenizerService: TokenizerServiceGrpc.TokenizerServiceStub by lazy {
TokenizerServiceGrpc.newStub(channel)
}
val tokenizerServiceBlocking: TokenizerServiceGrpc.TokenizerServiceBlockingStub by lazy {
TokenizerServiceGrpc.newBlockingStub(channel)
}
val tokenizerServiceFuture: TokenizerServiceGrpc.TokenizerServiceFutureStub by lazy {
TokenizerServiceGrpc.newFutureStub(channel)
}
val tokenizerServiceCoroutine: TokenizerServiceGrpcKt.TokenizerServiceCoroutineStub by lazy {
TokenizerServiceGrpcKt.TokenizerServiceCoroutineStub(channel)
}
}