Ktor Gateway Transport
Since
0.3.0-beta01
Functions
Link copied to clipboard
open suspend override fun embed(context: GatewayRequestContext, modelId: ModelId, params: EmbeddingModelCallParams): EmbeddingModelResult
Link copied to clipboard
open suspend override fun generateImage(context: GatewayRequestContext, modelId: ModelId, params: ImageGenerationParams): ImageModelResult
Link copied to clipboard
open suspend override fun generateText(context: GatewayRequestContext, modelId: ModelId, params: LanguageModelCallParams): LanguageModelResult
Link copied to clipboard
open suspend override fun generateVideo(context: GatewayRequestContext, modelId: ModelId, params: VideoGenerationParams): VideoModelResult
Link copied to clipboard
open suspend override fun getAvailableModels(context: GatewayRequestContext): GatewayFetchMetadataResponse
Link copied to clipboard
Link copied to clipboard
open suspend override fun getGenerationInfo(context: GatewayRequestContext, params: GatewayGenerationInfoParams): GatewayGenerationInfo
Link copied to clipboard
open suspend override fun getSpendReport(context: GatewayRequestContext, params: GatewaySpendReportParams): GatewaySpendReportResponse
Link copied to clipboard
open suspend override fun rerank(context: GatewayRequestContext, modelId: ModelId, params: RerankingParams): RerankingModelResult
Link copied to clipboard
open override fun streamText(context: GatewayRequestContext, modelId: ModelId, params: LanguageModelCallParams): Flow<StreamEvent>