48 lines
No EOL
1.3 KiB
Perl
48 lines
No EOL
1.3 KiB
Perl
package OpenAIAsync::Server::API::Test::ChatCompletion;
|
|
|
|
use v5.36.0;
|
|
use Object::Pad;
|
|
use IO::Async::SSL; # We're not directly using it but I want to enforce that we pull it in when detecting dependencies, since openai itself is always https
|
|
use Future::AsyncAwait;
|
|
use IO::Async;
|
|
|
|
use OpenAIAsync::Types::Results;
|
|
use OpenAIAsync::Types::Requests;
|
|
|
|
our $VERSION = '0.02';
|
|
|
|
# ABSTRACT: Async server for OpenAI style REST API for various AI systems (LLMs, Images, Video, etc.)
|
|
|
|
=pod
|
|
|
|
=head1 NAME
|
|
|
|
OpenAIAsync::Server::API::ChatCompletion - Basic chat api role, consumed to implement the OpenAI chat completion api. Does not provide an implementation, you are expected to override them in your class
|
|
|
|
=head1 SYNOPSIS
|
|
|
|
...
|
|
|
|
=cut
|
|
|
|
role OpenAIAsync::Server::API::Test::ChatCompletion :strict(params) {
|
|
apply OpenAIAsync::Server::API::v1::ChatCompletion;
|
|
use OpenAIAsync::Types::Results;
|
|
use Future::AsyncAwait;
|
|
|
|
async method chat ($obj, $http_req, $ctx) {
|
|
return OpenAIAsync::Types::Results::ChatCompletion->new(
|
|
id => "24601",
|
|
choices => [],
|
|
model => "GumbyBrain-llm",
|
|
system_fingerprint => "SHODAN node 12 of 16 tertiary adjunct of unimatrix 42",
|
|
usage => {
|
|
total_tokens => 42,
|
|
prompt_tokens => 6,
|
|
completion_tokens => 9,
|
|
},
|
|
object => "text_completion",
|
|
created => 0,
|
|
)
|
|
}
|
|
} |