simcop2387/openai-async
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

syntax fixes, big errors still

Browse source
This commit is contained in:
Ryan Voots 2024-03-06 15:01:37 -05:00
parent f54d3a89e6
commit afdb8bd5c9
3 changed files with 523 additions and 31 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

538
.vstags
View file

File diff suppressed because it is too large Load diff

12
lib/OpenAIAsync/Server.pm
View file

@ -252,7 +252,7 @@ class OpenAIAsync::Server :repr(HASH) :strict(params) {
method _make_queue() {
my $queue = Future::Queue->new(
prototype => sub {$self->_make_future()}
prototype => sub {$self->_make_future()},
max_items => 1, # set a max item count, this is so that await ->push() will cause things to yield
);
return $queue;
@ -364,19 +364,19 @@ class OpenAIAsync::Server :repr(HASH) :strict(params) {
await $self->$route_method($future_status, $queue, $ctx, $obj, $params);
my $status = await $future_status;
my $is_streaming_event = $status->{is_streaming};
my $is_streaming = $status->{is_streaming};
my $headers = {
"Content-Type" => $is_streaming ? "text/event-stream" : $status->{content_type},
$is_streaming ? ()"Cache-Control" => "no-store") : (),
$is_streaming ? ("Cache-Control" => "no-store") : (),
# TODO others?
}
};
my $response = HTTP::Response->new($status->{status_code}, $status->{status_message}, $status->{headers});
$req->write($response->as_string("\r\n"));
$req->write("\r\n"); # extra to end headers
$req->write(sub {
$req->write(async sub {
my $body_obj = await $queue->pull();
if (defined $body_obj) {
@ -385,7 +385,7 @@ class OpenAIAsync::Server :repr(HASH) :strict(params) {
if ($is_streaming) {
return sprintf "event: %s\ndata: %s\n\n", $event_name, $body;
} eles {
} else {
return $body;
}
} else {

4
t/lib/OpenAIAsync/Server/API/Test/ChatCompletion.pm
View file

@ -29,8 +29,9 @@ role OpenAIAsync::Server::API::Test::ChatCompletion :strict(params) {
apply OpenAIAsync::Server::API::v1::ChatCompletion;
use OpenAIAsync::Types::Results;
use Future::AsyncAwait;
use builtin qw/false/;
async method chat ($future_status, $queue, $ctx, $obj, $params) {
async method chat_completion ($future_status, $queue, $ctx, $obj, $params) {
my $chained_future = $future_status->then(sub {
return OpenAIAsync::Types::Results::ChatCompletion->new(
id => "24601",
@ -57,4 +58,5 @@ role OpenAIAsync::Server::API::Test::ChatCompletion :strict(params) {
});
return $chained_future; # TODO this might actually be wrong thanks to the async above?
}
}