More apis in the new format

.vstags

@@ -9896,9 +9896,11 @@ OpenAIAsync::Client	.build/t7Cb8f47yj/lib/OpenAIAsync/Client.pm	1;"	p
 OpenAIAsync::Client	OpenAIAsync-0.01/lib/OpenAIAsync/Client.pm	1;"	p
 OpenAIAsync::Client	lib/OpenAIAsync/Client.pm	1;"	p
 OpenAIAsync::Server	lib/OpenAIAsync/Server.pm	1;"	p
+OpenAIAsync::Server::API::v1::Completions	lib/OpenAIAsync/Server/API/v1/Completions.pm	1;"	p
+OpenAIAsync::Server::API::v1::Embeddings	lib/OpenAIAsync/Server/API/v1/Embeddings.pm	1;"	p
 OpenAIAsync::Server::API::v1::File	lib/OpenAIAsync/Server/API/v1/Chat.pm	1;"	p
-OpenAIAsync::Server::API::v1::File	lib/OpenAIAsync/Server/API/v1/Completion.pm	1;"	p
 OpenAIAsync::Server::API::v1::File	lib/OpenAIAsync/Server/API/v1/File.pm	1;"	p
+OpenAIAsync::Server::API::v1::ModelList	lib/OpenAIAsync/Server/API/v1/Models.pm	1;"	p
 OpenAIAsync::Types	.build/0T4wbFlmwf/blib/lib/OpenAIAsync/Types.pm	1;"	p
 OpenAIAsync::Types	.build/0T4wbFlmwf/lib/OpenAIAsync/Types.pm	1;"	p
 OpenAIAsync::Types	.build/2oNz8Mp68u/blib/lib/OpenAIAsync/Types.pm	1;"	p

lib/OpenAIAsync/Server.pm

@@ -233,6 +233,7 @@ class OpenAIAsync::Server :repr(HASH) :isa(IO::Async::Notifier) :strict(params)
 
   method __make_http_server($port, $listen, $ctx, %args) {
     # TODO args?
+    # TODO make this work during a reload
     my $server_id = sprintf("%d\0%d", $listen, $port);
     $ctx->{server_id} = $server_id;
 
@@ -272,9 +273,7 @@ class OpenAIAsync::Server :repr(HASH) :isa(IO::Async::Notifier) :strict(params)
     push $routes->@*, \%opts;
   }
 
-  async method _route_request($httpserver, $req, $ctx) {
+  async method _route_request($req, $ctx) {
-    my $routers = $self->_get_routers($httpserver, $req, $ctx);
-
     my $method = $req->method();
     my $uri    = URI->new($req->uri);
     my $path   = $uri->path;

lib/OpenAIAsync/Server/API/v1/Completions.pm

@@ -1,4 +1,4 @@
-package OpenAIAsync::Server::API::v1::File;
+package OpenAIAsync::Server::API::v1::Completions;
 
 use v5.36.0;
 use Object::Pad;
@@ -17,7 +17,7 @@ our $VERSION = '0.02';
 
 =head1 NAME
 
-OpenAIAsync::Server::API::Completion - Basic completion api role, consumed to implement the OpenAI chat completion api.  Does not provide an implementation, you are expected to override them in your class
+OpenAIAsync::Server::API::Completions - Basic completion api role, consumed to implement the OpenAI chat completion api.  Does not provide an implementation, you are expected to override them in your class
 
 =head1 SYNOPSIS
 
@@ -25,7 +25,7 @@ OpenAIAsync::Server::API::Completion - Basic completion api role, consumed to im
 
 =cut
 
-role OpenAIAsync::Server::API::v1::Completion :strict(params) {
+role OpenAIAsync::Server::API::v1::Completions :strict(params) {
   ADJUST {
     $self->register_url(
         method => 'POST',
@@ -36,6 +36,6 @@ role OpenAIAsync::Server::API::v1::Completion :strict(params) {
         decoder => 'www-form-urlencoded', # default is json, we need this for this api
     );
   }
-
+ 
   async method completion($obj, $http_req, $ctx) {...}
 }

lib/OpenAIAsync/Server/API/v1/Embeddings.pm

@@ -0,0 +1,41 @@
+package OpenAIAsync::Server::API::v1::Embeddings;
+
+use v5.36.0;
+use Object::Pad;
+use IO::Async::SSL; # We're not directly using it but I want to enforce that we pull it in when detecting dependencies, since openai itself is always https
+use Future::AsyncAwait;
+use IO::Async;
+
+use OpenAIAsync::Types::Results;
+use OpenAIAsync::Types::Requests;
+
+our $VERSION = '0.02';
+
+# ABSTRACT: Async server for OpenAI style REST API for various AI systems (LLMs, Images, Video, etc.)
+
+=pod
+
+=head1 NAME
+
+OpenAIAsync::Server::API::Embeddings - Basic embeddings api role, consumed to implement the OpenAI embeddings api.  Does not provide an implementation, you are expected to override them in your class
+
+=head1 SYNOPSIS
+
+...
+
+=cut
+
+role OpenAIAsync::Server::API::v1::Embeddings :strict(params) {
+  ADJUST {
+    $self->register_url(
+        method => 'POST',
+        url => qr{^/v1/embeddings$}, 
+        handle => async sub($req, $ctx, $obj, $params) {await $self->embeddings($obj, $req, $ctx)},
+        request_class => "OpenAIAsync::Type::Request::Embeddings",
+        result_class => "OpenAIAsync::Type::Result::Embeddings",
+        decoder => 'www-form-urlencoded', # default is json, we need this for this api
+    );
+  }
+ 
+  async method embeddings($obj, $http_req, $ctx) {...}
+}

lib/OpenAIAsync/Server/API/v1/Models.pm

@@ -0,0 +1,40 @@
+package OpenAIAsync::Server::API::v1::ModelList;
+
+use v5.36.0;
+use Object::Pad;
+use IO::Async::SSL; # We're not directly using it but I want to enforce that we pull it in when detecting dependencies, since openai itself is always https
+use Future::AsyncAwait;
+use IO::Async;
+
+use OpenAIAsync::Types::Results;
+use OpenAIAsync::Types::Requests;
+
+our $VERSION = '0.02';
+
+# ABSTRACT: Async server for OpenAI style REST API for various AI systems (LLMs, Images, Video, etc.)
+
+=pod
+
+=head1 NAME
+
+OpenAIAsync::Server::API::ModelList - Basic model list api role, consumed to implement the OpenAI model list api.  Does not provide an implementation, you are expected to override them in your class
+
+=head1 SYNOPSIS
+
+...
+
+=cut
+
+role OpenAIAsync::Server::API::v1::ModelList :strict(params) {
+  ADJUST {
+    $self->register_url(
+        method => 'POST',
+        url => qr{^/v1/models$}, 
+        handle => async sub($req, $ctx, $obj, $params) {await $self->embeddings($obj, $req, $ctx)},
+        request_class => "",
+        result_class => "OpenAIAsync::Type::Result::ModelList",
+    );
+  }
+ 
+  async method model_list($obj, $http_req, $ctx) {...}
+}

lib/OpenAIAsync/Types/Results.pm

@@ -107,4 +107,16 @@ class OpenAIAsync::Types::Results::EmbeddingData :does(OpenAIAsync::Types::Base)
   field $index :JSONNum;
   field $embedding :JSONList(JSONNum);
   field $object :JSONStr;
-}
+}
+
+class OpenAIAsync::Types::Results::ModelList :does(OpenAIAsync::Types::Base) :Struct {
+  field $object :JSONStr = 'list';
+  field $data :MarshalTo(OpenAIAsync::Types::Results::ModelInfo);
+}
+
+class OpenAIAsync::Types::Results::ModelInfo :does(OpenAIAsync::Types::Base) :Struct {
+  field $created :JSONNum;
+  field $id :JSONStr;
+  field $object :JSONStr = "model";
+  field $owned_by :JSONStr;
+}