oweb: make DecodeUserJSON take a field name

This allows for better error messages when decoding fails. For example,
instead of:

    {"code":"invalid_json","message":"unexpected end of JSON input"}

We now get:

    {"code":"invalid_json","field":"manifest","message":"unexpected end of JSON input"}
This commit is contained in:
Blake Mizerany 2024-03-31 11:36:51 -07:00
parent c87fe7df48
commit eb2c442a01
5 changed files with 36 additions and 17 deletions

View File

@ -104,3 +104,7 @@ func (s *Server) handlePush(_ http.ResponseWriter, r *http.Request) error {
return err return err
} }
func (s *Server) handlePull(w http.ResponseWriter, r *http.Request) error {
return oweb.ErrNotFound
}

View File

@ -63,20 +63,21 @@ func Serve(h HandlerFunc, w http.ResponseWriter, r *http.Request) {
} }
} }
func DecodeUserJSON[T any](r io.Reader) (*T, error) { func DecodeUserJSON[T any](field string, r io.Reader) (*T, error) {
v, err := DecodeJSON[T](r) v, err := DecodeJSON[T](r)
if err == nil {
return v, nil
}
var msg string
var e *json.SyntaxError var e *json.SyntaxError
if errors.As(err, &e) { if errors.As(err, &e) {
return nil, &ollama.Error{Code: "invalid_json", Message: e.Error()} msg = e.Error()
} }
var se *json.UnmarshalTypeError var se *json.UnmarshalTypeError
if errors.As(err, &se) { if errors.As(err, &se) {
return nil, &ollama.Error{ msg = fmt.Sprintf("%s (%q) is not a %s", se.Field, se.Value, se.Type)
Code: "invalid_json",
Message: fmt.Sprintf("%s (%q) is not a %s", se.Field, se.Value, se.Type),
} }
} return nil, Mistake("invalid_json", field, msg)
return v, err
} }
func DecodeJSON[T any](r io.Reader) (*T, error) { func DecodeJSON[T any](r io.Reader) (*T, error) {

View File

@ -1,5 +1,7 @@
package registry package registry
import "encoding/json"
type Manifest struct { type Manifest struct {
Layers []Layer `json:"layers"` Layers []Layer `json:"layers"`
} }
@ -11,7 +13,8 @@ type Layer struct {
} }
type PushRequest struct { type PushRequest struct {
Manifest Manifest `json:"manifest"` Ref string `json:"ref"`
Manifest json.RawMessage
} }
type Requirement struct { type Requirement struct {

View File

@ -2,7 +2,6 @@ package registry
import ( import (
"context" "context"
"encoding/json"
"io" "io"
"net/http" "net/http"
@ -11,14 +10,20 @@ import (
type Client struct { type Client struct {
BaseURL string BaseURL string
HTTPClient *http.Client
}
func (c *Client) oclient() *ollama.Client {
return (*ollama.Client)(c)
} }
// Push pushes a manifest to the server. // Push pushes a manifest to the server.
func (c *Client) Push(ctx context.Context, ref string, manifest []byte) ([]Requirement, error) { func (c *Client) Push(ctx context.Context, ref string, manifest []byte) ([]Requirement, error) {
// TODO(bmizerany): backoff // TODO(bmizerany): backoff
v, err := ollama.Do[PushResponse](ctx, "POST", c.BaseURL+"/v1/push/"+ref, struct { v, err := ollama.Do[PushResponse](ctx, c.oclient(), "POST", "/v1/push", &PushRequest{
Manifest json.RawMessage `json:"manifest"` Ref: ref,
}{manifest}) Manifest: manifest,
})
if err != nil { if err != nil {
return nil, err return nil, err
} }

View File

@ -2,6 +2,7 @@
package registry package registry
import ( import (
"bytes"
"cmp" "cmp"
"context" "context"
"errors" "errors"
@ -34,16 +35,16 @@ func (s *Server) ServeHTTP(w http.ResponseWriter, r *http.Request) {
func (s *Server) serveHTTP(w http.ResponseWriter, r *http.Request) error { func (s *Server) serveHTTP(w http.ResponseWriter, r *http.Request) error {
switch { switch {
case strings.HasPrefix(r.URL.Path, "/v1/push/"): case strings.HasPrefix(r.URL.Path, "/v1/push"):
return s.handlePush(w, r) return s.handlePush(w, r)
case strings.HasPrefix(r.URL.Path, "/v1/pull/"): case strings.HasPrefix(r.URL.Path, "/v1/pull"):
return s.handlePull(w, r) return s.handlePull(w, r)
} }
return oweb.ErrNotFound return oweb.ErrNotFound
} }
func (s *Server) handlePush(w http.ResponseWriter, r *http.Request) error { func (s *Server) handlePush(w http.ResponseWriter, r *http.Request) error {
pr, err := oweb.DecodeUserJSON[PushRequest](r.Body) pr, err := oweb.DecodeUserJSON[PushRequest]("", r.Body)
if err != nil { if err != nil {
return err return err
} }
@ -53,9 +54,14 @@ func (s *Server) handlePush(w http.ResponseWriter, r *http.Request) error {
Secure: false, Secure: false,
}) })
m, err := oweb.DecodeUserJSON[Manifest]("manifest", bytes.NewReader(pr.Manifest))
if err != nil {
return err
}
// TODO(bmizerany): parallelize // TODO(bmizerany): parallelize
var requirements []Requirement var requirements []Requirement
for _, l := range pr.Manifest.Layers { for _, l := range m.Layers {
if l.Size == 0 { if l.Size == 0 {
continue continue
} }