jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

registry: multipart push

Browse Source
This commit is contained in:
Blake Mizerany 2024-04-02 13:40:23 -07:00
parent eb75418be9
commit 618eb5b909
2 changed files with 9 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
registry/apitype/apitype.go
View File

@ -19,7 +19,8 @@ type PushRequest struct {
type Requirement struct { type Requirement struct {
Digest string `json:"digest"` Digest string `json:"digest"`
Size int64 `json:"size"` Offset int64 `json:"offset"`
Size int64 `json:"Size"`
URL string `json:"url"` URL string `json:"url"`
} }

9
registry/server.go
View File

@ -77,26 +77,31 @@ func (s *Server) handlePush(w http.ResponseWriter, r *http.Request) error {
} }
// TODO(bmizerany): parallelize // TODO(bmizerany): parallelize
const chunkSizeTODO = 50 * 1024 * 1024
var requirements []apitype.Requirement var requirements []apitype.Requirement
for _, l := range m.Layers { for _, l := range m.Layers {
if l.Size == 0 { if l.Size == 0 {
continue continue
} }
// TODO(bmizerany): "global" throttle of rate of transfer
pushed, err := s.statObject(r.Context(), l.Digest) pushed, err := s.statObject(r.Context(), l.Digest)
if err != nil { if err != nil {
return err return err
} }
if !pushed { if !pushed {
const expires = 1 * time.Hour const expires = 15 * time.Minute
key := path.Join("blobs", l.Digest) key := path.Join("blobs", l.Digest)
signedURL, err := s.mc().PresignedPutObject(r.Context(), "test", key, expires) signedURL, err := s.mc().PresignedPutObject(r.Context(), "test", key, expires)
if err != nil { if err != nil {
return err return err
} }
size := min(l.Size, chunkSizeTODO)
requirements = append(requirements, apitype.Requirement{ requirements = append(requirements, apitype.Requirement{
Digest: l.Digest, Digest: l.Digest,
Size: l.Size, Size: size,
// TODO(bmizerany): use signed+temp urls // TODO(bmizerany): use signed+temp urls
URL: signedURL.String(), URL: signedURL.String(),