forked from TrueCloudLab/frostfs-sdk-go
[#149] client: Fill buffer completely when reading stream data
In previous implementation all `Read` methods read single response per-call, so buffer could be incompletely filled w/o an error. In order to follow `io.Reader` docs we need to continue filling the buffer while it is possible. Signed-off-by: Leonard Lyubich <leonard@nspcc.ru>
This commit is contained in:
parent
8e99e8a818
commit
2adbe29f7f
2 changed files with 83 additions and 60 deletions
|
@ -166,14 +166,20 @@ func (x *ObjectReader) readChunk(buf []byte) (int, bool) {
|
||||||
return read, true
|
return read, true
|
||||||
}
|
}
|
||||||
|
|
||||||
|
var ok bool
|
||||||
|
var part v2object.GetObjectPart
|
||||||
|
var chunk []byte
|
||||||
|
var lastRead int
|
||||||
|
|
||||||
|
for {
|
||||||
// receive next message
|
// receive next message
|
||||||
ok := x.ctxCall.readResponse()
|
ok = x.ctxCall.readResponse()
|
||||||
if !ok {
|
if !ok {
|
||||||
return read, false
|
return read, false
|
||||||
}
|
}
|
||||||
|
|
||||||
// get chunk part message
|
// get chunk part message
|
||||||
part := x.bodyResp.GetObjectPart()
|
part = x.bodyResp.GetObjectPart()
|
||||||
|
|
||||||
var partChunk *v2object.GetObjectPartChunk
|
var partChunk *v2object.GetObjectPartChunk
|
||||||
|
|
||||||
|
@ -184,16 +190,23 @@ func (x *ObjectReader) readChunk(buf []byte) (int, bool) {
|
||||||
}
|
}
|
||||||
|
|
||||||
// read new chunk
|
// read new chunk
|
||||||
chunk := partChunk.GetChunk()
|
chunk = partChunk.GetChunk()
|
||||||
|
if len(chunk) == 0 {
|
||||||
|
// just skip empty chunks since they are not prohibited by protocol
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
tailOffset := copy(buf[read:], chunk)
|
lastRead = copy(buf[read:], chunk)
|
||||||
|
|
||||||
read += tailOffset
|
read += lastRead
|
||||||
|
|
||||||
|
if read == len(buf) {
|
||||||
// save the tail
|
// save the tail
|
||||||
x.tailPayload = append(x.tailPayload, chunk[tailOffset:]...)
|
x.tailPayload = append(x.tailPayload, chunk[lastRead:]...)
|
||||||
|
|
||||||
return read, true
|
return read, true
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// ReadChunk reads another chunk of the object payload. Works similar to
|
// ReadChunk reads another chunk of the object payload. Works similar to
|
||||||
|
@ -593,15 +606,19 @@ func (x *ObjectRangeReader) readChunk(buf []byte) (int, bool) {
|
||||||
return read, true
|
return read, true
|
||||||
}
|
}
|
||||||
|
|
||||||
|
var ok bool
|
||||||
|
var partChunk *v2object.GetRangePartChunk
|
||||||
|
var chunk []byte
|
||||||
|
var lastRead int
|
||||||
|
|
||||||
|
for {
|
||||||
// receive next message
|
// receive next message
|
||||||
ok := x.ctxCall.readResponse()
|
ok = x.ctxCall.readResponse()
|
||||||
if !ok {
|
if !ok {
|
||||||
return read, false
|
return read, false
|
||||||
}
|
}
|
||||||
|
|
||||||
// get chunk message
|
// get chunk message
|
||||||
var partChunk *v2object.GetRangePartChunk
|
|
||||||
|
|
||||||
switch v := x.bodyResp.GetRangePart().(type) {
|
switch v := x.bodyResp.GetRangePart().(type) {
|
||||||
default:
|
default:
|
||||||
x.ctxCall.err = fmt.Errorf("unexpected message received: %T", v)
|
x.ctxCall.err = fmt.Errorf("unexpected message received: %T", v)
|
||||||
|
@ -613,17 +630,23 @@ func (x *ObjectRangeReader) readChunk(buf []byte) (int, bool) {
|
||||||
partChunk = v
|
partChunk = v
|
||||||
}
|
}
|
||||||
|
|
||||||
// read new chunk
|
chunk = partChunk.GetChunk()
|
||||||
chunk := partChunk.GetChunk()
|
if len(chunk) == 0 {
|
||||||
|
// just skip empty chunks since they are not prohibited by protocol
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
tailOffset := copy(buf[read:], chunk)
|
lastRead = copy(buf[read:], chunk)
|
||||||
|
|
||||||
read += tailOffset
|
read += lastRead
|
||||||
|
|
||||||
|
if read == len(buf) {
|
||||||
// save the tail
|
// save the tail
|
||||||
x.tailPayload = append(x.tailPayload, chunk[tailOffset:]...)
|
x.tailPayload = append(x.tailPayload, chunk[lastRead:]...)
|
||||||
|
|
||||||
return read, true
|
return read, true
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// ReadChunk reads another chunk of the object payload range.
|
// ReadChunk reads another chunk of the object payload range.
|
||||||
|
|
|
@ -166,13 +166,13 @@ func (x *ObjectListReader) Read(buf []oid.ID) (int, bool) {
|
||||||
|
|
||||||
read += ln
|
read += ln
|
||||||
|
|
||||||
// save the tail and break
|
if read == len(buf) {
|
||||||
|
// save the tail
|
||||||
x.tail = append(x.tail, ids[ln:]...)
|
x.tail = append(x.tail, ids[ln:]...)
|
||||||
|
|
||||||
break
|
|
||||||
}
|
|
||||||
|
|
||||||
return read, true
|
return read, true
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Close ends reading list of the matched objects and returns the result of the operation
|
// Close ends reading list of the matched objects and returns the result of the operation
|
||||||
|
|
Loading…
Reference in a new issue