Allow registry exporter to work with gRPC objects #142
1 changed files with 45 additions and 6 deletions
|
@ -37,6 +37,7 @@ func (o *ObjExporter) ExportJSONPreGen(fileName string) error {
|
||||||
}
|
}
|
||||||
|
|
||||||
bucketMap := make(map[string]struct{})
|
bucketMap := make(map[string]struct{})
|
||||||
|
containerMap := make(map[string]struct{})
|
||||||
|
|
||||||
count, err := o.selector.Count()
|
count, err := o.selector.Count()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
@ -50,7 +51,7 @@ func (o *ObjExporter) ExportJSONPreGen(fileName string) error {
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
|
|
||||||
if _, err = f.WriteString(fmt.Sprintf(`%s{"bucket":"%s","object":"%s"}`, comma, info.S3Bucket, info.S3Key)); err != nil {
|
if err = writeObjectInfo(comma, info, f); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -58,15 +59,54 @@ func (o *ObjExporter) ExportJSONPreGen(fileName string) error {
|
||||||
comma = ","
|
comma = ","
|
||||||
}
|
}
|
||||||
|
|
||||||
bucketMap[info.S3Bucket] = struct{}{}
|
if info.S3Bucket != "" {
|
||||||
|
bucketMap[info.S3Bucket] = struct{}{}
|
||||||
|
}
|
||||||
fyrchik marked this conversation as resolved
Outdated
|
|||||||
|
if info.CID != "" {
|
||||||
|
containerMap[info.CID] = struct{}{}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
acid-ant
commented
Can be shortened to:
Can be shortened to:
```
if len(bucketMap) > 0 {
err = writeContainerInfo("buckets", bucketMap, f)
} else {
err = writeContainerInfo("containers", containerMap, f)
}
return err
```
elebedeva
commented
fixed fixed
|
|||||||
if _, err = f.WriteString(`],"buckets":[`); err != nil {
|
if _, err = f.WriteString(`]`); err != nil {
|
||||||
|
return err
|
||||||
fyrchik marked this conversation as resolved
Outdated
fyrchik
commented
Why do you use Why do you use `errors.Join`?
Error on write most likely will result in corrupted file (invalid JSON), we should just return the error.
elebedeva
commented
accidentally pushed, will fix accidentally pushed, will fix
|
|||||||
|
}
|
||||||
fyrchik marked this conversation as resolved
Outdated
fyrchik
commented
This is tricky: each object was either put via gRPC or via S3. This is tricky: each object was either put via gRPC or via S3.
But both can be in the registry at the same time, so we should print both maps, I believe.
elebedeva
commented
fixed fixed
|
|||||||
|
|
||||||
|
if len(bucketMap) > 0 {
|
||||||
|
if err = writeContainerInfo("buckets", bucketMap, f); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if len(containerMap) > 0 {
|
||||||
|
if err = writeContainerInfo("containers", containerMap, f); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if _, err = f.WriteString(`}`); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
fyrchik marked this conversation as resolved
Outdated
fyrchik
commented
Why is it Why is it `res += ` and not `res = `?
elebedeva
commented
Didn't notice, fixed Didn't notice, fixed
|
|||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func writeObjectInfo(comma string, info *ObjectInfo, f *os.File) (err error) {
|
||||||
|
var res string
|
||||||
|
if info.S3Bucket != "" || info.S3Key != "" {
|
||||||
|
res = fmt.Sprintf(`%s{"bucket":"%s","object":"%s"}`, comma, info.S3Bucket, info.S3Key)
|
||||||
fyrchik marked this conversation as resolved
Outdated
fyrchik
commented
This change seems unnecessary and pollutes diff (it was This change seems unnecessary and pollutes diff (it was `bucketMap`, we could continue to accept `bucketMap`).
|
|||||||
|
} else {
|
||||||
|
res = fmt.Sprintf(`%s{"cid":"%s","oid":"%s"}`, comma, info.CID, info.OID)
|
||||||
|
}
|
||||||
|
_, err = f.WriteString(res)
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
func writeContainerInfo(attrName string, bucketMap map[string]struct{}, f *os.File) (err error) {
|
||||||
|
if _, err = f.WriteString(fmt.Sprintf(`,"%s":[`, attrName)); err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
i := 0
|
i := 0
|
||||||
comma = ""
|
comma := ""
|
||||||
for bucket := range bucketMap {
|
for bucket := range bucketMap {
|
||||||
if _, err = f.WriteString(fmt.Sprintf(`%s"%s"`, comma, bucket)); err != nil {
|
if _, err = f.WriteString(fmt.Sprintf(`%s"%s"`, comma, bucket)); err != nil {
|
||||||
return err
|
return err
|
||||||
|
@ -76,7 +116,6 @@ func (o *ObjExporter) ExportJSONPreGen(fileName string) error {
|
||||||
}
|
}
|
||||||
i++
|
i++
|
||||||
}
|
}
|
||||||
|
_, err = f.WriteString(`]`)
|
||||||
_, err = f.WriteString(`]}`)
|
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in a new issue
This is wrong:
len(bucketMap)
can happily be 1 if we have exactly 1 S3 bucket, and in this case we need to print it.What we might do instead is to have 2 maps (
bucketMap
andcontainerMap
) and add only nonzero keys to them.fixed