forked from TrueCloudLab/restic
392 lines
11 KiB
Go
392 lines
11 KiB
Go
package runtime
|
|
|
|
import (
|
|
"encoding/base64"
|
|
"fmt"
|
|
"net/url"
|
|
"reflect"
|
|
"regexp"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/golang/protobuf/proto"
|
|
"github.com/grpc-ecosystem/grpc-gateway/utilities"
|
|
"google.golang.org/grpc/grpclog"
|
|
)
|
|
|
|
// PopulateQueryParameters populates "values" into "msg".
|
|
// A value is ignored if its key starts with one of the elements in "filter".
|
|
func PopulateQueryParameters(msg proto.Message, values url.Values, filter *utilities.DoubleArray) error {
|
|
for key, values := range values {
|
|
re, err := regexp.Compile("^(.*)\\[(.*)\\]$")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
match := re.FindStringSubmatch(key)
|
|
if len(match) == 3 {
|
|
key = match[1]
|
|
values = append([]string{match[2]}, values...)
|
|
}
|
|
fieldPath := strings.Split(key, ".")
|
|
if filter.HasCommonPrefix(fieldPath) {
|
|
continue
|
|
}
|
|
if err := populateFieldValueFromPath(msg, fieldPath, values); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// PopulateFieldFromPath sets a value in a nested Protobuf structure.
|
|
// It instantiates missing protobuf fields as it goes.
|
|
func PopulateFieldFromPath(msg proto.Message, fieldPathString string, value string) error {
|
|
fieldPath := strings.Split(fieldPathString, ".")
|
|
return populateFieldValueFromPath(msg, fieldPath, []string{value})
|
|
}
|
|
|
|
func populateFieldValueFromPath(msg proto.Message, fieldPath []string, values []string) error {
|
|
m := reflect.ValueOf(msg)
|
|
if m.Kind() != reflect.Ptr {
|
|
return fmt.Errorf("unexpected type %T: %v", msg, msg)
|
|
}
|
|
var props *proto.Properties
|
|
m = m.Elem()
|
|
for i, fieldName := range fieldPath {
|
|
isLast := i == len(fieldPath)-1
|
|
if !isLast && m.Kind() != reflect.Struct {
|
|
return fmt.Errorf("non-aggregate type in the mid of path: %s", strings.Join(fieldPath, "."))
|
|
}
|
|
var f reflect.Value
|
|
var err error
|
|
f, props, err = fieldByProtoName(m, fieldName)
|
|
if err != nil {
|
|
return err
|
|
} else if !f.IsValid() {
|
|
grpclog.Infof("field not found in %T: %s", msg, strings.Join(fieldPath, "."))
|
|
return nil
|
|
}
|
|
|
|
switch f.Kind() {
|
|
case reflect.Bool, reflect.Float32, reflect.Float64, reflect.Int32, reflect.Int64, reflect.String, reflect.Uint32, reflect.Uint64:
|
|
if !isLast {
|
|
return fmt.Errorf("unexpected nested field %s in %s", fieldPath[i+1], strings.Join(fieldPath[:i+1], "."))
|
|
}
|
|
m = f
|
|
case reflect.Slice:
|
|
if !isLast {
|
|
return fmt.Errorf("unexpected repeated field in %s", strings.Join(fieldPath, "."))
|
|
}
|
|
// Handle []byte
|
|
if f.Type().Elem().Kind() == reflect.Uint8 {
|
|
m = f
|
|
break
|
|
}
|
|
return populateRepeatedField(f, values, props)
|
|
case reflect.Ptr:
|
|
if f.IsNil() {
|
|
m = reflect.New(f.Type().Elem())
|
|
f.Set(m.Convert(f.Type()))
|
|
}
|
|
m = f.Elem()
|
|
continue
|
|
case reflect.Struct:
|
|
m = f
|
|
continue
|
|
case reflect.Map:
|
|
if !isLast {
|
|
return fmt.Errorf("unexpected nested field %s in %s", fieldPath[i+1], strings.Join(fieldPath[:i+1], "."))
|
|
}
|
|
return populateMapField(f, values, props)
|
|
default:
|
|
return fmt.Errorf("unexpected type %s in %T", f.Type(), msg)
|
|
}
|
|
}
|
|
switch len(values) {
|
|
case 0:
|
|
return fmt.Errorf("no value of field: %s", strings.Join(fieldPath, "."))
|
|
case 1:
|
|
default:
|
|
grpclog.Infof("too many field values: %s", strings.Join(fieldPath, "."))
|
|
}
|
|
return populateField(m, values[0], props)
|
|
}
|
|
|
|
// fieldByProtoName looks up a field whose corresponding protobuf field name is "name".
|
|
// "m" must be a struct value. It returns zero reflect.Value if no such field found.
|
|
func fieldByProtoName(m reflect.Value, name string) (reflect.Value, *proto.Properties, error) {
|
|
props := proto.GetProperties(m.Type())
|
|
|
|
// look up field name in oneof map
|
|
if op, ok := props.OneofTypes[name]; ok {
|
|
v := reflect.New(op.Type.Elem())
|
|
field := m.Field(op.Field)
|
|
if !field.IsNil() {
|
|
return reflect.Value{}, nil, fmt.Errorf("field already set for %s oneof", props.Prop[op.Field].OrigName)
|
|
}
|
|
field.Set(v)
|
|
return v.Elem().Field(0), op.Prop, nil
|
|
}
|
|
|
|
for _, p := range props.Prop {
|
|
if p.OrigName == name {
|
|
return m.FieldByName(p.Name), p, nil
|
|
}
|
|
if p.JSONName == name {
|
|
return m.FieldByName(p.Name), p, nil
|
|
}
|
|
}
|
|
return reflect.Value{}, nil, nil
|
|
}
|
|
|
|
func populateMapField(f reflect.Value, values []string, props *proto.Properties) error {
|
|
if len(values) != 2 {
|
|
return fmt.Errorf("more than one value provided for key %s in map %s", values[0], props.Name)
|
|
}
|
|
|
|
key, value := values[0], values[1]
|
|
keyType := f.Type().Key()
|
|
valueType := f.Type().Elem()
|
|
if f.IsNil() {
|
|
f.Set(reflect.MakeMap(f.Type()))
|
|
}
|
|
|
|
keyConv, ok := convFromType[keyType.Kind()]
|
|
if !ok {
|
|
return fmt.Errorf("unsupported key type %s in map %s", keyType, props.Name)
|
|
}
|
|
valueConv, ok := convFromType[valueType.Kind()]
|
|
if !ok {
|
|
return fmt.Errorf("unsupported value type %s in map %s", valueType, props.Name)
|
|
}
|
|
|
|
keyV := keyConv.Call([]reflect.Value{reflect.ValueOf(key)})
|
|
if err := keyV[1].Interface(); err != nil {
|
|
return err.(error)
|
|
}
|
|
valueV := valueConv.Call([]reflect.Value{reflect.ValueOf(value)})
|
|
if err := valueV[1].Interface(); err != nil {
|
|
return err.(error)
|
|
}
|
|
|
|
f.SetMapIndex(keyV[0].Convert(keyType), valueV[0].Convert(valueType))
|
|
|
|
return nil
|
|
}
|
|
|
|
func populateRepeatedField(f reflect.Value, values []string, props *proto.Properties) error {
|
|
elemType := f.Type().Elem()
|
|
|
|
// is the destination field a slice of an enumeration type?
|
|
if enumValMap := proto.EnumValueMap(props.Enum); enumValMap != nil {
|
|
return populateFieldEnumRepeated(f, values, enumValMap)
|
|
}
|
|
|
|
conv, ok := convFromType[elemType.Kind()]
|
|
if !ok {
|
|
return fmt.Errorf("unsupported field type %s", elemType)
|
|
}
|
|
f.Set(reflect.MakeSlice(f.Type(), len(values), len(values)).Convert(f.Type()))
|
|
for i, v := range values {
|
|
result := conv.Call([]reflect.Value{reflect.ValueOf(v)})
|
|
if err := result[1].Interface(); err != nil {
|
|
return err.(error)
|
|
}
|
|
f.Index(i).Set(result[0].Convert(f.Index(i).Type()))
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func populateField(f reflect.Value, value string, props *proto.Properties) error {
|
|
i := f.Addr().Interface()
|
|
|
|
// Handle protobuf well known types
|
|
type wkt interface {
|
|
XXX_WellKnownType() string
|
|
}
|
|
if wkt, ok := i.(wkt); ok {
|
|
switch wkt.XXX_WellKnownType() {
|
|
case "Timestamp":
|
|
if value == "null" {
|
|
f.Field(0).SetInt(0)
|
|
f.Field(1).SetInt(0)
|
|
return nil
|
|
}
|
|
|
|
t, err := time.Parse(time.RFC3339Nano, value)
|
|
if err != nil {
|
|
return fmt.Errorf("bad Timestamp: %v", err)
|
|
}
|
|
f.Field(0).SetInt(int64(t.Unix()))
|
|
f.Field(1).SetInt(int64(t.Nanosecond()))
|
|
return nil
|
|
case "Duration":
|
|
if value == "null" {
|
|
f.Field(0).SetInt(0)
|
|
f.Field(1).SetInt(0)
|
|
return nil
|
|
}
|
|
d, err := time.ParseDuration(value)
|
|
if err != nil {
|
|
return fmt.Errorf("bad Duration: %v", err)
|
|
}
|
|
|
|
ns := d.Nanoseconds()
|
|
s := ns / 1e9
|
|
ns %= 1e9
|
|
f.Field(0).SetInt(s)
|
|
f.Field(1).SetInt(ns)
|
|
return nil
|
|
case "DoubleValue":
|
|
fallthrough
|
|
case "FloatValue":
|
|
float64Val, err := strconv.ParseFloat(value, 64)
|
|
if err != nil {
|
|
return fmt.Errorf("bad DoubleValue: %s", value)
|
|
}
|
|
f.Field(0).SetFloat(float64Val)
|
|
return nil
|
|
case "Int64Value":
|
|
fallthrough
|
|
case "Int32Value":
|
|
int64Val, err := strconv.ParseInt(value, 10, 64)
|
|
if err != nil {
|
|
return fmt.Errorf("bad DoubleValue: %s", value)
|
|
}
|
|
f.Field(0).SetInt(int64Val)
|
|
return nil
|
|
case "UInt64Value":
|
|
fallthrough
|
|
case "UInt32Value":
|
|
uint64Val, err := strconv.ParseUint(value, 10, 64)
|
|
if err != nil {
|
|
return fmt.Errorf("bad DoubleValue: %s", value)
|
|
}
|
|
f.Field(0).SetUint(uint64Val)
|
|
return nil
|
|
case "BoolValue":
|
|
if value == "true" {
|
|
f.Field(0).SetBool(true)
|
|
} else if value == "false" {
|
|
f.Field(0).SetBool(false)
|
|
} else {
|
|
return fmt.Errorf("bad BoolValue: %s", value)
|
|
}
|
|
return nil
|
|
case "StringValue":
|
|
f.Field(0).SetString(value)
|
|
return nil
|
|
case "BytesValue":
|
|
bytesVal, err := base64.StdEncoding.DecodeString(value)
|
|
if err != nil {
|
|
return fmt.Errorf("bad BytesValue: %s", value)
|
|
}
|
|
f.Field(0).SetBytes(bytesVal)
|
|
return nil
|
|
}
|
|
}
|
|
|
|
// Handle google well known types
|
|
if gwkt, ok := i.(proto.Message); ok {
|
|
switch proto.MessageName(gwkt) {
|
|
case "google.protobuf.FieldMask":
|
|
p := f.Field(0)
|
|
for _, v := range strings.Split(value, ",") {
|
|
if v != "" {
|
|
p.Set(reflect.Append(p, reflect.ValueOf(v)))
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
}
|
|
|
|
// Handle Time and Duration stdlib types
|
|
switch t := i.(type) {
|
|
case *time.Time:
|
|
pt, err := time.Parse(time.RFC3339Nano, value)
|
|
if err != nil {
|
|
return fmt.Errorf("bad Timestamp: %v", err)
|
|
}
|
|
*t = pt
|
|
return nil
|
|
case *time.Duration:
|
|
d, err := time.ParseDuration(value)
|
|
if err != nil {
|
|
return fmt.Errorf("bad Duration: %v", err)
|
|
}
|
|
*t = d
|
|
return nil
|
|
}
|
|
|
|
// is the destination field an enumeration type?
|
|
if enumValMap := proto.EnumValueMap(props.Enum); enumValMap != nil {
|
|
return populateFieldEnum(f, value, enumValMap)
|
|
}
|
|
|
|
conv, ok := convFromType[f.Kind()]
|
|
if !ok {
|
|
return fmt.Errorf("field type %T is not supported in query parameters", i)
|
|
}
|
|
result := conv.Call([]reflect.Value{reflect.ValueOf(value)})
|
|
if err := result[1].Interface(); err != nil {
|
|
return err.(error)
|
|
}
|
|
f.Set(result[0].Convert(f.Type()))
|
|
return nil
|
|
}
|
|
|
|
func convertEnum(value string, t reflect.Type, enumValMap map[string]int32) (reflect.Value, error) {
|
|
// see if it's an enumeration string
|
|
if enumVal, ok := enumValMap[value]; ok {
|
|
return reflect.ValueOf(enumVal).Convert(t), nil
|
|
}
|
|
|
|
// check for an integer that matches an enumeration value
|
|
eVal, err := strconv.Atoi(value)
|
|
if err != nil {
|
|
return reflect.Value{}, fmt.Errorf("%s is not a valid %s", value, t)
|
|
}
|
|
for _, v := range enumValMap {
|
|
if v == int32(eVal) {
|
|
return reflect.ValueOf(eVal).Convert(t), nil
|
|
}
|
|
}
|
|
return reflect.Value{}, fmt.Errorf("%s is not a valid %s", value, t)
|
|
}
|
|
|
|
func populateFieldEnum(f reflect.Value, value string, enumValMap map[string]int32) error {
|
|
cval, err := convertEnum(value, f.Type(), enumValMap)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
f.Set(cval)
|
|
return nil
|
|
}
|
|
|
|
func populateFieldEnumRepeated(f reflect.Value, values []string, enumValMap map[string]int32) error {
|
|
elemType := f.Type().Elem()
|
|
f.Set(reflect.MakeSlice(f.Type(), len(values), len(values)).Convert(f.Type()))
|
|
for i, v := range values {
|
|
result, err := convertEnum(v, elemType, enumValMap)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
f.Index(i).Set(result)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
var (
|
|
convFromType = map[reflect.Kind]reflect.Value{
|
|
reflect.String: reflect.ValueOf(String),
|
|
reflect.Bool: reflect.ValueOf(Bool),
|
|
reflect.Float64: reflect.ValueOf(Float64),
|
|
reflect.Float32: reflect.ValueOf(Float32),
|
|
reflect.Int64: reflect.ValueOf(Int64),
|
|
reflect.Int32: reflect.ValueOf(Int32),
|
|
reflect.Uint64: reflect.ValueOf(Uint64),
|
|
reflect.Uint32: reflect.ValueOf(Uint32),
|
|
reflect.Slice: reflect.ValueOf(Bytes),
|
|
}
|
|
)
|