[#34] Client: Add rules deserialization
Signed-off-by: Pavel Gross <p.gross@yadro.com>
This commit is contained in:
parent
bd8eb7cc60
commit
8835b23ed3
18 changed files with 426 additions and 52 deletions
|
|
@ -1,18 +1,18 @@
|
|||
using System;
|
||||
using System.Runtime.CompilerServices;
|
||||
|
||||
[assembly: InternalsVisibleTo("FrostFS.SDK.Tests")]
|
||||
|
||||
namespace FrostFS.SDK.Client;
|
||||
|
||||
internal static class RuleSerializer
|
||||
{
|
||||
const byte Version = 0; // increase if breaking change
|
||||
|
||||
const int ByteSize = 1;
|
||||
const int UInt8Size = ByteSize;
|
||||
const int BoolSize = ByteSize;
|
||||
|
||||
const long NullSlice = -1;
|
||||
const int NullSliceSize = 1;
|
||||
|
||||
const byte ByteTrue = 1;
|
||||
const byte ByteFalse = 0;
|
||||
|
||||
|
|
@ -44,6 +44,42 @@ internal static class RuleSerializer
|
|||
return buf;
|
||||
}
|
||||
|
||||
internal static FrostFsChain Deserialize(byte[] data)
|
||||
{
|
||||
if (data is null)
|
||||
{
|
||||
throw new ArgumentNullException(nameof(data));
|
||||
}
|
||||
|
||||
FrostFsChain chain = new();
|
||||
|
||||
var (offset, version) = UInt8Unmarshal(data, 0);
|
||||
|
||||
if (version != Version)
|
||||
{
|
||||
throw new FrostFsException($"unsupported marshaller version {version}");
|
||||
}
|
||||
|
||||
(offset, byte chainVersion) = UInt8Unmarshal(data, offset);
|
||||
|
||||
if (chainVersion != ChainMarshalVersion)
|
||||
{
|
||||
throw new FrostFsException($"unsupported chain version {chainVersion}");
|
||||
}
|
||||
|
||||
(offset, chain.ID) = SliceUnmarshal(data, offset, UInt8Unmarshal);
|
||||
|
||||
(offset, chain.Rules) = SliceUnmarshal(data, offset, UnmarshalRule);
|
||||
|
||||
(offset, var matchTypeV) = UInt8Unmarshal(data, offset);
|
||||
|
||||
chain.MatchType = (RuleMatchType)matchTypeV;
|
||||
|
||||
VerifyUnmarshal(data, offset);
|
||||
|
||||
return chain;
|
||||
}
|
||||
|
||||
private static int Int64Size(long value)
|
||||
{
|
||||
// https://cs.opensource.google/go/go/+/master:src/encoding/binary/varint.go;l=92;drc=dac9b9ddbd5160c5f4552410f5f8281bd5eed38c
|
||||
|
|
@ -83,8 +119,8 @@ internal static class RuleSerializer
|
|||
}
|
||||
|
||||
private static int StringSize(string? s)
|
||||
{
|
||||
var len = s !=null ? s.Length : 0;
|
||||
{
|
||||
var len = s != null ? s.Length : 0;
|
||||
return Int64Size(len) + len;
|
||||
}
|
||||
|
||||
|
|
@ -94,7 +130,7 @@ internal static class RuleSerializer
|
|||
+ SliceSize(action.Names, StringSize);
|
||||
}
|
||||
|
||||
private static int ResourcesSize(Resource resource)
|
||||
private static int ResourcesSize(Resources resource)
|
||||
{
|
||||
return BoolSize // Inverted
|
||||
+ SliceSize(resource.Names, StringSize);
|
||||
|
|
@ -108,7 +144,7 @@ internal static class RuleSerializer
|
|||
+ StringSize(condition.Value);
|
||||
}
|
||||
|
||||
public static int RuleSize(FrostFsRule rule)
|
||||
private static int RuleSize(FrostFsRule rule)
|
||||
{
|
||||
if (rule is null)
|
||||
{
|
||||
|
|
@ -122,7 +158,7 @@ internal static class RuleSerializer
|
|||
+ SliceSize(rule.Conditions!, ConditionSize);
|
||||
}
|
||||
|
||||
public static int UInt8Marshal(byte[] buf, int offset, byte value)
|
||||
private static int UInt8Marshal(byte[] buf, int offset, byte value)
|
||||
{
|
||||
if (buf.Length - offset < 1)
|
||||
{
|
||||
|
|
@ -134,7 +170,7 @@ internal static class RuleSerializer
|
|||
return offset + 1;
|
||||
}
|
||||
|
||||
public static int ByteMarshal(byte[] buf, int offset, byte value)
|
||||
private static int ByteMarshal(byte[] buf, int offset, byte value)
|
||||
{
|
||||
return UInt8Marshal(buf, offset, value);
|
||||
}
|
||||
|
|
@ -167,7 +203,7 @@ internal static class RuleSerializer
|
|||
return offset + 1;
|
||||
}
|
||||
|
||||
public static int Int64Marshal(byte[] buf, int offset, long v)
|
||||
private static int Int64Marshal(byte[] buf, int offset, long v)
|
||||
{
|
||||
if (buf.Length - offset < Int64Size(v))
|
||||
{
|
||||
|
|
@ -177,7 +213,7 @@ internal static class RuleSerializer
|
|||
return PutVarint(buf, offset, v);
|
||||
}
|
||||
|
||||
public static int SliceMarshal<T>(byte[] buf, int offset, T[] slice, Func<byte[], int, T, int> marshalT)
|
||||
private static int SliceMarshal<T>(byte[] buf, int offset, T[] slice, Func<byte[], int, T, int> marshalT)
|
||||
{
|
||||
if (slice == null)
|
||||
{
|
||||
|
|
@ -269,7 +305,7 @@ internal static class RuleSerializer
|
|||
return SliceMarshal(buf, offset, rule.Conditions!, MarshalCondition);
|
||||
}
|
||||
|
||||
private static int MarshalResources(byte[] buf, int offset, Resource resources)
|
||||
private static int MarshalResources(byte[] buf, int offset, Resources resources)
|
||||
{
|
||||
offset = BoolMarshal(buf, offset, resources.Inverted);
|
||||
|
||||
|
|
@ -283,4 +319,187 @@ internal static class RuleSerializer
|
|||
throw new FrostFsException("actual data size differs from expected");
|
||||
}
|
||||
}
|
||||
|
||||
private static (int, bool) BoolUnmarshal(byte[] buf, int offset)
|
||||
{
|
||||
(offset, byte val) = UInt8Unmarshal(buf, offset);
|
||||
return (offset, val == ByteTrue);
|
||||
}
|
||||
|
||||
private static (int, string) StringUnmarshal(byte[] buf, int offset)
|
||||
{
|
||||
(offset, long size) = Int64Unmarshal(buf, offset);
|
||||
|
||||
if (size == 0)
|
||||
{
|
||||
return (offset, string.Empty);
|
||||
}
|
||||
|
||||
if (size > MaxSliceLen)
|
||||
{
|
||||
throw new FrostFsException($"string is too long: '{size}'");
|
||||
}
|
||||
if (size < 0)
|
||||
{
|
||||
throw new FrostFsException($"invalid string size: '{size}'");
|
||||
}
|
||||
|
||||
if (buf.Length - offset < size)
|
||||
{
|
||||
throw new FrostFsException($"not enough bytes left to string value");
|
||||
}
|
||||
|
||||
return (offset + (int)size, System.Text.Encoding.UTF8.GetString(buf, offset, (int)size));
|
||||
}
|
||||
|
||||
private static (int, Actions) UnmarshalActions(byte[] buf, int offset)
|
||||
{
|
||||
Actions action = new();
|
||||
(offset, action.Inverted) = BoolUnmarshal(buf, offset);
|
||||
|
||||
(offset, action.Names) = SliceUnmarshal(buf, offset, StringUnmarshal);
|
||||
|
||||
return (offset, action);
|
||||
}
|
||||
|
||||
private static (int, Resources) UnmarshalResources(byte[] buf, int offset)
|
||||
{
|
||||
Resources res = new();
|
||||
|
||||
(offset, res.Inverted) = BoolUnmarshal(buf, offset);
|
||||
(offset, res.Names) = SliceUnmarshal(buf, offset, StringUnmarshal);
|
||||
|
||||
return (offset, res);
|
||||
}
|
||||
|
||||
private static (int, Condition) UnmarshalCondition(byte[] buf, int offset)
|
||||
{
|
||||
Condition cond = new();
|
||||
(offset, var op) = UInt8Unmarshal(buf, offset);
|
||||
|
||||
cond.Op = (ConditionType)op;
|
||||
|
||||
(offset, var kind) = UInt8Unmarshal(buf, offset);
|
||||
|
||||
cond.Kind = (ConditionKindType)kind;
|
||||
|
||||
(offset, cond.Key) = StringUnmarshal(buf, offset);
|
||||
|
||||
(offset, cond.Value) = StringUnmarshal(buf, offset);
|
||||
|
||||
return (offset, cond);
|
||||
}
|
||||
|
||||
private static (int, FrostFsRule) UnmarshalRule(byte[] buf, int offset)
|
||||
{
|
||||
FrostFsRule rule = new();
|
||||
|
||||
(offset, byte statusV) = UInt8Unmarshal(buf, offset);
|
||||
rule.Status = (RuleStatus)statusV;
|
||||
|
||||
(offset, rule.Actions) = UnmarshalActions(buf, offset);
|
||||
|
||||
(offset, rule.Resources) = UnmarshalResources(buf, offset);
|
||||
|
||||
(offset, rule.Any) = BoolUnmarshal(buf, offset);
|
||||
|
||||
(offset, rule.Conditions) = SliceUnmarshal(buf, offset, UnmarshalCondition);
|
||||
|
||||
return (offset, rule);
|
||||
}
|
||||
|
||||
private static (int, byte) UInt8Unmarshal(byte[] buf, int offset)
|
||||
{
|
||||
if (buf.Length - offset < 1)
|
||||
{
|
||||
throw new FrostFsException($"not enough bytes left to read a value of type 'byte' from offset {offset}");
|
||||
}
|
||||
|
||||
return (offset + 1, buf[offset]);
|
||||
}
|
||||
|
||||
private static (int, long) Int64Unmarshal(byte[] buf, int offset)
|
||||
{
|
||||
if (buf.Length - offset < sizeof(long))
|
||||
{
|
||||
throw new FrostFsException($"not enough bytes left to read a value of type 'long' from offset {offset}");
|
||||
}
|
||||
|
||||
return Varint(buf, offset);
|
||||
}
|
||||
|
||||
private static (int, T[]) SliceUnmarshal<T>(byte[] buf, int offset, Func<byte[], int, (int, T)> unmarshalT)
|
||||
{
|
||||
var (newOffset, size) = Varint(buf, offset);
|
||||
|
||||
if (size == NullSlice)
|
||||
{
|
||||
return (newOffset, []);
|
||||
}
|
||||
|
||||
if (size > MaxSliceLen)
|
||||
{
|
||||
throw new FrostFsException($"slice size is too big: '{size}'");
|
||||
}
|
||||
|
||||
if (size < 0)
|
||||
{
|
||||
throw new FrostFsException($"invalid slice size: '{size}'");
|
||||
}
|
||||
|
||||
var result = new T[size];
|
||||
for (int i = 0; i < result.Length; i++)
|
||||
{
|
||||
(newOffset, result[i]) = unmarshalT(buf, newOffset);
|
||||
}
|
||||
|
||||
return (newOffset, result);
|
||||
}
|
||||
|
||||
private static void VerifyUnmarshal(byte[] buf, int offset)
|
||||
{
|
||||
if (buf.Length != offset)
|
||||
{
|
||||
throw new FrostFsException("unmarshalled bytes left");
|
||||
}
|
||||
}
|
||||
|
||||
private static int MaxVarIntLen64 = 10;
|
||||
|
||||
public static (int, long) Varint(byte[] buf, int offset)
|
||||
{
|
||||
var (ux, n) = Uvarint(buf, offset); // ok to continue in presence of error
|
||||
long x = (long)ux >> 1;
|
||||
if ((ux & 1) != 0)
|
||||
{
|
||||
x = ~x;
|
||||
}
|
||||
return (n, x);
|
||||
}
|
||||
|
||||
public static (ulong, int) Uvarint(byte[] buf, int offset)
|
||||
{
|
||||
ulong x = 0;
|
||||
int s = 0;
|
||||
|
||||
for (int i = offset; i < buf.Length; i++)
|
||||
{
|
||||
byte b = buf[i];
|
||||
if (i == MaxVarIntLen64)
|
||||
{
|
||||
return (0, -(i + 1)); // overflow
|
||||
}
|
||||
if (b < 0x80)
|
||||
{
|
||||
if (i == MaxVarIntLen64 - 1 && b > 1)
|
||||
{
|
||||
return (0, -(i + 1)); // overflow
|
||||
}
|
||||
return (x | ((ulong)b << s), i + 1);
|
||||
}
|
||||
x |= (ulong)(b & 0x7f) << s;
|
||||
s += 7;
|
||||
}
|
||||
return (0, 0);
|
||||
}
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue