Compare commits

..

10 commits

Author SHA1 Message Date
Ori Bruk
33f7198ace [#37] Add tree service methods: getRange(), getRangeHash(), patchObject(). Maven project version inheritance.
Signed-off-by: Ori Bruk <o.bruk@yadro.com>
2025-01-30 14:00:41 +03:00
Ori Bruk
1ccb1f2013 [#34] Provide input parameters for all grpc methods
Signed-off-by: Ori Bruk <o.bruk@yadro.com>
2025-01-23 19:23:06 +03:00
Ori Bruk
e9e9480701 [#32] Provide a pool of clients to grpc
Signed-off-by: Ori Bruk <o.bruk@yadro.com>
2025-01-17 16:57:59 +03:00
3c3ed76727 [#31] Add CODEOWNERS
Signed-off-by: Vitaliy Potyarkin <v.potyarkin@yadro.com>
2024-12-10 18:52:58 +03:00
Ori Bruk
73d5e6d72d [#29] Provide a InputStream for the putObject method
Signed-off-by: Ori Bruk <o.bruk@yadro.com>
2024-11-22 13:14:20 +03:00
Ori Bruk
aa3cff5a03 [#27] Add more modules to CheckStyle
Signed-off-by: Ori Bruk <o.bruk@yadro.com>
2024-11-13 17:17:29 +03:00
Ori Bruk
80c7ba58b2 [#25] Fix validation error
Signed-off-by: Ori Bruk <o.bruk@yadro.com>
2024-11-13 12:02:41 +03:00
694bb963e4 [#23] Update proto api
Add chain functionality
Add tests
Signed-off-by: Ori Bruk <o.bruk@yadro.com>
2024-11-05 11:39:57 +03:00
64e275713f [#21] add forgejo maven verify action
Signed-off-by: Ori Bruk <o.bruk@yadro.com>
2024-10-29 13:18:18 +03:00
3be4e87bc1 [#3] Move client to root target - ci/cd optimization
Signed-off-by: Pavel Pogodaev <p.pogodaev@yadro.com>
2024-10-18 13:40:52 +03:00
155 changed files with 5069 additions and 818 deletions

View file

@ -0,0 +1,12 @@
name: Verify code phase
on: [pull_request]
jobs:
verify-code:
name: Verify code
runs-on: docker
container: git.frostfs.info/truecloudlab/env:openjdk-11-maven-3.8.6
steps:
- uses: actions/checkout@v3
- name: Run the Maven verify phase
run: mvn --batch-mode --update-snapshots verify

3
CODEOWNERS Normal file
View file

@ -0,0 +1,3 @@
.* @orikik
.forgejo/.* @potyarkin
Makefile @potyarkin

112
README.md
View file

@ -21,31 +21,40 @@ neo-go wallet export -w <path_to_your_wallet> -d <address_from_p1>
### Container operations ### Container operations
```java ```java
import info.frostfs.sdk.FrostFSClient;
import info.frostfs.sdk.dto.container.Container; import info.frostfs.sdk.dto.container.Container;
import info.frostfs.sdk.dto.netmap.PlacementPolicy; import info.frostfs.sdk.dto.netmap.PlacementPolicy;
import info.frostfs.sdk.dto.netmap.Replica; import info.frostfs.sdk.dto.netmap.Replica;
import info.frostfs.sdk.enums.BasicAcl; import info.frostfs.sdk.enums.BasicAcl;
import info.frostfs.sdk.jdo.ClientSettings; import info.frostfs.sdk.jdo.ClientSettings;
import info.frostfs.sdk.FrostFSClient; import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerCreate;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerDelete;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerGet;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerGetAll;
public class ContainerExample { public class ContainerExample {
public void example() { public void example() {
var callContext = new CallContext();
ClientSettings clientSettings = new ClientSettings(<your_key>, <your_host>); ClientSettings clientSettings = new ClientSettings(<your_key>, <your_host>);
FrostFSClient frostFSClient = new FrostFSClient(clientSettings); FrostFSClient frostFSClient = new FrostFSClient(clientSettings);
// Create container // Create container
var placementPolicy = new PlacementPolicy(new Replica[]{new Replica(1)}, Boolean.TRUE); var placementPolicy = new PlacementPolicy(new Replica[]{new Replica(1)}, true);
var containerId = frostFSClient.createContainer(new Container(BasicAcl.PUBLIC_RW, placementPolicy)); var prmContainerCreate = new PrmContainerCreate(new Container(BasicAcl.PUBLIC_RW, placementPolicy));
var containerId = frostFSClient.createContainer(prmContainerCreate, callContext);
// Get container // Get container
var container = frostFSClient.getContainer(containerId); var prmContainerGet = new PrmContainerGet(containerId);
var container = frostFSClient.getContainer(prmContainerGet, callContext);
// List containers // List containers
var containerIds = frostFSClient.listContainers(); var containerIds = frostFSClient.listContainers(new PrmContainerGetAll(), callContext);
// Delete container // Delete container
frostFSClient.deleteContainer(containerId); var prmContainerDelete = new PrmContainerDelete(containerId);
frostFSClient.deleteContainer(prmContainerDelete, callContext);
} }
} }
``` ```
@ -53,45 +62,104 @@ public class ContainerExample {
### Object operations ### Object operations
```java ```java
import info.frostfs.sdk.dto.object.*;
import info.frostfs.sdk.enums.ObjectType; import info.frostfs.sdk.enums.ObjectType;
import info.frostfs.sdk.dto.container.ContainerId; import info.frostfs.sdk.jdo.ClientSettings;
import info.frostfs.sdk.dto.object.ObjectAttribute; import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.dto.object.ObjectFilter; import info.frostfs.sdk.jdo.parameters.object.*;
import info.frostfs.sdk.dto.object.ObjectHeader; import org.apache.commons.lang3.ArrayUtils;
import info.frostfs.sdk.dto.object.ObjectId;
import info.frostfs.sdk.jdo.PutObjectParameters;
import info.frostfs.sdk.FrostFSClient;
import java.io.FileInputStream; import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.IOException; import java.io.IOException;
import static java.util.Objects.isNull;
public class ObjectExample { public class ObjectExample {
public void example() { public void example() {
CallContext callContext = new CallContext();
ClientSettings clientSettings = new ClientSettings(<your_key>, <your_host>); ClientSettings clientSettings = new ClientSettings(<your_key>, <your_host>);
FrostFSClient frostFSClient = new FrostFSClient(clientSettings); FrostFSClient frostFSClient = new FrostFSClient(clientSettings);
// Put object // Put object
ObjectId objectId; ObjectId objectId;
try (FileInputStream fis = new FileInputStream("cat.jpg")) { try (FileInputStream file = new FileInputStream("/path/to/file/cat.jpg")) {
var cat = new ObjectHeader( var attribute = new ObjectAttribute("Filename", "cat.jpg");
containerId, ObjectType.REGULAR, new ObjectAttribute[]{new ObjectAttribute("Filename", "cat.jpg")} var cat = new ObjectHeader(containerId, ObjectType.REGULAR, attribute);
); var prmObjectPut = PrmObjectPut.builder().objectHeader(cat).build();
var writer = frostFSClient.putObject(prmObjectPut, callContext);
var params = new PutObjectParameters(cat, fis); writer.write(file.readAllBytes());
objectId = frostFSClient.putObject(params); objectId = writer.complete();
} catch (IOException e) { } catch (IOException e) {
throw new RuntimeException(e); throw new RuntimeException(e);
} }
// Get object // Get object
var obj = frostFSClient.getObject(containerId, objectId); var prmObjectGet = new PrmObjectGet(containerId, oid);
ObjectFrostFS object = frostFSClient.getObject(prmObjectGet, callContext);
var reader = object.getObjectReader();
var chunk = reader.readChunk();
var length = chunk.length;
byte[] buffer = null;
while (length > 0) {
buffer = isNull(buffer) ? chunk : ArrayHelper.concat(buffer, chunk);
chunk = object.getObjectReader().readChunk();
length = ArrayUtils.isEmpty(chunk) ? 0 : chunk.length;
}
try (FileOutputStream fos = new FileOutputStream("/path/to/file/newCat.jpg")) {
fos.write(buffer);
} catch (Exception ignored) {
}
// Get object header // Get object header
var objectHeader = frostFSClient.getObjectHead(containerId, objectId); var prmObjectHeadGet = new PrmObjectHeadGet(containerId, objectId);
var objectHeader = frostFSClient.getObjectHead(prmObjectHeadGet, callContext);
// Search regular objects // Search regular objects
var objectIds = frostFSClient.searchObjects(containerId, new ObjectFilter.FilterByRootObject()); var prmObjectSearch = new PrmObjectSearch(containerId, new ObjectFilter.FilterByRootObject());
var objectIds = frostFSClient.searchObjects(prmObjectSearch, callContext);
// Delete object
var prmObjectDelete = new PrmObjectDelete(containerId, objectId);
frostFSClient.deleteObject(prmObjectDelete, callContext);
}
}
```
### Pool init
```java
import info.frostfs.sdk.jdo.ECDsa;
import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.jdo.pool.NodeParameters;
import info.frostfs.sdk.jdo.pool.PoolInitParameters;
import info.frostfs.sdk.pool.Pool;
public class PoolExample {
public static void example() {
CallContext callContext = new CallContext();
//Init
var nodeParam1 = new NodeParameters(1, <your_host1>, 1);
var nodeParam2 = new NodeParameters(1, <your_host2>, 1);
var nodeParam3 = new NodeParameters(1, <your_host3>, 1);
var nodeParam4 = new NodeParameters(1, <your_host4>, 1);
PoolInitParameters initParameters = new PoolInitParameters();
initParameters.setKey(new ECDsa(<your_key>));
initParameters.setNodeParams(new NodeParameters[]{nodeParam1, nodeParam2, nodeParam3, nodeParam4});
Pool pool = new Pool(initParameters);
//Dial (Required!)
pool.dial(callContext);
} }
} }
``` ```

View file

@ -10,6 +10,7 @@
<module name="FileTabCharacter"> <module name="FileTabCharacter">
<property name="eachLine" value="true"/> <property name="eachLine" value="true"/>
</module> </module>
<module name="NewlineAtEndOfFile"/>
<!-- Checks for Size Violations. --> <!-- Checks for Size Violations. -->
<!-- See http://checkstyle.sf.net/config_sizes.html --> <!-- See http://checkstyle.sf.net/config_sizes.html -->
@ -20,6 +21,15 @@
<module name="TreeWalker"> <module name="TreeWalker">
<property name="tabWidth" value="4"/> <property name="tabWidth" value="4"/>
<module name="Regexp">
<property name="message" value="Blank line at end of the block is not allowed"/>
<property name="format" value="^\s*$^\s*\}"/>
<property name="ignoreComments" value="true"/>
<property name="illegalPattern" value="true"/>
</module>
<module name="HideUtilityClassConstructor" />
<module name="SuppressWarningsHolder" /> <module name="SuppressWarningsHolder" />
<!-- Checks for Naming Conventions. --> <!-- Checks for Naming Conventions. -->

View file

@ -6,7 +6,7 @@
<parent> <parent>
<groupId>info.frostfs.sdk</groupId> <groupId>info.frostfs.sdk</groupId>
<artifactId>frostfs-sdk-java</artifactId> <artifactId>frostfs-sdk-java</artifactId>
<version>0.1.0</version> <version>${revision}</version>
</parent> </parent>
<artifactId>client</artifactId> <artifactId>client</artifactId>
@ -21,17 +21,17 @@
<dependency> <dependency>
<groupId>info.frostfs.sdk</groupId> <groupId>info.frostfs.sdk</groupId>
<artifactId>cryptography</artifactId> <artifactId>cryptography</artifactId>
<version>0.1.0</version> <version>${revision}</version>
</dependency> </dependency>
<dependency> <dependency>
<groupId>info.frostfs.sdk</groupId> <groupId>info.frostfs.sdk</groupId>
<artifactId>models</artifactId> <artifactId>models</artifactId>
<version>0.1.0</version> <version>${revision}</version>
</dependency> </dependency>
<dependency> <dependency>
<groupId>info.frostfs.sdk</groupId> <groupId>info.frostfs.sdk</groupId>
<artifactId>exceptions</artifactId> <artifactId>exceptions</artifactId>
<version>0.1.0</version> <version>${revision}</version>
</dependency> </dependency>
<dependency> <dependency>
<groupId>commons-codec</groupId> <groupId>commons-codec</groupId>
@ -54,5 +54,10 @@
<artifactId>simpleclient_common</artifactId> <artifactId>simpleclient_common</artifactId>
<version>0.16.0</version> <version>0.16.0</version>
</dependency> </dependency>
<dependency>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-api</artifactId>
<version>2.0.16</version>
</dependency>
</dependencies> </dependencies>
</project> </project>

View file

@ -1,12 +1,12 @@
package info.frostfs.sdk; package info.frostfs.sdk;
import frostfs.session.Types; import frostfs.accounting.Types;
import info.frostfs.sdk.dto.chain.Chain;
import info.frostfs.sdk.dto.container.Container; import info.frostfs.sdk.dto.container.Container;
import info.frostfs.sdk.dto.container.ContainerId; import info.frostfs.sdk.dto.container.ContainerId;
import info.frostfs.sdk.dto.netmap.NetmapSnapshot; import info.frostfs.sdk.dto.netmap.NetmapSnapshot;
import info.frostfs.sdk.dto.netmap.NodeInfo; import info.frostfs.sdk.dto.netmap.NodeInfo;
import info.frostfs.sdk.dto.netmap.Version; import info.frostfs.sdk.dto.netmap.Version;
import info.frostfs.sdk.dto.object.ObjectFilter;
import info.frostfs.sdk.dto.object.ObjectFrostFS; import info.frostfs.sdk.dto.object.ObjectFrostFS;
import info.frostfs.sdk.dto.object.ObjectHeader; import info.frostfs.sdk.dto.object.ObjectHeader;
import info.frostfs.sdk.dto.object.ObjectId; import info.frostfs.sdk.dto.object.ObjectId;
@ -15,14 +15,32 @@ import info.frostfs.sdk.exceptions.ProcessFrostFSException;
import info.frostfs.sdk.jdo.ClientEnvironment; import info.frostfs.sdk.jdo.ClientEnvironment;
import info.frostfs.sdk.jdo.ClientSettings; import info.frostfs.sdk.jdo.ClientSettings;
import info.frostfs.sdk.jdo.NetworkSettings; import info.frostfs.sdk.jdo.NetworkSettings;
import info.frostfs.sdk.jdo.PutObjectParameters; import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.services.*; import info.frostfs.sdk.jdo.parameters.ape.PrmApeChainAdd;
import info.frostfs.sdk.jdo.parameters.ape.PrmApeChainList;
import info.frostfs.sdk.jdo.parameters.ape.PrmApeChainRemove;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerCreate;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerDelete;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerGet;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerGetAll;
import info.frostfs.sdk.jdo.parameters.object.*;
import info.frostfs.sdk.jdo.parameters.object.patch.PrmObjectPatch;
import info.frostfs.sdk.jdo.parameters.object.patch.PrmRangeGet;
import info.frostfs.sdk.jdo.parameters.object.patch.PrmRangeHashGet;
import info.frostfs.sdk.jdo.parameters.session.PrmSessionCreate;
import info.frostfs.sdk.jdo.result.ObjectHeaderResult;
import info.frostfs.sdk.pool.SessionCache;
import info.frostfs.sdk.pool.WrapperPrm;
import info.frostfs.sdk.services.CommonClient;
import info.frostfs.sdk.services.impl.*; import info.frostfs.sdk.services.impl.*;
import info.frostfs.sdk.services.impl.interceptor.Configuration; import info.frostfs.sdk.services.impl.interceptor.Configuration;
import info.frostfs.sdk.services.impl.interceptor.MonitoringClientInterceptor; import info.frostfs.sdk.services.impl.interceptor.MonitoringClientInterceptor;
import info.frostfs.sdk.services.impl.rwhelper.ObjectWriter;
import info.frostfs.sdk.services.impl.rwhelper.RangeReader;
import info.frostfs.sdk.utils.Validator; import info.frostfs.sdk.utils.Validator;
import io.grpc.Channel; import io.grpc.Channel;
import io.grpc.ClientInterceptors; import io.grpc.ClientInterceptors;
import io.grpc.ManagedChannel;
import java.util.List; import java.util.List;
@ -30,37 +48,64 @@ import static info.frostfs.sdk.constants.ErrorConst.VERSION_UNSUPPORTED_TEMPLATE
import static info.frostfs.sdk.tools.GrpcClient.initGrpcChannel; import static info.frostfs.sdk.tools.GrpcClient.initGrpcChannel;
import static java.util.Objects.nonNull; import static java.util.Objects.nonNull;
public class FrostFSClient implements ContainerClient, ObjectClient, NetmapClient, SessionClient, ToolsClient { public class FrostFSClient implements CommonClient {
private static final MonitoringClientInterceptor MONITORING_CLIENT_INTERCEPTOR =
MonitoringClientInterceptor.create(Configuration.allMetrics());
private final ContainerClientImpl containerClientImpl; private final ContainerClientImpl containerClientImpl;
private final NetmapClientImpl netmapClientImpl;
private final ObjectClientImpl objectClientImpl; private final ObjectClientImpl objectClientImpl;
private final ApeManagerClientImpl apeManagerClient;
private final NetmapClientImpl netmapClientImpl;
private final SessionClientImpl sessionClientImpl; private final SessionClientImpl sessionClientImpl;
private final ObjectToolsImpl objectToolsImpl; private final ObjectToolsImpl objectToolsImpl;
private final AccountingClientImpl accountingClient;
private final ManagedChannel channel;
public FrostFSClient(ClientSettings clientSettings) { public FrostFSClient(ClientSettings clientSettings) {
Validator.validate(clientSettings); Validator.validate(clientSettings);
Channel channel = nonNull(clientSettings.getChannel()) this.channel = nonNull(clientSettings.getChannel())
? clientSettings.getChannel() ? clientSettings.getChannel()
: initGrpcChannel(clientSettings); : initGrpcChannel(clientSettings);
MonitoringClientInterceptor monitoringClientInterceptor = MonitoringClientInterceptor Channel interceptChannel = ClientInterceptors.intercept(channel, MONITORING_CLIENT_INTERCEPTOR);
.create(Configuration.allMetrics()); ClientEnvironment clientEnvironment = new ClientEnvironment(
channel = ClientInterceptors.intercept(channel, monitoringClientInterceptor); clientSettings.getKey(), interceptChannel, new Version(), this,
ClientEnvironment clientEnvironment = new SessionCache(0)
new ClientEnvironment(clientSettings.getKey(), channel, new Version(), this); );
Validator.validate(clientEnvironment); Validator.validate(clientEnvironment);
this.containerClientImpl = new ContainerClientImpl(clientEnvironment); this.containerClientImpl = new ContainerClientImpl(clientEnvironment);
this.objectClientImpl = new ObjectClientImpl(clientEnvironment);
this.apeManagerClient = new ApeManagerClientImpl(clientEnvironment);
this.netmapClientImpl = new NetmapClientImpl(clientEnvironment); this.netmapClientImpl = new NetmapClientImpl(clientEnvironment);
this.sessionClientImpl = new SessionClientImpl(clientEnvironment); this.sessionClientImpl = new SessionClientImpl(clientEnvironment);
this.objectClientImpl = new ObjectClientImpl(clientEnvironment);
this.objectToolsImpl = new ObjectToolsImpl(clientEnvironment); this.objectToolsImpl = new ObjectToolsImpl(clientEnvironment);
checkFrostFsVersionSupport(clientEnvironment.getVersion()); this.accountingClient = new AccountingClientImpl(clientEnvironment);
checkFrostFSVersionSupport(clientEnvironment.getVersion());
} }
private void checkFrostFsVersionSupport(Version version) { public FrostFSClient(WrapperPrm prm, SessionCache cache) {
var localNodeInfo = netmapClientImpl.getLocalNodeInfo(); this.channel = initGrpcChannel(prm.getAddress());
Channel interceptChannel = ClientInterceptors.intercept(channel, MONITORING_CLIENT_INTERCEPTOR);
ClientEnvironment clientEnvironment =
new ClientEnvironment(prm.getKey(), interceptChannel, new Version(), this, cache);
Validator.validate(clientEnvironment);
this.containerClientImpl = new ContainerClientImpl(clientEnvironment);
this.objectClientImpl = new ObjectClientImpl(clientEnvironment);
this.apeManagerClient = new ApeManagerClientImpl(clientEnvironment);
this.netmapClientImpl = new NetmapClientImpl(clientEnvironment);
this.sessionClientImpl = new SessionClientImpl(clientEnvironment);
this.objectToolsImpl = new ObjectToolsImpl(clientEnvironment);
this.accountingClient = new AccountingClientImpl(clientEnvironment);
checkFrostFSVersionSupport(clientEnvironment.getVersion());
}
private void checkFrostFSVersionSupport(Version version) {
var localNodeInfo = netmapClientImpl.getLocalNodeInfo(new CallContext());
if (!localNodeInfo.getVersion().isSupported(version)) { if (!localNodeInfo.getVersion().isSupported(version)) {
throw new ProcessFrostFSException( throw new ProcessFrostFSException(
String.format(VERSION_UNSUPPORTED_TEMPLATE, localNodeInfo.getVersion()) String.format(VERSION_UNSUPPORTED_TEMPLATE, localNodeInfo.getVersion())
@ -69,81 +114,131 @@ public class FrostFSClient implements ContainerClient, ObjectClient, NetmapClien
} }
@Override @Override
public Container getContainer(ContainerId cid) { public Container getContainer(PrmContainerGet args, CallContext ctx) {
return containerClientImpl.getContainer(cid); return containerClientImpl.getContainer(args, ctx);
} }
@Override @Override
public List<ContainerId> listContainers() { public List<ContainerId> listContainers(PrmContainerGetAll args, CallContext ctx) {
return containerClientImpl.listContainers(); return containerClientImpl.listContainers(args, ctx);
} }
@Override @Override
public ContainerId createContainer(Container container) { public ContainerId createContainer(PrmContainerCreate args, CallContext ctx) {
return containerClientImpl.createContainer(container); return containerClientImpl.createContainer(args, ctx);
} }
@Override @Override
public void deleteContainer(ContainerId cid) { public void deleteContainer(PrmContainerDelete args, CallContext ctx) {
containerClientImpl.deleteContainer(cid); containerClientImpl.deleteContainer(args, ctx);
} }
@Override @Override
public ObjectHeader getObjectHead(ContainerId containerId, ObjectId objectId) { public ObjectHeaderResult getObjectHead(PrmObjectHeadGet args, CallContext ctx) {
return objectClientImpl.getObjectHead(containerId, objectId); return objectClientImpl.getObjectHead(args, ctx);
} }
@Override @Override
public ObjectFrostFS getObject(ContainerId containerId, ObjectId objectId) { public ObjectFrostFS getObject(PrmObjectGet args, CallContext ctx) {
return objectClientImpl.getObject(containerId, objectId); return objectClientImpl.getObject(args, ctx);
} }
@Override @Override
public ObjectId putObject(PutObjectParameters parameters) { public ObjectWriter putObject(PrmObjectPut args, CallContext ctx) {
return objectClientImpl.putObject(parameters); return objectClientImpl.putObject(args, ctx);
} }
@Override @Override
public ObjectId putSingleObject(ObjectFrostFS objectFrostFS) { public ObjectId putClientCutObject(PrmObjectClientCutPut args, CallContext ctx) {
return objectClientImpl.putSingleObject(objectFrostFS); return objectClientImpl.putClientCutObject(args, ctx);
} }
@Override @Override
public void deleteObject(ContainerId containerId, ObjectId objectId) { public ObjectId putSingleObject(PrmObjectSinglePut args, CallContext ctx) {
objectClientImpl.deleteObject(containerId, objectId); return objectClientImpl.putSingleObject(args, ctx);
} }
@Override @Override
public Iterable<ObjectId> searchObjects(ContainerId cid, ObjectFilter<?>... filters) { public void deleteObject(PrmObjectDelete args, CallContext ctx) {
return objectClientImpl.searchObjects(cid, filters); objectClientImpl.deleteObject(args, ctx);
} }
@Override @Override
public NetmapSnapshot getNetmapSnapshot() { public Iterable<ObjectId> searchObjects(PrmObjectSearch args, CallContext ctx) {
return netmapClientImpl.getNetmapSnapshot(); return objectClientImpl.searchObjects(args, ctx);
} }
@Override @Override
public NodeInfo getLocalNodeInfo() { public RangeReader getRange(PrmRangeGet args, CallContext ctx) {
return netmapClientImpl.getLocalNodeInfo(); return objectClientImpl.getRange(args, ctx);
} }
@Override @Override
public NetworkSettings getNetworkSettings() { public byte[][] getRangeHash(PrmRangeHashGet args, CallContext ctx) {
return netmapClientImpl.getNetworkSettings(); return objectClientImpl.getRangeHash(args, ctx);
} }
@Override @Override
public SessionToken createSession(long expiration) { public ObjectId patchObject(PrmObjectPatch args, CallContext ctx) {
return sessionClientImpl.createSession(expiration); return objectClientImpl.patchObject(args, ctx);
} }
public Types.SessionToken createSessionInternal(long expiration) { @Override
return sessionClientImpl.createSessionInternal(expiration); public byte[] addChain(PrmApeChainAdd args, CallContext ctx) {
return apeManagerClient.addChain(args, ctx);
}
@Override
public void removeChain(PrmApeChainRemove args, CallContext ctx) {
apeManagerClient.removeChain(args, ctx);
}
@Override
public List<Chain> listChains(PrmApeChainList args, CallContext ctx) {
return apeManagerClient.listChains(args, ctx);
}
@Override
public NetmapSnapshot getNetmapSnapshot(CallContext ctx) {
return netmapClientImpl.getNetmapSnapshot(ctx);
}
@Override
public NodeInfo getLocalNodeInfo(CallContext ctx) {
return netmapClientImpl.getLocalNodeInfo(ctx);
}
@Override
public NetworkSettings getNetworkSettings(CallContext ctx) {
return netmapClientImpl.getNetworkSettings(ctx);
}
@Override
public SessionToken createSession(PrmSessionCreate args, CallContext ctx) {
return sessionClientImpl.createSession(args, ctx);
}
public frostfs.session.Types.SessionToken createSessionInternal(PrmSessionCreate args, CallContext ctx) {
return sessionClientImpl.createSessionInternal(args, ctx);
} }
@Override @Override
public ObjectId calculateObjectId(ObjectHeader header) { public ObjectId calculateObjectId(ObjectHeader header) {
return objectToolsImpl.calculateObjectId(header); return objectToolsImpl.calculateObjectId(header);
} }
@Override
public Types.Decimal getBalance(CallContext ctx) {
return accountingClient.getBalance(ctx);
}
@Override
public String dial(CallContext ctx) {
accountingClient.getBalance(ctx);
return null;
}
public void close() {
channel.shutdown();
}
} }

View file

@ -0,0 +1,14 @@
package info.frostfs.sdk.constants;
public class PoolConst {
public static final int DEFAULT_SESSION_TOKEN_EXPIRATION_DURATION = 100; // in epochs
public static final int DEFAULT_ERROR_THRESHOLD = 100;
public static final int DEFAULT_GRACEFUL_CLOSE_ON_SWITCH_TIMEOUT = 10; // Seconds
public static final int DEFAULT_REBALANCE_INTERVAL = 15; // Seconds
public static final int DEFAULT_HEALTHCHECK_TIMEOUT = 4; // Seconds
public static final int DEFAULT_DIAL_TIMEOUT = 5; // Seconds
public static final int DEFAULT_STREAM_TIMEOUT = 10; // Seconds
private PoolConst() {
}
}

View file

@ -0,0 +1,23 @@
package info.frostfs.sdk.enums;
public enum HealthyStatus {
// status HEALTHY is set when connection is ready to be used by the pool.
HEALTHY(1),
// status UNHEALTHY_ON_REQUEST is set when communication after dialing to the
// endpoint is failed due to immediate or accumulated errors, connection is
// available and pool should close it before re-establishing connection once again.
UNHEALTHY_ON_REQUEST(2),
// status UNHEALTHY_ON_DIAL is set when dialing to the endpoint is failed,
// so there is no connection to the endpoint, and pool should not close it
// before re-establishing connection once again.
UNHEALTHY_ON_DIAL(3),
;
public final int value;
HealthyStatus(int value) {
this.value = value;
}
}

View file

@ -0,0 +1,29 @@
package info.frostfs.sdk.enums;
public enum MethodIndex {
METHOD_BALANCE_GET("balanceGet"),
METHOD_CONTAINER_PUT("containerPut"),
METHOD_CONTAINER_GET("ContainerGet"),
METHOD_CONTAINER_LIST("ContainerList"),
METHOD_CONTAINER_DELETE("ContainerDelete"),
METHOD_ENDPOINT_INFO("EndpointInfo"),
METHOD_NETWORK_INFO("NetworkInfo"),
METHOD_NETMAP_SNAPSHOT("NetMapSnapshot"),
METHOD_OBJECT_PUT("ObjectPut"),
METHOD_OBJECT_DELETE("ObjectDelete"),
METHOD_OBJECT_GET("ObjectGet"),
METHOD_OBJECT_HEAD("ObjectHead"),
METHOD_OBJECT_RANGE("ObjectRange"),
METHOD_OBJECT_PATCH("ObjectPatch"),
METHOD_SESSION_CREATE("SessionCreate"),
METHOD_APE_MANAGER_ADD_CHAIN("APEManagerAddChain"),
METHOD_APE_MANAGER_REMOVE_CHAIN("APEManagerRemoveChain"),
METHOD_APE_MANAGER_LIST_CHAINS("APEManagerListChains"),
;
public final String methodName;
MethodIndex(String methodName) {
this.methodName = methodName;
}
}

View file

@ -4,7 +4,7 @@ import info.frostfs.sdk.dto.response.ResponseStatus;
import lombok.Getter; import lombok.Getter;
@Getter @Getter
public class ResponseFrostFSException extends RuntimeException { public class ResponseFrostFSException extends FrostFSException {
private final ResponseStatus status; private final ResponseStatus status;
public ResponseFrostFSException(ResponseStatus status) { public ResponseFrostFSException(ResponseStatus status) {

View file

@ -5,9 +5,14 @@ import info.frostfs.sdk.annotations.NotNull;
import info.frostfs.sdk.annotations.Validate; import info.frostfs.sdk.annotations.Validate;
import info.frostfs.sdk.dto.netmap.Version; import info.frostfs.sdk.dto.netmap.Version;
import info.frostfs.sdk.dto.object.OwnerId; import info.frostfs.sdk.dto.object.OwnerId;
import info.frostfs.sdk.pool.SessionCache;
import io.grpc.Channel; import io.grpc.Channel;
import lombok.Getter; import lombok.Getter;
import lombok.Setter; import lombok.Setter;
import org.apache.commons.lang3.StringUtils;
import static info.frostfs.sdk.Helper.getHexString;
import static info.frostfs.sdk.pool.Pool.formCacheKey;
@Getter @Getter
@Setter @Setter
@ -15,27 +20,48 @@ public class ClientEnvironment {
@NotNull @NotNull
private final OwnerId ownerId; private final OwnerId ownerId;
@NotNull @NotNull
private final Version version; private final Version version;
@NotNull @NotNull
@Validate @Validate
private final ECDsa key; private final ECDsa key;
@NotNull @NotNull
private final Channel channel; private final Channel channel;
@NotNull @NotNull
private final FrostFSClient frostFSClient; private final FrostFSClient frostFSClient;
private String sessionKey;
private String address;
private NetworkSettings networkSettings; private NetworkSettings networkSettings;
public ClientEnvironment(String wif, Channel channel, Version version, FrostFSClient frostFSClient) { private SessionCache sessionCache;
public ClientEnvironment(String wif, Channel channel, Version version, FrostFSClient frostFSClient,
SessionCache sessionCache) {
this.key = new ECDsa(wif); this.key = new ECDsa(wif);
this.ownerId = new OwnerId(key.getPublicKeyByte()); this.ownerId = new OwnerId(key.getPublicKeyByte());
this.version = version; this.version = version;
this.channel = channel; this.channel = channel;
this.frostFSClient = frostFSClient; this.frostFSClient = frostFSClient;
this.sessionCache = sessionCache;
this.address = channel.authority();
}
public ClientEnvironment(ECDsa key, Channel channel, Version version, FrostFSClient frostFSClient,
SessionCache sessionCache) {
this.key = key;
this.ownerId = new OwnerId(key.getPublicKeyByte());
this.version = version;
this.channel = channel;
this.frostFSClient = frostFSClient;
this.sessionCache = sessionCache;
}
public String getSessionKey() {
if (StringUtils.isBlank(sessionKey)) {
this.sessionKey = formCacheKey(address, getHexString(key.getPublicKeyByte()));
}
return sessionKey;
} }
} }

View file

@ -2,8 +2,8 @@ package info.frostfs.sdk.jdo;
import info.frostfs.sdk.annotations.AtLeastOneIsFilled; import info.frostfs.sdk.annotations.AtLeastOneIsFilled;
import info.frostfs.sdk.annotations.NotNull; import info.frostfs.sdk.annotations.NotNull;
import io.grpc.Channel;
import io.grpc.ChannelCredentials; import io.grpc.ChannelCredentials;
import io.grpc.ManagedChannel;
import lombok.Getter; import lombok.Getter;
import lombok.experimental.FieldNameConstants; import lombok.experimental.FieldNameConstants;
@ -17,7 +17,7 @@ public class ClientSettings {
private String host; private String host;
private ChannelCredentials credentials; private ChannelCredentials credentials;
private Channel channel; private ManagedChannel channel;
public ClientSettings(String key, String host) { public ClientSettings(String key, String host) {
this.key = key; this.key = key;
@ -30,7 +30,7 @@ public class ClientSettings {
this.credentials = credentials; this.credentials = credentials;
} }
public ClientSettings(String key, Channel channel) { public ClientSettings(String key, ManagedChannel channel) {
this.key = key; this.key = key;
this.channel = channel; this.channel = channel;
} }

View file

@ -1,40 +0,0 @@
package info.frostfs.sdk.jdo;
import info.frostfs.sdk.annotations.NotNull;
import info.frostfs.sdk.dto.object.ObjectHeader;
import info.frostfs.sdk.dto.session.SessionToken;
import lombok.Getter;
import lombok.Setter;
import java.io.FileInputStream;
@Getter
@Setter
public class PutObjectParameters {
@NotNull
private ObjectHeader header;
@NotNull
private FileInputStream payload;
private boolean clientCut;
private int bufferMaxSize;
private byte[] customerBuffer;
private SessionToken sessionToken;
private int maxObjectSizeCache;
private long currentStreamPosition;
private long fullLength;
public PutObjectParameters(ObjectHeader header, FileInputStream payload, boolean clientCut, int bufferMaxSize) {
this.header = header;
this.payload = payload;
this.clientCut = clientCut;
this.bufferMaxSize = bufferMaxSize;
}
public PutObjectParameters(ObjectHeader header, FileInputStream payload) {
this.header = header;
this.payload = payload;
}
}

View file

@ -0,0 +1,23 @@
package info.frostfs.sdk.jdo.parameters;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import java.util.concurrent.TimeUnit;
import static info.frostfs.sdk.constants.AppConst.DEFAULT_GRPC_TIMEOUT;
@Getter
@Builder
@AllArgsConstructor
public class CallContext {
private final long timeout;
private final TimeUnit timeUnit;
public CallContext() {
this.timeout = DEFAULT_GRPC_TIMEOUT;
this.timeUnit = TimeUnit.SECONDS;
}
}

View file

@ -1,4 +1,4 @@
package info.frostfs.sdk.jdo; package info.frostfs.sdk.jdo.parameters;
import lombok.AllArgsConstructor; import lombok.AllArgsConstructor;
import lombok.Getter; import lombok.Getter;
@ -8,14 +8,14 @@ import java.time.LocalDateTime;
@Getter @Getter
@AllArgsConstructor @AllArgsConstructor
public class WaitParameters { public class PrmWait {
private static final Duration DEFAULT_TIMEOUT = Duration.ofSeconds(120); private static final Duration DEFAULT_TIMEOUT = Duration.ofSeconds(120);
private static final Duration DEFAULT_POLL_INTERVAL = Duration.ofSeconds(5); private static final Duration DEFAULT_POLL_INTERVAL = Duration.ofSeconds(5);
private final Duration timeout; private final Duration timeout;
private final Duration pollInterval; private final Duration pollInterval;
public WaitParameters() { public PrmWait() {
this.timeout = DEFAULT_TIMEOUT; this.timeout = DEFAULT_TIMEOUT;
this.pollInterval = DEFAULT_POLL_INTERVAL; this.pollInterval = DEFAULT_POLL_INTERVAL;
} }

View file

@ -0,0 +1,27 @@
package info.frostfs.sdk.jdo.parameters.ape;
import info.frostfs.sdk.annotations.NotNull;
import info.frostfs.sdk.dto.chain.Chain;
import info.frostfs.sdk.dto.chain.ChainTarget;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import java.util.Map;
@Getter
@Builder
@AllArgsConstructor
public class PrmApeChainAdd {
@NotNull
private Chain chain;
@NotNull
private ChainTarget chainTarget;
private Map<String, String> xHeaders;
public PrmApeChainAdd(Chain chain, ChainTarget chainTarget) {
this.chain = chain;
this.chainTarget = chainTarget;
}
}

View file

@ -0,0 +1,23 @@
package info.frostfs.sdk.jdo.parameters.ape;
import info.frostfs.sdk.annotations.NotNull;
import info.frostfs.sdk.dto.chain.ChainTarget;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import java.util.Map;
@Getter
@Builder
@AllArgsConstructor
public class PrmApeChainList {
@NotNull
private ChainTarget chainTarget;
private Map<String, String> xHeaders;
public PrmApeChainList(ChainTarget chainTarget) {
this.chainTarget = chainTarget;
}
}

View file

@ -0,0 +1,27 @@
package info.frostfs.sdk.jdo.parameters.ape;
import info.frostfs.sdk.annotations.NotNull;
import info.frostfs.sdk.dto.chain.Chain;
import info.frostfs.sdk.dto.chain.ChainTarget;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import java.util.Map;
@Getter
@Builder
@AllArgsConstructor
public class PrmApeChainRemove {
@NotNull
private Chain chain;
@NotNull
private ChainTarget chainTarget;
private Map<String, String> xHeaders;
public PrmApeChainRemove(Chain chain, ChainTarget chainTarget) {
this.chain = chain;
this.chainTarget = chainTarget;
}
}

View file

@ -0,0 +1,33 @@
package info.frostfs.sdk.jdo.parameters.container;
import info.frostfs.sdk.annotations.NotNull;
import info.frostfs.sdk.dto.container.Container;
import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.jdo.parameters.PrmWait;
import info.frostfs.sdk.jdo.parameters.session.SessionContext;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import java.util.Map;
@Getter
@Builder
@AllArgsConstructor
public class PrmContainerCreate implements SessionContext {
@NotNull
private Container container;
private PrmWait waitParams;
private SessionToken sessionToken;
private Map<String, String> xHeaders;
public PrmContainerCreate(Container container, PrmWait waitParams) {
this.container = container;
this.waitParams = waitParams;
}
public PrmContainerCreate(Container container) {
this.container = container;
}
}

View file

@ -0,0 +1,33 @@
package info.frostfs.sdk.jdo.parameters.container;
import info.frostfs.sdk.annotations.NotNull;
import info.frostfs.sdk.dto.container.ContainerId;
import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.jdo.parameters.PrmWait;
import info.frostfs.sdk.jdo.parameters.session.SessionContext;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import java.util.Map;
@Getter
@Builder
@AllArgsConstructor
public class PrmContainerDelete implements SessionContext {
@NotNull
private ContainerId containerId;
private PrmWait waitParams;
private SessionToken sessionToken;
private Map<String, String> xHeaders;
public PrmContainerDelete(ContainerId containerId, PrmWait waitParams) {
this.containerId = containerId;
this.waitParams = waitParams;
}
public PrmContainerDelete(ContainerId containerId) {
this.containerId = containerId;
}
}

View file

@ -0,0 +1,23 @@
package info.frostfs.sdk.jdo.parameters.container;
import info.frostfs.sdk.annotations.NotNull;
import info.frostfs.sdk.dto.container.ContainerId;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import java.util.Map;
@Getter
@Builder
@AllArgsConstructor
public class PrmContainerGet {
@NotNull
private ContainerId containerId;
private Map<String, String> xHeaders;
public PrmContainerGet(ContainerId containerId) {
this.containerId = containerId;
}
}

View file

@ -0,0 +1,16 @@
package info.frostfs.sdk.jdo.parameters.container;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import lombok.NoArgsConstructor;
import java.util.Map;
@Getter
@Builder
@AllArgsConstructor
@NoArgsConstructor
public class PrmContainerGetAll {
private Map<String, String> xHeaders;
}

View file

@ -0,0 +1,28 @@
package info.frostfs.sdk.jdo.parameters.object;
import info.frostfs.sdk.annotations.NotNull;
import info.frostfs.sdk.dto.object.ObjectHeader;
import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.jdo.parameters.session.SessionContext;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import java.io.InputStream;
import java.util.Map;
@Getter
@Builder
@AllArgsConstructor
public class PrmObjectClientCutPut implements PrmObjectPutBase, SessionContext {
@NotNull
private final PutObjectContext putObjectContext = new PutObjectContext();
@NotNull
private ObjectHeader objectHeader;
@NotNull
private InputStream payload;
private int bufferMaxSize;
private byte[] customerBuffer;
private SessionToken sessionToken;
private Map<String, String> xHeaders;
}

View file

@ -0,0 +1,30 @@
package info.frostfs.sdk.jdo.parameters.object;
import info.frostfs.sdk.annotations.NotNull;
import info.frostfs.sdk.dto.container.ContainerId;
import info.frostfs.sdk.dto.object.ObjectId;
import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.jdo.parameters.session.SessionContext;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import java.util.Map;
@Getter
@Builder
@AllArgsConstructor
public class PrmObjectDelete implements SessionContext {
@NotNull
private ContainerId containerId;
@NotNull
private ObjectId objectId;
private SessionToken sessionToken;
private Map<String, String> xHeaders;
public PrmObjectDelete(ContainerId containerId, ObjectId objectId) {
this.containerId = containerId;
this.objectId = objectId;
}
}

View file

@ -0,0 +1,30 @@
package info.frostfs.sdk.jdo.parameters.object;
import info.frostfs.sdk.annotations.NotNull;
import info.frostfs.sdk.dto.container.ContainerId;
import info.frostfs.sdk.dto.object.ObjectId;
import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.jdo.parameters.session.SessionContext;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import java.util.Map;
@Getter
@Builder
@AllArgsConstructor
public class PrmObjectGet implements SessionContext {
@NotNull
private ContainerId containerId;
@NotNull
private ObjectId objectId;
private SessionToken sessionToken;
private Map<String, String> xHeaders;
public PrmObjectGet(ContainerId containerId, ObjectId objectId) {
this.containerId = containerId;
this.objectId = objectId;
}
}

View file

@ -0,0 +1,31 @@
package info.frostfs.sdk.jdo.parameters.object;
import info.frostfs.sdk.annotations.NotNull;
import info.frostfs.sdk.dto.container.ContainerId;
import info.frostfs.sdk.dto.object.ObjectId;
import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.jdo.parameters.session.SessionContext;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import java.util.Map;
@Getter
@Builder
@AllArgsConstructor
public class PrmObjectHeadGet implements SessionContext {
@NotNull
private ContainerId containerId;
@NotNull
private ObjectId objectId;
private boolean raw;
private SessionToken sessionToken;
private Map<String, String> xHeaders;
public PrmObjectHeadGet(ContainerId containerId, ObjectId objectId) {
this.containerId = containerId;
this.objectId = objectId;
}
}

View file

@ -0,0 +1,28 @@
package info.frostfs.sdk.jdo.parameters.object;
import info.frostfs.sdk.annotations.NotNull;
import info.frostfs.sdk.dto.object.ObjectHeader;
import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.jdo.parameters.session.SessionContext;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import java.util.Map;
@Getter
@Builder
@AllArgsConstructor
public class PrmObjectPut implements PrmObjectPutBase, SessionContext {
@NotNull
private final PutObjectContext putObjectContext = new PutObjectContext();
@NotNull
private ObjectHeader objectHeader;
private SessionToken sessionToken;
private Map<String, String> xHeaders;
public PrmObjectPut(ObjectHeader objectHeader) {
this.objectHeader = objectHeader;
}
}

View file

@ -0,0 +1,12 @@
package info.frostfs.sdk.jdo.parameters.object;
import info.frostfs.sdk.dto.object.ObjectHeader;
import info.frostfs.sdk.jdo.parameters.session.SessionContext;
import java.util.Map;
public interface PrmObjectPutBase extends SessionContext {
ObjectHeader getObjectHeader();
Map<String, String> getXHeaders();
}

View file

@ -0,0 +1,30 @@
package info.frostfs.sdk.jdo.parameters.object;
import info.frostfs.sdk.annotations.NotNull;
import info.frostfs.sdk.dto.container.ContainerId;
import info.frostfs.sdk.dto.object.ObjectFilter;
import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.jdo.parameters.session.SessionContext;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import java.util.Map;
@Getter
@Builder
@AllArgsConstructor
public class PrmObjectSearch implements SessionContext {
@NotNull
private ContainerId containerId;
@NotNull
private ObjectFilter<?>[] filters;
private SessionToken sessionToken;
private Map<String, String> xHeaders;
public PrmObjectSearch(ContainerId containerId, ObjectFilter<?>... filters) {
this.containerId = containerId;
this.filters = filters;
}
}

View file

@ -0,0 +1,26 @@
package info.frostfs.sdk.jdo.parameters.object;
import info.frostfs.sdk.annotations.NotNull;
import info.frostfs.sdk.dto.object.ObjectFrostFS;
import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.jdo.parameters.session.SessionContext;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import java.util.Map;
@Getter
@Builder
@AllArgsConstructor
public class PrmObjectSinglePut implements SessionContext {
@NotNull
private ObjectFrostFS objectFrostFS;
private SessionToken sessionToken;
private Map<String, String> xHeaders;
public PrmObjectSinglePut(ObjectFrostFS objectFrostFS) {
this.objectFrostFS = objectFrostFS;
}
}

View file

@ -0,0 +1,14 @@
package info.frostfs.sdk.jdo.parameters.object;
import lombok.Getter;
import lombok.NoArgsConstructor;
import lombok.Setter;
@Getter
@Setter
@NoArgsConstructor
public class PutObjectContext {
private int maxObjectSizeCache;
private long currentStreamPosition;
private long fullLength;
}

View file

@ -0,0 +1,42 @@
package info.frostfs.sdk.jdo.parameters.object.patch;
import info.frostfs.sdk.annotations.NotNull;
import info.frostfs.sdk.dto.object.ObjectAttribute;
import info.frostfs.sdk.dto.object.patch.Address;
import info.frostfs.sdk.dto.object.patch.Range;
import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.jdo.parameters.session.SessionContext;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import java.io.InputStream;
import java.util.List;
import java.util.Map;
@Getter
@Builder
@AllArgsConstructor
public class PrmObjectPatch implements SessionContext {
@NotNull
private Address address;
@NotNull
private Range range;
@NotNull
private InputStream payload;
private List<ObjectAttribute> newAttributes;
private boolean replaceAttributes;
private int maxChunkLength;
private SessionToken sessionToken;
private Map<String, String> xHeaders;
public PrmObjectPatch(Address address, Range range, InputStream payload, int maxChunkLength) {
this.address = address;
this.range = range;
this.payload = payload;
this.maxChunkLength = maxChunkLength;
}
}

View file

@ -0,0 +1,35 @@
package info.frostfs.sdk.jdo.parameters.object.patch;
import info.frostfs.sdk.annotations.NotNull;
import info.frostfs.sdk.dto.container.ContainerId;
import info.frostfs.sdk.dto.object.ObjectId;
import info.frostfs.sdk.dto.object.patch.Range;
import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.jdo.parameters.session.SessionContext;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import java.util.Map;
@Getter
@Builder
@AllArgsConstructor
public class PrmRangeGet implements SessionContext {
@NotNull
private ContainerId containerId;
@NotNull
private ObjectId objectId;
@NotNull
private Range range;
private boolean raw;
private SessionToken sessionToken;
private Map<String, String> xHeaders;
public PrmRangeGet(ContainerId containerId, ObjectId objectId, Range range) {
this.containerId = containerId;
this.objectId = objectId;
this.range = range;
}
}

View file

@ -0,0 +1,38 @@
package info.frostfs.sdk.jdo.parameters.object.patch;
import info.frostfs.sdk.annotations.NotNull;
import info.frostfs.sdk.dto.container.ContainerId;
import info.frostfs.sdk.dto.object.ObjectId;
import info.frostfs.sdk.dto.object.patch.Range;
import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.jdo.parameters.session.SessionContext;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import java.util.List;
import java.util.Map;
@Getter
@Builder
@AllArgsConstructor
public class PrmRangeHashGet implements SessionContext {
@NotNull
private ContainerId containerId;
@NotNull
private ObjectId objectId;
@NotNull
private List<Range> ranges;
@NotNull
private byte[] salt;
private SessionToken sessionToken;
private Map<String, String> xHeaders;
public PrmRangeHashGet(ContainerId containerId, ObjectId objectId, List<Range> ranges, byte[] salt) {
this.containerId = containerId;
this.objectId = objectId;
this.ranges = ranges;
this.salt = salt;
}
}

View file

@ -0,0 +1,19 @@
package info.frostfs.sdk.jdo.parameters.session;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import java.util.Map;
@Getter
@Builder
@AllArgsConstructor
public class PrmSessionCreate {
private long expiration; //-1 is max
private Map<String, String> xHeaders;
public PrmSessionCreate(long expiration) {
this.expiration = expiration;
}
}

View file

@ -0,0 +1,7 @@
package info.frostfs.sdk.jdo.parameters.session;
import info.frostfs.sdk.dto.session.SessionToken;
public interface SessionContext {
SessionToken getSessionToken();
}

View file

@ -0,0 +1,12 @@
package info.frostfs.sdk.jdo.pool;
import lombok.AllArgsConstructor;
import lombok.Getter;
@Getter
@AllArgsConstructor
public class NodeParameters {
private final int priority;
private final String address;
private final double weight;
}

View file

@ -0,0 +1,44 @@
package info.frostfs.sdk.jdo.pool;
import info.frostfs.sdk.jdo.ECDsa;
import info.frostfs.sdk.pool.ClientWrapper;
import io.grpc.ClientInterceptors;
import io.netty.channel.ChannelOption;
import lombok.Getter;
import lombok.Setter;
import org.slf4j.Logger;
import java.util.ArrayList;
import java.util.Collection;
import java.util.function.Function;
@Getter
@Setter
public class PoolInitParameters {
private ECDsa key;
private long nodeDialTimeout;
private long nodeStreamTimeout;
private long healthCheckTimeout;
private long clientRebalanceInterval;
private long sessionExpirationDuration;
private int errorThreshold;
private NodeParameters[] nodeParams;
private ChannelOption<?>[] dialOptions;
private Function<String, ClientWrapper> clientBuilder;
private long gracefulCloseOnSwitchTimeout;
private Logger logger;
private Collection<ClientInterceptors> interceptors = new ArrayList<>();
}

View file

@ -0,0 +1,15 @@
package info.frostfs.sdk.jdo.result;
import info.frostfs.sdk.dto.object.ObjectHeader;
import info.frostfs.sdk.dto.object.SplitInfo;
import lombok.Builder;
import lombok.Getter;
import lombok.Setter;
@Builder
@Getter
@Setter
public class ObjectHeaderResult {
private ObjectHeader headerInfo;
private SplitInfo splitInfo;
}

View file

@ -0,0 +1,27 @@
package info.frostfs.sdk.pool;
public interface ClientStatus {
// isHealthy checks if the connection can handle requests.
boolean isHealthy();
// isDialed checks if the connection was created.
boolean isDialed();
// setUnhealthy marks client as unhealthy.
void setUnhealthy();
// address return address of endpoint.
String getAddress();
// currentErrorRate returns current errors rate.
// After specific threshold connection is considered as unhealthy.
// Pool.startRebalance routine can make this connection healthy again.
int getCurrentErrorRate();
// overallErrorRate returns the number of all happened errors.
long getOverallErrorRate();
// methodsStatus returns statistic for all used methods.
StatusSnapshot[] getMethodsStatus();
}

View file

@ -0,0 +1,114 @@
package info.frostfs.sdk.pool;
import info.frostfs.sdk.enums.HealthyStatus;
import info.frostfs.sdk.enums.MethodIndex;
import info.frostfs.sdk.utils.FrostFSMessages;
import lombok.Getter;
import lombok.Setter;
import org.slf4j.Logger;
import java.util.Arrays;
import java.util.concurrent.atomic.AtomicInteger;
import java.util.concurrent.locks.ReentrantLock;
@Getter
@Setter
public class ClientStatusMonitor implements ClientStatus {
private final ReentrantLock lock = new ReentrantLock();
private final Logger logger;
private final AtomicInteger healthy = new AtomicInteger();
private final String address;
private final MethodStatus[] methods;
private int errorThreshold;
private int currentErrorCount;
private long overallErrorCount;
public ClientStatusMonitor(Logger logger, String address) {
this.logger = logger;
this.healthy.set(HealthyStatus.HEALTHY.value);
this.address = address;
this.methods = Arrays.stream(MethodIndex.values())
.map(t -> new MethodStatus(t.methodName))
.toArray(MethodStatus[]::new);
}
@Override
public boolean isHealthy() {
return healthy.get() == HealthyStatus.HEALTHY.value;
}
@Override
public boolean isDialed() {
return healthy.get() != HealthyStatus.UNHEALTHY_ON_DIAL.value;
}
public void setHealthy() {
healthy.set(HealthyStatus.HEALTHY.ordinal());
}
@Override
public void setUnhealthy() {
healthy.set(HealthyStatus.UNHEALTHY_ON_REQUEST.value);
}
public void setUnhealthyOnDial() {
healthy.set(HealthyStatus.UNHEALTHY_ON_DIAL.value);
}
public void incErrorRate() {
boolean thresholdReached;
lock.lock();
try {
currentErrorCount++;
overallErrorCount++;
thresholdReached = currentErrorCount >= errorThreshold;
if (thresholdReached) {
setUnhealthy();
currentErrorCount = 0;
}
} finally {
lock.unlock();
}
if (thresholdReached && logger != null) {
FrostFSMessages.errorThresholdReached(logger, address, errorThreshold);
}
}
@Override
public int getCurrentErrorRate() {
lock.lock();
try {
return currentErrorCount;
} finally {
lock.unlock();
}
}
@Override
public long getOverallErrorRate() {
lock.lock();
try {
return overallErrorCount;
} finally {
lock.unlock();
}
}
@Override
public StatusSnapshot[] getMethodsStatus() {
StatusSnapshot[] result = new StatusSnapshot[methods.length];
for (int i = 0; i < result.length; i++) {
result[i] = methods[i].getSnapshot();
}
return result;
}
}

View file

@ -0,0 +1,131 @@
package info.frostfs.sdk.pool;
import info.frostfs.sdk.FrostFSClient;
import info.frostfs.sdk.enums.MethodIndex;
import info.frostfs.sdk.exceptions.ResponseFrostFSException;
import info.frostfs.sdk.exceptions.ValidationFrostFSException;
import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.utils.WaitUtil;
import lombok.AccessLevel;
import lombok.Getter;
import org.apache.commons.lang3.StringUtils;
import java.util.concurrent.CompletableFuture;
import java.util.concurrent.locks.Lock;
import java.util.concurrent.locks.ReentrantLock;
import static info.frostfs.sdk.constants.ErrorConst.POOL_CLIENT_UNHEALTHY;
@Getter
public class ClientWrapper extends ClientStatusMonitor {
@Getter(value = AccessLevel.NONE)
private final Lock lock = new ReentrantLock();
private final SessionCache sessionCache;
private final WrapperPrm wrapperPrm;
private FrostFSClient client;
public ClientWrapper(WrapperPrm wrapperPrm, Pool pool) {
super(wrapperPrm.getLogger(), wrapperPrm.getAddress());
this.wrapperPrm = wrapperPrm;
setErrorThreshold(wrapperPrm.getErrorThreshold());
this.sessionCache = pool.getSessionCache();
this.client = new FrostFSClient(wrapperPrm, sessionCache);
}
public FrostFSClient getClient() {
lock.lock();
try {
if (isHealthy()) {
return client;
}
return null;
} finally {
lock.unlock();
}
}
public void dial(CallContext ctx) {
FrostFSClient client = getClient();
if (client == null) {
throw new ValidationFrostFSException(POOL_CLIENT_UNHEALTHY);
}
client.dial(ctx);
}
public void handleError(Exception exp) {
if (exp instanceof ResponseFrostFSException && ((ResponseFrostFSException) exp).getStatus() != null) {
switch (((ResponseFrostFSException) exp).getStatus().getCode()) {
case INTERNAL:
case WRONG_MAGIC_NUMBER:
case SIGNATURE_VERIFICATION_FAILURE:
case NODE_UNDER_MAINTENANCE:
incErrorRate();
}
return;
}
incErrorRate();
}
private void scheduleGracefulClose() {
if (client == null) {
return;
}
WaitUtil.sleep(wrapperPrm.getGracefulCloseOnSwitchTimeout());
client.close();
}
public CompletableFuture<Boolean> restartIfUnhealthy(CallContext ctx) {
try {
client.getLocalNodeInfo(ctx);
return CompletableFuture.completedFuture(false);
} catch (Exception ignored) {
}
if (isDialed()) {
scheduleGracefulClose();
}
return CompletableFuture.completedFuture(restartClient(ctx));
}
private boolean restartClient(CallContext ctx) {
FrostFSClient newClient = null;
try {
newClient = new FrostFSClient(wrapperPrm, sessionCache);
var error = newClient.dial(ctx);
if (StringUtils.isNotBlank(error)) {
setUnhealthyOnDial();
newClient.close();
return true;
}
lock.lock();
client = newClient;
lock.unlock();
} catch (Exception exp) {
if (newClient != null) {
newClient.close();
}
}
try {
client.getLocalNodeInfo(ctx);
} catch (Exception exp) {
setUnhealthy();
return true;
}
setHealthy();
return false;
}
public void incRequests(long elapsed, MethodIndex method) {
var methodStat = getMethods()[method.ordinal()];
methodStat.incRequests(elapsed);
}
}

View file

@ -0,0 +1,54 @@
package info.frostfs.sdk.pool;
import java.util.concurrent.locks.ReentrantLock;
class InnerPool {
private static final int ATTEMPTS_COUNT = 3;
private final ReentrantLock lock = new ReentrantLock();
private final ClientWrapper[] clients;
private Sampler sampler;
InnerPool(Sampler sampler, ClientWrapper[] clients) {
this.sampler = sampler;
this.clients = clients;
}
Sampler getSampler() {
return sampler;
}
void setSampler(Sampler sampler) {
this.sampler = sampler;
}
ClientWrapper[] getClients() {
return clients;
}
ClientWrapper connection() {
lock.lock();
try {
if (clients.length == 1) {
ClientWrapper client = clients[0];
if (client.isHealthy()) {
return client;
}
} else {
int attempts = ATTEMPTS_COUNT * clients.length;
for (int i = 0; i < attempts; i++) {
int index = sampler.next();
if (clients[index].isHealthy()) {
return clients[index];
}
}
}
return null;
} finally {
lock.unlock();
}
}
}

View file

@ -0,0 +1,31 @@
package info.frostfs.sdk.pool;
import lombok.AccessLevel;
import lombok.Getter;
import lombok.Setter;
import java.util.concurrent.locks.ReentrantLock;
@Setter
@Getter
public class MethodStatus {
@Getter(AccessLevel.NONE)
private final ReentrantLock lock = new ReentrantLock();
private final String name;
private StatusSnapshot snapshot;
public MethodStatus(String name) {
this.name = name;
this.snapshot = new StatusSnapshot();
}
void incRequests(long elapsed) {
lock.lock();
try {
snapshot.setAllTime(snapshot.getAllTime() + elapsed);
snapshot.setAllRequests(snapshot.getAllRequests() + 1);
} finally {
lock.unlock();
}
}
}

View file

@ -0,0 +1,13 @@
package info.frostfs.sdk.pool;
import lombok.Getter;
import lombok.Setter;
@Getter
@Setter
public class NodeStatistic {
private String address;
private StatusSnapshot[] methods;
private long overallErrors;
private int currentErrors;
}

View file

@ -0,0 +1,19 @@
package info.frostfs.sdk.pool;
import lombok.Getter;
import java.util.ArrayList;
import java.util.List;
@Getter
public class NodesParam {
private final int priority;
private final List<String> address;
private final List<Double> weight;
public NodesParam(int priority) {
this.priority = priority;
this.address = new ArrayList<>();
this.weight = new ArrayList<>();
}
}

View file

@ -0,0 +1,558 @@
package info.frostfs.sdk.pool;
import frostfs.refs.Types;
import info.frostfs.sdk.dto.chain.Chain;
import info.frostfs.sdk.dto.container.Container;
import info.frostfs.sdk.dto.container.ContainerId;
import info.frostfs.sdk.dto.netmap.NetmapSnapshot;
import info.frostfs.sdk.dto.netmap.NodeInfo;
import info.frostfs.sdk.dto.object.ObjectFrostFS;
import info.frostfs.sdk.dto.object.ObjectHeader;
import info.frostfs.sdk.dto.object.ObjectId;
import info.frostfs.sdk.dto.object.OwnerId;
import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.exceptions.FrostFSException;
import info.frostfs.sdk.exceptions.SessionExpiredFrostFSException;
import info.frostfs.sdk.exceptions.SessionNotFoundFrostFSException;
import info.frostfs.sdk.exceptions.ValidationFrostFSException;
import info.frostfs.sdk.jdo.ECDsa;
import info.frostfs.sdk.jdo.NetworkSettings;
import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.jdo.parameters.ape.PrmApeChainAdd;
import info.frostfs.sdk.jdo.parameters.ape.PrmApeChainList;
import info.frostfs.sdk.jdo.parameters.ape.PrmApeChainRemove;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerCreate;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerDelete;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerGet;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerGetAll;
import info.frostfs.sdk.jdo.parameters.object.*;
import info.frostfs.sdk.jdo.parameters.object.patch.PrmObjectPatch;
import info.frostfs.sdk.jdo.parameters.object.patch.PrmRangeGet;
import info.frostfs.sdk.jdo.parameters.object.patch.PrmRangeHashGet;
import info.frostfs.sdk.jdo.parameters.session.PrmSessionCreate;
import info.frostfs.sdk.jdo.pool.NodeParameters;
import info.frostfs.sdk.jdo.pool.PoolInitParameters;
import info.frostfs.sdk.jdo.result.ObjectHeaderResult;
import info.frostfs.sdk.services.CommonClient;
import info.frostfs.sdk.services.impl.rwhelper.ObjectWriter;
import info.frostfs.sdk.services.impl.rwhelper.RangeReader;
import info.frostfs.sdk.utils.FrostFSMessages;
import info.frostfs.sdk.utils.WaitUtil;
import lombok.Getter;
import org.slf4j.Logger;
import java.util.*;
import java.util.concurrent.CompletableFuture;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.concurrent.atomic.AtomicReference;
import java.util.concurrent.locks.ReentrantLock;
import java.util.function.Function;
import static info.frostfs.sdk.Helper.getHexString;
import static info.frostfs.sdk.constants.ErrorConst.*;
import static info.frostfs.sdk.constants.PoolConst.*;
@Getter
public class Pool implements CommonClient {
private final ReentrantLock lock = new ReentrantLock();
private final ECDsa key;
private final SessionCache sessionCache;
private final long sessionTokenDuration;
private final RebalanceParameters rebalanceParams;
private final Function<String, ClientWrapper> clientBuilder;
private final Logger logger;
private InnerPool[] innerPools;
private Types.OwnerID ownerID;
private OwnerId ownerId;
private boolean disposedValue;
private long maxObjectSize;
private ClientStatus clientStatus;
public Pool(PoolInitParameters options) {
if (options == null || options.getKey() == null) {
throw new ValidationFrostFSException(
String.format(
PARAMS_ARE_MISSING_TEMPLATE,
String.join(
FIELDS_DELIMITER_COMMA, PoolInitParameters.class.getName(), ECDsa.class.getName()
)
)
);
}
List<NodesParam> nodesParams = adjustNodeParams(options.getNodeParams());
SessionCache cache = new SessionCache(options.getSessionExpirationDuration());
fillDefaultInitParams(options, this);
this.key = options.getKey();
this.sessionCache = cache;
this.logger = options.getLogger();
this.sessionTokenDuration = options.getSessionExpirationDuration();
this.rebalanceParams = new RebalanceParameters(
nodesParams.toArray(new NodesParam[0]),
options.getHealthCheckTimeout(),
options.getClientRebalanceInterval(),
options.getSessionExpirationDuration());
this.clientBuilder = options.getClientBuilder();
}
private static List<NodesParam> adjustNodeParams(NodeParameters[] nodeParams) {
if (nodeParams == null || nodeParams.length == 0) {
throw new ValidationFrostFSException(POOL_PEERS_IS_MISSING);
}
Map<Integer, NodesParam> nodesParamsDict = new HashMap<>(nodeParams.length);
for (NodeParameters nodeParam : nodeParams) {
var nodesParam = nodesParamsDict
.computeIfAbsent(nodeParam.getPriority(), k -> new NodesParam(nodeParam.getPriority()));
nodesParam.getAddress().add(nodeParam.getAddress());
nodesParam.getWeight().add(nodeParam.getWeight());
}
List<NodesParam> nodesParams = new ArrayList<>(nodesParamsDict.values());
nodesParams.sort(Comparator.comparingInt(NodesParam::getPriority));
for (NodesParam nodes : nodesParams) {
double[] newWeights = adjustWeights(nodes.getWeight().stream().mapToDouble(Double::doubleValue).toArray());
nodes.getWeight().clear();
for (double weight : newWeights) {
nodes.getWeight().add(weight);
}
}
return nodesParams;
}
private static double[] adjustWeights(double[] weights) {
double[] adjusted = new double[weights.length];
double sum = Arrays.stream(weights).sum();
if (sum > 0) {
for (int i = 0; i < weights.length; i++) {
adjusted[i] = weights[i] / sum;
}
}
return adjusted;
}
private static void fillDefaultInitParams(PoolInitParameters parameters, Pool pool) {
if (parameters.getSessionExpirationDuration() == 0) {
parameters.setSessionExpirationDuration(DEFAULT_SESSION_TOKEN_EXPIRATION_DURATION);
}
if (parameters.getErrorThreshold() == 0) {
parameters.setErrorThreshold(DEFAULT_ERROR_THRESHOLD);
}
if (parameters.getClientRebalanceInterval() <= 0) {
parameters.setClientRebalanceInterval(DEFAULT_REBALANCE_INTERVAL);
}
if (parameters.getGracefulCloseOnSwitchTimeout() <= 0) {
parameters.setGracefulCloseOnSwitchTimeout(DEFAULT_GRACEFUL_CLOSE_ON_SWITCH_TIMEOUT);
}
if (parameters.getHealthCheckTimeout() <= 0) {
parameters.setHealthCheckTimeout(DEFAULT_HEALTHCHECK_TIMEOUT);
}
if (parameters.getNodeDialTimeout() <= 0) {
parameters.setNodeDialTimeout(DEFAULT_DIAL_TIMEOUT);
}
if (parameters.getNodeStreamTimeout() <= 0) {
parameters.setNodeStreamTimeout(DEFAULT_STREAM_TIMEOUT);
}
if (parameters.getSessionExpirationDuration() == 0) {
parameters.setSessionExpirationDuration(DEFAULT_SESSION_TOKEN_EXPIRATION_DURATION);
}
if (parameters.getClientBuilder() == null) {
parameters.setClientBuilder(address -> {
WrapperPrm wrapperPrm = new WrapperPrm();
wrapperPrm.setAddress(address);
wrapperPrm.setKey(parameters.getKey());
wrapperPrm.setLogger(parameters.getLogger());
wrapperPrm.setDialTimeout(parameters.getNodeDialTimeout());
wrapperPrm.setStreamTimeout(parameters.getNodeStreamTimeout());
wrapperPrm.setErrorThreshold(parameters.getErrorThreshold());
wrapperPrm.setGracefulCloseOnSwitchTimeout(parameters.getGracefulCloseOnSwitchTimeout());
wrapperPrm.setInterceptors(parameters.getInterceptors());
return new ClientWrapper(wrapperPrm, pool);
});
}
}
private static SessionToken initSessionForDuration(CallContext ctx, ClientWrapper cw, long duration) {
var client = cw.getClient();
NetworkSettings networkInfo = client.getNetworkSettings(ctx);
long epoch = networkInfo.getEpochDuration();
long exp = (Long.MAX_VALUE - epoch < duration) ? Long.MAX_VALUE : (epoch + duration);
return client.createSession(new PrmSessionCreate(exp), ctx);
}
public static String formCacheKey(String address, String key) {
return address + key;
}
@Override
public String dial(CallContext ctx) {
InnerPool[] inner = new InnerPool[rebalanceParams.getNodesParams().length];
boolean atLeastOneHealthy = false;
int i = 0;
for (NodesParam nodeParams : rebalanceParams.getNodesParams()) {
ClientWrapper[] clients = new ClientWrapper[nodeParams.getWeight().size()];
for (int j = 0; j < nodeParams.getAddress().size(); j++) {
ClientWrapper client = clients[j] = clientBuilder.apply(nodeParams.getAddress().get(j));
boolean dialed = false;
try {
client.dial(ctx);
dialed = true;
SessionToken token = initSessionForDuration(
ctx, client, rebalanceParams.getSessionExpirationDuration()
);
String cacheKey = formCacheKey(
nodeParams.getAddress().get(j),
getHexString(key.getPublicKeyByte())
);
sessionCache.setValue(cacheKey, token);
atLeastOneHealthy = true;
} catch (ValidationFrostFSException exp) {
break;
} catch (Exception exp) {
if (!dialed) {
client.setUnhealthyOnDial();
} else {
client.setUnhealthy();
}
if (logger != null) {
FrostFSMessages
.sessionCreationError(logger, client.getWrapperPrm().getAddress(), exp.getMessage());
}
}
}
Sampler sampler = new Sampler(nodeParams.getWeight().stream().mapToDouble(Double::doubleValue).toArray());
inner[i] = new InnerPool(sampler, clients);
i++;
}
if (!atLeastOneHealthy) {
return POOL_NODES_UNHEALTHY;
}
this.innerPools = inner;
NetworkSettings networkSettings = getNetworkSettings(ctx);
this.maxObjectSize = networkSettings.getMaxObjectSize();
startRebalance(ctx);
return null;
}
private ClientWrapper connection() {
for (InnerPool pool : innerPools) {
ClientWrapper client = pool.connection();
if (client != null) {
return client;
}
}
throw new FrostFSException(POOL_CLIENTS_UNHEALTHY);
}
public void close() {
if (innerPools != null) {
for (InnerPool innerPool : innerPools) {
for (ClientWrapper client : innerPool.getClients()) {
if (client.isDialed()) {
client.getClient().close();
}
}
}
}
}
public void startRebalance(CallContext ctx) {
double[][] buffers = new double[rebalanceParams.getNodesParams().length][];
for (int i = 0; i < rebalanceParams.getNodesParams().length; i++) {
NodesParam parameters = rebalanceParams.getNodesParams()[i];
buffers[i] = new double[parameters.getWeight().size()];
CompletableFuture.runAsync(() -> {
WaitUtil.sleep(rebalanceParams.getClientRebalanceInterval());
updateNodesHealth(ctx, buffers);
});
}
}
private void updateNodesHealth(CallContext ctx, double[][] buffers) {
CompletableFuture<?>[] tasks = new CompletableFuture<?>[innerPools.length];
for (int i = 0; i < innerPools.length; i++) {
double[] bufferWeights = buffers[i];
int finalI = i;
tasks[i] = CompletableFuture.runAsync(() -> updateInnerNodesHealth(ctx, finalI, bufferWeights));
}
CompletableFuture.allOf(tasks).join();
}
private void updateInnerNodesHealth(CallContext ctx, int poolIndex, double[] bufferWeights) {
if (poolIndex > innerPools.length - 1) {
return;
}
InnerPool pool = innerPools[poolIndex];
RebalanceParameters options = rebalanceParams;
int[] healthyChanged = {0};
CompletableFuture<?>[] tasks = new CompletableFuture<?>[pool.getClients().length];
for (int j = 0; j < pool.getClients().length; j++) {
ClientWrapper client = pool.getClients()[j];
AtomicBoolean healthy = new AtomicBoolean(false);
AtomicReference<String> error = new AtomicReference<>();
AtomicBoolean changed = new AtomicBoolean(false);
int finalJ = j;
tasks[j] = client.restartIfUnhealthy(ctx).handle((unused, throwable) -> {
if (throwable != null) {
error.set(throwable.getMessage());
bufferWeights[finalJ] = 0;
sessionCache.deleteByPrefix(client.getAddress());
} else {
changed.set(unused);
healthy.set(true);
bufferWeights[finalJ] = options.getNodesParams()[poolIndex].getWeight().get(finalJ);
}
return null;
}).thenRun(() -> {
if (changed.get()) {
if (error.get() != null && logger != null) {
FrostFSMessages.healthChanged(logger, client.getAddress(), healthy.get(), error.get());
}
healthyChanged[0] = 1;
}
});
}
CompletableFuture.allOf(tasks).thenRun(() -> {
if (healthyChanged[0] == 1) {
double[] probabilities = adjustWeights(bufferWeights);
lock.lock();
try {
pool.setSampler(new Sampler(probabilities));
} finally {
lock.unlock();
}
}
});
}
private boolean checkSessionTokenErr(Exception error, String address) {
if (error == null) {
return false;
}
if (error instanceof SessionNotFoundFrostFSException || error instanceof SessionExpiredFrostFSException) {
sessionCache.deleteByPrefix(address);
return true;
}
return false;
}
public Statistic statistic() {
if (innerPools == null) {
throw new ValidationFrostFSException(POOL_NOT_DIALED);
}
Statistic statistics = new Statistic();
for (InnerPool inner : innerPools) {
int valueIndex = 0;
String[] nodes = new String[inner.getClients().length];
lock.lock();
try {
for (ClientWrapper client : inner.getClients()) {
if (client.isHealthy()) {
nodes[valueIndex] = client.getAddress();
}
NodeStatistic node = new NodeStatistic();
node.setAddress(client.getAddress());
node.setMethods(client.getMethodsStatus());
node.setOverallErrors(client.getOverallErrorRate());
node.setCurrentErrors(client.getCurrentErrorRate());
statistics.getNodes().add(node);
valueIndex++;
statistics.setOverallErrors(statistics.getOverallErrors() + node.getOverallErrors());
}
if (statistics.getCurrentNodes() == null || statistics.getCurrentNodes().length == 0) {
statistics.setCurrentNodes(nodes);
}
} finally {
lock.unlock();
}
}
return statistics;
}
@Override
public Container getContainer(PrmContainerGet args, CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().getContainer(args, ctx);
}
@Override
public List<ContainerId> listContainers(PrmContainerGetAll args, CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().listContainers(args, ctx);
}
@Override
public ContainerId createContainer(PrmContainerCreate args, CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().createContainer(args, ctx);
}
@Override
public void deleteContainer(PrmContainerDelete args, CallContext ctx) {
ClientWrapper client = connection();
client.getClient().deleteContainer(args, ctx);
}
@Override
public ObjectHeaderResult getObjectHead(PrmObjectHeadGet args, CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().getObjectHead(args, ctx);
}
@Override
public ObjectFrostFS getObject(PrmObjectGet args, CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().getObject(args, ctx);
}
@Override
public ObjectWriter putObject(PrmObjectPut args, CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().putObject(args, ctx);
}
@Override
public ObjectId putClientCutObject(PrmObjectClientCutPut args, CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().putClientCutObject(args, ctx);
}
@Override
public ObjectId putSingleObject(PrmObjectSinglePut args, CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().putSingleObject(args, ctx);
}
@Override
public void deleteObject(PrmObjectDelete args, CallContext ctx) {
ClientWrapper client = connection();
client.getClient().deleteObject(args, ctx);
}
@Override
public Iterable<ObjectId> searchObjects(PrmObjectSearch args, CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().searchObjects(args, ctx);
}
@Override
public RangeReader getRange(PrmRangeGet args, CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().getRange(args, ctx);
}
@Override
public byte[][] getRangeHash(PrmRangeHashGet args, CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().getRangeHash(args, ctx);
}
@Override
public ObjectId patchObject(PrmObjectPatch args, CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().patchObject(args, ctx);
}
@Override
public byte[] addChain(PrmApeChainAdd args, CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().addChain(args, ctx);
}
@Override
public void removeChain(PrmApeChainRemove args, CallContext ctx) {
ClientWrapper client = connection();
client.getClient().removeChain(args, ctx);
}
@Override
public List<Chain> listChains(PrmApeChainList args, CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().listChains(args, ctx);
}
@Override
public NetmapSnapshot getNetmapSnapshot(CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().getNetmapSnapshot(ctx);
}
@Override
public NodeInfo getLocalNodeInfo(CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().getLocalNodeInfo(ctx);
}
@Override
public NetworkSettings getNetworkSettings(CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().getNetworkSettings(ctx);
}
@Override
public SessionToken createSession(PrmSessionCreate args, CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().createSession(args, ctx);
}
@Override
public ObjectId calculateObjectId(ObjectHeader header) {
ClientWrapper client = connection();
return client.getClient().calculateObjectId(header);
}
@Override
public frostfs.accounting.Types.Decimal getBalance(CallContext ctx) {
ClientWrapper client = connection();
return client.getClient().getBalance(ctx);
}
}

View file

@ -0,0 +1,15 @@
package info.frostfs.sdk.pool;
import lombok.AllArgsConstructor;
import lombok.Getter;
import lombok.Setter;
@Getter
@Setter
@AllArgsConstructor
public class RebalanceParameters {
private NodesParam[] nodesParams;
private long nodeRequestTimeout;
private long clientRebalanceInterval;
private long sessionExpirationDuration;
}

View file

@ -0,0 +1,15 @@
package info.frostfs.sdk.pool;
import info.frostfs.sdk.enums.MethodIndex;
import lombok.Getter;
import lombok.Setter;
import java.time.Duration;
@Getter
@Setter
public class RequestInfo {
private String address;
private MethodIndex methodIndex;
private Duration elapsed;
}

View file

@ -0,0 +1,77 @@
package info.frostfs.sdk.pool;
import java.util.ArrayList;
import java.util.Random;
class Sampler {
private final Object lock = new Object();
private final Random random = new Random();
private final double[] probabilities;
private final int[] alias;
Sampler(double[] probabilities) {
ArrayList<Integer> small = new ArrayList<>();
ArrayList<Integer> large = new ArrayList<>();
int n = probabilities.length;
this.probabilities = new double[n];
this.alias = new int[n];
// Compute scaled probabilities.
double[] p = new double[n];
for (int i = 0; i < n; i++) {
p[i] = probabilities[i] * n;
if (p[i] < 1) {
small.add(i);
} else {
large.add(i);
}
}
while (!small.isEmpty() && !large.isEmpty()) {
int l = small.remove(small.size() - 1);
int g = large.remove(large.size() - 1);
this.probabilities[l] = p[l];
this.alias[l] = g;
p[g] = p[g] + p[l] - 1;
if (p[g] < 1) {
small.add(g);
} else {
large.add(g);
}
}
while (!large.isEmpty()) {
int g = large.remove(large.size() - 1);
this.probabilities[g] = 1;
}
while (!small.isEmpty()) {
int l = small.remove(small.size() - 1);
probabilities[l] = 1;
}
}
int next() {
int n = alias.length;
int i;
double f;
synchronized (lock) {
i = random.nextInt(n);
f = random.nextDouble();
}
if (f < probabilities[i]) {
return i;
}
return alias[i];
}
}

View file

@ -0,0 +1,37 @@
package info.frostfs.sdk.pool;
import info.frostfs.sdk.dto.session.SessionToken;
import org.apache.commons.lang3.StringUtils;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ConcurrentMap;
public class SessionCache {
private final ConcurrentMap<String, SessionToken> cache = new ConcurrentHashMap<>();
private final long tokenDuration;
private long currentEpoch;
public SessionCache(long sessionExpirationDuration) {
this.tokenDuration = sessionExpirationDuration;
}
public boolean contains(String key) {
return cache.containsKey(key);
}
public SessionToken tryGetValue(String key) {
return StringUtils.isBlank(key) ? null : cache.get(key);
}
public void setValue(String key, SessionToken value) {
if (key != null) {
cache.put(key, value);
}
}
public void deleteByPrefix(String prefix) {
cache.keySet().removeIf(key -> key.startsWith(prefix));
}
}

View file

@ -0,0 +1,15 @@
package info.frostfs.sdk.pool;
import lombok.Getter;
import lombok.Setter;
import java.util.ArrayList;
import java.util.List;
@Getter
@Setter
public class Statistic {
private long overallErrors;
private List<NodeStatistic> nodes = new ArrayList<>();
private String[] currentNodes;
}

View file

@ -0,0 +1,13 @@
package info.frostfs.sdk.pool;
import lombok.Getter;
import lombok.Setter;
@Getter
@Setter
public class StatusSnapshot {
private long allTime;
private long allRequests;
}

View file

@ -0,0 +1,22 @@
package info.frostfs.sdk.pool;
import java.util.ArrayList;
import java.util.List;
class WorkList {
private final List<Integer> elements = new ArrayList<>();
private int getLength() {
return elements.size();
}
private void add(int element) {
elements.add(element);
}
private int remove() {
int last = elements.get(elements.size() - 1);
elements.remove(elements.size() - 1);
return last;
}
}

View file

@ -0,0 +1,26 @@
package info.frostfs.sdk.pool;
import info.frostfs.sdk.jdo.ECDsa;
import io.grpc.ClientInterceptors;
import io.grpc.ManagedChannelBuilder;
import lombok.Getter;
import lombok.Setter;
import org.slf4j.Logger;
import java.util.Collection;
@Getter
@Setter
public class WrapperPrm {
private Logger logger;
private String address;
private ECDsa key;
private long dialTimeout;
private long streamTimeout;
private int errorThreshold;
private Runnable responseInfoCallback;
private Runnable poolRequestInfoCallback;
private ManagedChannelBuilder<?> grpcChannelOptions;
private long gracefulCloseOnSwitchTimeout;
private Collection<ClientInterceptors> interceptors;
}

View file

@ -0,0 +1,8 @@
package info.frostfs.sdk.services;
import frostfs.accounting.Types;
import info.frostfs.sdk.jdo.parameters.CallContext;
public interface AccountingClient {
Types.Decimal getBalance(CallContext ctx);
}

View file

@ -0,0 +1,17 @@
package info.frostfs.sdk.services;
import info.frostfs.sdk.dto.chain.Chain;
import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.jdo.parameters.ape.PrmApeChainAdd;
import info.frostfs.sdk.jdo.parameters.ape.PrmApeChainList;
import info.frostfs.sdk.jdo.parameters.ape.PrmApeChainRemove;
import java.util.List;
public interface ApeManagerClient {
byte[] addChain(PrmApeChainAdd args, CallContext ctx);
void removeChain(PrmApeChainRemove args, CallContext ctx);
List<Chain> listChains(PrmApeChainList args, CallContext ctx);
}

View file

@ -0,0 +1,9 @@
package info.frostfs.sdk.services;
import info.frostfs.sdk.jdo.parameters.CallContext;
public interface CommonClient extends
AccountingClient, ApeManagerClient, ContainerClient, NetmapClient, ObjectClient, SessionClient, ToolsClient {
String dial(CallContext ctx);
}

View file

@ -2,15 +2,20 @@ package info.frostfs.sdk.services;
import info.frostfs.sdk.dto.container.Container; import info.frostfs.sdk.dto.container.Container;
import info.frostfs.sdk.dto.container.ContainerId; import info.frostfs.sdk.dto.container.ContainerId;
import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerCreate;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerDelete;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerGet;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerGetAll;
import java.util.List; import java.util.List;
public interface ContainerClient { public interface ContainerClient {
Container getContainer(ContainerId cid); Container getContainer(PrmContainerGet args, CallContext ctx);
List<ContainerId> listContainers(); List<ContainerId> listContainers(PrmContainerGetAll args, CallContext ctx);
ContainerId createContainer(Container container); ContainerId createContainer(PrmContainerCreate args, CallContext ctx);
void deleteContainer(ContainerId cid); void deleteContainer(PrmContainerDelete args, CallContext ctx);
} }

View file

@ -10,5 +10,4 @@ public class ContextAccessor {
public ContextAccessor(ClientEnvironment context) { public ContextAccessor(ClientEnvironment context) {
this.context = context; this.context = context;
} }
} }

View file

@ -3,11 +3,12 @@ package info.frostfs.sdk.services;
import info.frostfs.sdk.dto.netmap.NetmapSnapshot; import info.frostfs.sdk.dto.netmap.NetmapSnapshot;
import info.frostfs.sdk.dto.netmap.NodeInfo; import info.frostfs.sdk.dto.netmap.NodeInfo;
import info.frostfs.sdk.jdo.NetworkSettings; import info.frostfs.sdk.jdo.NetworkSettings;
import info.frostfs.sdk.jdo.parameters.CallContext;
public interface NetmapClient { public interface NetmapClient {
NetmapSnapshot getNetmapSnapshot(); NetmapSnapshot getNetmapSnapshot(CallContext ctx);
NodeInfo getLocalNodeInfo(); NodeInfo getLocalNodeInfo(CallContext ctx);
NetworkSettings getNetworkSettings(); NetworkSettings getNetworkSettings(CallContext ctx);
} }

View file

@ -1,22 +1,34 @@
package info.frostfs.sdk.services; package info.frostfs.sdk.services;
import info.frostfs.sdk.dto.container.ContainerId;
import info.frostfs.sdk.dto.object.ObjectFilter;
import info.frostfs.sdk.dto.object.ObjectFrostFS; import info.frostfs.sdk.dto.object.ObjectFrostFS;
import info.frostfs.sdk.dto.object.ObjectHeader;
import info.frostfs.sdk.dto.object.ObjectId; import info.frostfs.sdk.dto.object.ObjectId;
import info.frostfs.sdk.jdo.PutObjectParameters; import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.jdo.parameters.object.*;
import info.frostfs.sdk.jdo.parameters.object.patch.PrmObjectPatch;
import info.frostfs.sdk.jdo.parameters.object.patch.PrmRangeGet;
import info.frostfs.sdk.jdo.parameters.object.patch.PrmRangeHashGet;
import info.frostfs.sdk.jdo.result.ObjectHeaderResult;
import info.frostfs.sdk.services.impl.rwhelper.ObjectWriter;
import info.frostfs.sdk.services.impl.rwhelper.RangeReader;
public interface ObjectClient { public interface ObjectClient {
ObjectHeader getObjectHead(ContainerId containerId, ObjectId objectId); ObjectHeaderResult getObjectHead(PrmObjectHeadGet args, CallContext ctx);
ObjectFrostFS getObject(ContainerId containerId, ObjectId objectId); ObjectFrostFS getObject(PrmObjectGet args, CallContext ctx);
ObjectId putObject(PutObjectParameters parameters); ObjectWriter putObject(PrmObjectPut args, CallContext ctx);
ObjectId putSingleObject(ObjectFrostFS objectFrostFS); ObjectId putClientCutObject(PrmObjectClientCutPut args, CallContext ctx);
void deleteObject(ContainerId containerId, ObjectId objectId); ObjectId putSingleObject(PrmObjectSinglePut args, CallContext ctx);
Iterable<ObjectId> searchObjects(ContainerId cid, ObjectFilter<?>... filters); void deleteObject(PrmObjectDelete args, CallContext ctx);
Iterable<ObjectId> searchObjects(PrmObjectSearch args, CallContext ctx);
RangeReader getRange(PrmRangeGet args, CallContext ctx);
byte[][] getRangeHash(PrmRangeHashGet args, CallContext ctx);
ObjectId patchObject(PrmObjectPatch args, CallContext ctx);
} }

View file

@ -1,7 +1,9 @@
package info.frostfs.sdk.services; package info.frostfs.sdk.services;
import info.frostfs.sdk.dto.session.SessionToken; import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.jdo.parameters.session.PrmSessionCreate;
public interface SessionClient { public interface SessionClient {
SessionToken createSession(long expiration); SessionToken createSession(PrmSessionCreate args, CallContext ctx);
} }

View file

@ -1,9 +1,9 @@
package info.frostfs.sdk.services; package info.frostfs.sdk.services;
import frostfs.session.Types;
import info.frostfs.sdk.dto.session.SessionToken; import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.jdo.ClientEnvironment; import info.frostfs.sdk.jdo.ClientEnvironment;
import info.frostfs.sdk.jdo.parameters.CallContext;
public interface SessionTools { public interface SessionTools {
Types.SessionToken getOrCreateSession(SessionToken token, ClientEnvironment env); SessionToken getOrCreateSession(ClientEnvironment env, CallContext ctx);
} }

View file

@ -0,0 +1,48 @@
package info.frostfs.sdk.services.impl;
import frostfs.accounting.AccountingServiceGrpc;
import frostfs.accounting.Service;
import frostfs.accounting.Types;
import info.frostfs.sdk.jdo.ClientEnvironment;
import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.mappers.object.OwnerIdMapper;
import info.frostfs.sdk.services.AccountingClient;
import info.frostfs.sdk.services.ContextAccessor;
import info.frostfs.sdk.tools.RequestConstructor;
import info.frostfs.sdk.tools.RequestSigner;
import info.frostfs.sdk.tools.Verifier;
import static info.frostfs.sdk.utils.DeadLineUtil.deadLineAfter;
public class AccountingClientImpl extends ContextAccessor implements AccountingClient {
private final AccountingServiceGrpc.AccountingServiceBlockingStub serviceBlockingStub;
public AccountingClientImpl(ClientEnvironment clientEnvironment) {
super(clientEnvironment);
this.serviceBlockingStub = AccountingServiceGrpc.newBlockingStub(getContext().getChannel());
}
@Override
public Types.Decimal getBalance(CallContext ctx) {
var request = createGetRequest();
var service = deadLineAfter(serviceBlockingStub, ctx.getTimeout(), ctx.getTimeUnit());
var response = service.balance(request);
Verifier.checkResponse(response);
return response.getBody().getBalance();
}
private Service.BalanceRequest createGetRequest() {
var body = Service.BalanceRequest.Body.newBuilder()
.setOwnerId(OwnerIdMapper.toGrpcMessage(getContext().getOwnerId()))
.build();
var request = Service.BalanceRequest.newBuilder()
.setBody(body);
RequestConstructor.addMetaHeader(request);
RequestSigner.sign(request, getContext().getKey());
return request.build();
}
}

View file

@ -0,0 +1,117 @@
package info.frostfs.sdk.services.impl;
import com.google.protobuf.ByteString;
import frostfs.ape.Types;
import frostfs.apemanager.APEManagerServiceGrpc;
import frostfs.apemanager.Service;
import info.frostfs.sdk.dto.chain.Chain;
import info.frostfs.sdk.jdo.ClientEnvironment;
import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.jdo.parameters.ape.PrmApeChainAdd;
import info.frostfs.sdk.jdo.parameters.ape.PrmApeChainList;
import info.frostfs.sdk.jdo.parameters.ape.PrmApeChainRemove;
import info.frostfs.sdk.mappers.chain.ChainMapper;
import info.frostfs.sdk.mappers.chain.ChainTargetMapper;
import info.frostfs.sdk.services.ApeManagerClient;
import info.frostfs.sdk.services.ContextAccessor;
import info.frostfs.sdk.tools.RequestConstructor;
import info.frostfs.sdk.tools.RequestSigner;
import info.frostfs.sdk.tools.Verifier;
import java.util.List;
import static info.frostfs.sdk.utils.DeadLineUtil.deadLineAfter;
import static info.frostfs.sdk.utils.Validator.validate;
public class ApeManagerClientImpl extends ContextAccessor implements ApeManagerClient {
private final APEManagerServiceGrpc.APEManagerServiceBlockingStub apeManagerServiceClient;
public ApeManagerClientImpl(ClientEnvironment clientEnvironment) {
super(clientEnvironment);
this.apeManagerServiceClient = APEManagerServiceGrpc.newBlockingStub(getContext().getChannel());
}
@Override
public byte[] addChain(PrmApeChainAdd args, CallContext ctx) {
validate(args);
var request = createAddChainRequest(args);
var service = deadLineAfter(apeManagerServiceClient, ctx.getTimeout(), ctx.getTimeUnit());
var response = service.addChain(request);
Verifier.checkResponse(response);
return response.getBody().getChainId().toByteArray();
}
@Override
public void removeChain(PrmApeChainRemove args, CallContext ctx) {
validate(args);
var request = createRemoveChainRequest(args);
var service = deadLineAfter(apeManagerServiceClient, ctx.getTimeout(), ctx.getTimeUnit());
var response = service.removeChain(request);
Verifier.checkResponse(response);
}
@Override
public List<Chain> listChains(PrmApeChainList args, CallContext ctx) {
validate(args);
var request = createListChainsRequest(args);
var service = deadLineAfter(apeManagerServiceClient, ctx.getTimeout(), ctx.getTimeUnit());
var response = service.listChains(request);
Verifier.checkResponse(response);
return ChainMapper.toModels(response.getBody().getChainsList());
}
private Service.AddChainRequest createAddChainRequest(PrmApeChainAdd args) {
var chainGrpc = Types.Chain.newBuilder()
.setRaw(ByteString.copyFrom(args.getChain().getRaw()))
.build();
var body = Service.AddChainRequest.Body.newBuilder()
.setChain(chainGrpc)
.setTarget(ChainTargetMapper.toGrpcMessage(args.getChainTarget()))
.build();
var request = Service.AddChainRequest.newBuilder()
.setBody(body);
RequestConstructor.addMetaHeader(request, args.getXHeaders());
RequestSigner.sign(request, getContext().getKey());
return request.build();
}
private Service.RemoveChainRequest createRemoveChainRequest(PrmApeChainRemove args) {
var body = Service.RemoveChainRequest.Body.newBuilder()
.setChainId(ByteString.copyFrom(args.getChain().getRaw()))
.setTarget(ChainTargetMapper.toGrpcMessage(args.getChainTarget()))
.build();
var request = Service.RemoveChainRequest.newBuilder()
.setBody(body);
RequestConstructor.addMetaHeader(request, args.getXHeaders());
RequestSigner.sign(request, getContext().getKey());
return request.build();
}
private Service.ListChainsRequest createListChainsRequest(PrmApeChainList args) {
var body = Service.ListChainsRequest.Body.newBuilder()
.setTarget(ChainTargetMapper.toGrpcMessage(args.getChainTarget()))
.build();
var request = Service.ListChainsRequest.newBuilder()
.setBody(body);
RequestConstructor.addMetaHeader(request, args.getXHeaders());
RequestSigner.sign(request, getContext().getKey());
return request.build();
}
}

View file

@ -10,9 +10,14 @@ import info.frostfs.sdk.enums.StatusCode;
import info.frostfs.sdk.enums.WaitExpects; import info.frostfs.sdk.enums.WaitExpects;
import info.frostfs.sdk.exceptions.ResponseFrostFSException; import info.frostfs.sdk.exceptions.ResponseFrostFSException;
import info.frostfs.sdk.exceptions.TimeoutFrostFSException; import info.frostfs.sdk.exceptions.TimeoutFrostFSException;
import info.frostfs.sdk.exceptions.ValidationFrostFSException;
import info.frostfs.sdk.jdo.ClientEnvironment; import info.frostfs.sdk.jdo.ClientEnvironment;
import info.frostfs.sdk.jdo.WaitParameters; import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.jdo.parameters.PrmWait;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerCreate;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerDelete;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerGet;
import info.frostfs.sdk.jdo.parameters.container.PrmContainerGetAll;
import info.frostfs.sdk.jdo.parameters.session.SessionContext;
import info.frostfs.sdk.mappers.container.ContainerIdMapper; import info.frostfs.sdk.mappers.container.ContainerIdMapper;
import info.frostfs.sdk.mappers.container.ContainerMapper; import info.frostfs.sdk.mappers.container.ContainerMapper;
import info.frostfs.sdk.mappers.netmap.VersionMapper; import info.frostfs.sdk.mappers.netmap.VersionMapper;
@ -29,8 +34,11 @@ import java.util.List;
import java.util.Map; import java.util.Map;
import java.util.stream.Collectors; import java.util.stream.Collectors;
import static info.frostfs.sdk.constants.ErrorConst.PARAM_IS_MISSING_TEMPLATE; import static info.frostfs.sdk.constants.AttributeConst.DISABLE_HOMOMORPHIC_HASHING_ATTRIBUTE;
import static info.frostfs.sdk.utils.DeadLineUtil.deadLineAfter;
import static info.frostfs.sdk.utils.Validator.validate;
import static java.util.Objects.isNull; import static java.util.Objects.isNull;
import static java.util.Objects.nonNull;
public class ContainerClientImpl extends ContextAccessor implements ContainerClient { public class ContainerClientImpl extends ContextAccessor implements ContainerClient {
private final ContainerServiceGrpc.ContainerServiceBlockingStub serviceBlockingStub; private final ContainerServiceGrpc.ContainerServiceBlockingStub serviceBlockingStub;
@ -42,29 +50,33 @@ public class ContainerClientImpl extends ContextAccessor implements ContainerCli
this.sessionTools = new SessionToolsImpl(clientEnvironment); this.sessionTools = new SessionToolsImpl(clientEnvironment);
} }
public frostfs.session.Types.SessionToken getOrCreateSession(SessionToken sessionToken) { public SessionToken getOrCreateSession(SessionContext sessionContext, CallContext ctx) {
return sessionTools.getOrCreateSession(sessionToken, getContext()); return isNull(sessionContext.getSessionToken())
? sessionTools.getOrCreateSession(getContext(), ctx)
: sessionContext.getSessionToken();
} }
@Override @Override
public Container getContainer(ContainerId cid) { public Container getContainer(PrmContainerGet args, CallContext ctx) {
if (isNull(cid)) { validate(args);
throw new ValidationFrostFSException(String.format(PARAM_IS_MISSING_TEMPLATE, ContainerId.class.getName()));
}
var request = createGetRequest(ContainerIdMapper.toGrpcMessage(cid), null); var request = createGetRequest(args);
var response = serviceBlockingStub.get(request); var service = deadLineAfter(serviceBlockingStub, ctx.getTimeout(), ctx.getTimeUnit());
var response = service.get(request);
Verifier.checkResponse(response); Verifier.checkResponse(response);
return ContainerMapper.toModel(response.getBody().getContainer()); return ContainerMapper.toModel(response.getBody().getContainer());
} }
@Override @Override
public List<ContainerId> listContainers() { public List<ContainerId> listContainers(PrmContainerGetAll args, CallContext ctx) {
var request = createListRequest(null); validate(args);
var response = serviceBlockingStub.list(request); var request = createListRequest(args);
var service = deadLineAfter(serviceBlockingStub, ctx.getTimeout(), ctx.getTimeUnit());
var response = service.list(request);
Verifier.checkResponse(response); Verifier.checkResponse(response);
@ -74,43 +86,39 @@ public class ContainerClientImpl extends ContextAccessor implements ContainerCli
} }
@Override @Override
public ContainerId createContainer(Container container) { public ContainerId createContainer(PrmContainerCreate args, CallContext ctx) {
if (isNull(container)) { validate(args);
throw new ValidationFrostFSException(String.format(PARAM_IS_MISSING_TEMPLATE, Container.class.getName()));
}
var grpcContainer = ContainerMapper.toGrpcMessage(container); var request = createPutRequest(args, ctx);
var request = createPutRequest(grpcContainer, null);
var response = serviceBlockingStub.put(request); var service = deadLineAfter(serviceBlockingStub, ctx.getTimeout(), ctx.getTimeUnit());
var response = service.put(request);
Verifier.checkResponse(response); Verifier.checkResponse(response);
waitForContainer(WaitExpects.EXISTS, response.getBody().getContainerId(), null); waitForContainer(WaitExpects.EXISTS, response.getBody().getContainerId(), args.getWaitParams());
return new ContainerId(response.getBody().getContainerId().getValue().toByteArray()); return new ContainerId(response.getBody().getContainerId().getValue().toByteArray());
} }
@Override @Override
public void deleteContainer(ContainerId cid) { public void deleteContainer(PrmContainerDelete args, CallContext ctx) {
if (isNull(cid)) { validate(args);
throw new ValidationFrostFSException(String.format(PARAM_IS_MISSING_TEMPLATE, ContainerId.class.getName()));
}
var grpcContainerId = ContainerIdMapper.toGrpcMessage(cid); var request = createDeleteRequest(args, ctx);
var request = createDeleteRequest(grpcContainerId, null);
var response = serviceBlockingStub.delete(request); var service = deadLineAfter(serviceBlockingStub, ctx.getTimeout(), ctx.getTimeUnit());
var response = service.delete(request);
Verifier.checkResponse(response); Verifier.checkResponse(response);
waitForContainer(WaitExpects.REMOVED, request.getBody().getContainerId(), null); waitForContainer(WaitExpects.REMOVED, request.getBody().getContainerId(), args.getWaitParams());
} }
private void waitForContainer(WaitExpects expect, Types.ContainerID id, WaitParameters waitParams) { private void waitForContainer(WaitExpects expect, Types.ContainerID cid, PrmWait waitParams) {
var request = createGetRequest(id, null); var request = createGetRequest(cid, null);
waitParams = isNull(waitParams) ? new WaitParameters() : waitParams; waitParams = isNull(waitParams) ? new PrmWait() : waitParams;
var deadLine = waitParams.getDeadline(); var deadLine = waitParams.getDeadline();
while (true) { while (true) {
@ -145,9 +153,12 @@ public class ContainerClientImpl extends ContextAccessor implements ContainerCli
} }
} }
private Service.GetRequest createGetRequest(PrmContainerGet args) {
var cid = ContainerIdMapper.toGrpcMessage(args.getContainerId());
return createGetRequest(cid, args.getXHeaders());
}
private Service.GetRequest createGetRequest(Types.ContainerID cid, private Service.GetRequest createGetRequest(Types.ContainerID cid, Map<String, String> xHeaders) {
Map<String, String> xHeaders) {
var body = Service.GetRequest.Body.newBuilder() var body = Service.GetRequest.Body.newBuilder()
.setContainerId(cid) .setContainerId(cid)
.build(); .build();
@ -160,22 +171,22 @@ public class ContainerClientImpl extends ContextAccessor implements ContainerCli
return request.build(); return request.build();
} }
private Service.ListRequest createListRequest(Map<String, String> xHeaders) { private Service.ListRequest createListRequest(PrmContainerGetAll args) {
var body = Service.ListRequest.Body.newBuilder() var body = Service.ListRequest.Body.newBuilder()
.setOwnerId(OwnerIdMapper.toGrpcMessage(getContext().getOwnerId())) .setOwnerId(OwnerIdMapper.toGrpcMessage(getContext().getOwnerId()))
.build(); .build();
var request = Service.ListRequest.newBuilder() var request = Service.ListRequest.newBuilder()
.setBody(body); .setBody(body);
RequestConstructor.addMetaHeader(request, xHeaders); RequestConstructor.addMetaHeader(request, args.getXHeaders());
RequestSigner.sign(request, getContext().getKey()); RequestSigner.sign(request, getContext().getKey());
return request.build(); return request.build();
} }
private Service.PutRequest createPutRequest(frostfs.container.Types.Container container, private Service.PutRequest createPutRequest(PrmContainerCreate args, CallContext ctx) {
Map<String, String> xHeaders) { syncContainerWithNetwork(args.getContainer(), ctx);
container = container.toBuilder() var container = ContainerMapper.toGrpcMessage(args.getContainer()).toBuilder()
.setOwnerId(OwnerIdMapper.toGrpcMessage(getContext().getOwnerId())) .setOwnerId(OwnerIdMapper.toGrpcMessage(getContext().getOwnerId()))
.setVersion(VersionMapper.toGrpcMessage(getContext().getVersion())) .setVersion(VersionMapper.toGrpcMessage(getContext().getVersion()))
.build(); .build();
@ -187,9 +198,8 @@ public class ContainerClientImpl extends ContextAccessor implements ContainerCli
var request = Service.PutRequest.newBuilder() var request = Service.PutRequest.newBuilder()
.setBody(body); .setBody(body);
var sessionToken = getOrCreateSession(null); var sessionToken = getOrCreateSession(args, ctx);
var protoToken = RequestConstructor.createContainerTokenContext(
sessionToken = RequestConstructor.createContainerTokenContext(
sessionToken, sessionToken,
null, null,
frostfs.session.Types.ContainerSessionContext.Verb.PUT, frostfs.session.Types.ContainerSessionContext.Verb.PUT,
@ -197,14 +207,15 @@ public class ContainerClientImpl extends ContextAccessor implements ContainerCli
getContext().getKey() getContext().getKey()
); );
RequestConstructor.addMetaHeader(request, xHeaders, sessionToken); RequestConstructor.addMetaHeader(request, args.getXHeaders(), protoToken);
RequestSigner.sign(request, getContext().getKey()); RequestSigner.sign(request, getContext().getKey());
return request.build(); return request.build();
} }
private Service.DeleteRequest createDeleteRequest(Types.ContainerID cid, private Service.DeleteRequest createDeleteRequest(PrmContainerDelete args, CallContext ctx) {
Map<String, String> xHeaders) { var cid = ContainerIdMapper.toGrpcMessage(args.getContainerId());
var body = Service.DeleteRequest.Body.newBuilder() var body = Service.DeleteRequest.Body.newBuilder()
.setContainerId(cid) .setContainerId(cid)
.setSignature(RequestSigner.signRFC6979(getContext().getKey(), cid.getValue())) .setSignature(RequestSigner.signRFC6979(getContext().getKey(), cid.getValue()))
@ -212,9 +223,8 @@ public class ContainerClientImpl extends ContextAccessor implements ContainerCli
var request = Service.DeleteRequest.newBuilder() var request = Service.DeleteRequest.newBuilder()
.setBody(body); .setBody(body);
var sessionToken = getOrCreateSession(null); var sessionToken = getOrCreateSession(args, ctx);
var protoToken = RequestConstructor.createContainerTokenContext(
sessionToken = RequestConstructor.createContainerTokenContext(
sessionToken, sessionToken,
null, null,
frostfs.session.Types.ContainerSessionContext.Verb.DELETE, frostfs.session.Types.ContainerSessionContext.Verb.DELETE,
@ -222,9 +232,18 @@ public class ContainerClientImpl extends ContextAccessor implements ContainerCli
getContext().getKey() getContext().getKey()
); );
RequestConstructor.addMetaHeader(request, xHeaders, sessionToken); RequestConstructor.addMetaHeader(request, args.getXHeaders(), protoToken);
RequestSigner.sign(request, getContext().getKey()); RequestSigner.sign(request, getContext().getKey());
return request.build(); return request.build();
} }
private void syncContainerWithNetwork(Container container, CallContext callContext) {
var settings = getContext().getFrostFSClient().getNetworkSettings(callContext);
if (nonNull(settings.getHomomorphicHashingDisabled()) && settings.getHomomorphicHashingDisabled()) {
container.getAttributes().put(DISABLE_HOMOMORPHIC_HASHING_ATTRIBUTE, Boolean.TRUE.toString());
} else {
container.getAttributes().remove(DISABLE_HOMOMORPHIC_HASHING_ATTRIBUTE, Boolean.TRUE.toString());
}
}
} }

View file

@ -7,6 +7,7 @@ import info.frostfs.sdk.dto.netmap.NetmapSnapshot;
import info.frostfs.sdk.dto.netmap.NodeInfo; import info.frostfs.sdk.dto.netmap.NodeInfo;
import info.frostfs.sdk.jdo.ClientEnvironment; import info.frostfs.sdk.jdo.ClientEnvironment;
import info.frostfs.sdk.jdo.NetworkSettings; import info.frostfs.sdk.jdo.NetworkSettings;
import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.mappers.netmap.NetmapSnapshotMapper; import info.frostfs.sdk.mappers.netmap.NetmapSnapshotMapper;
import info.frostfs.sdk.mappers.netmap.NodeInfoMapper; import info.frostfs.sdk.mappers.netmap.NodeInfoMapper;
import info.frostfs.sdk.services.ContextAccessor; import info.frostfs.sdk.services.ContextAccessor;
@ -17,6 +18,7 @@ import info.frostfs.sdk.tools.Verifier;
import java.nio.charset.StandardCharsets; import java.nio.charset.StandardCharsets;
import static info.frostfs.sdk.tools.RequestSigner.sign; import static info.frostfs.sdk.tools.RequestSigner.sign;
import static info.frostfs.sdk.utils.DeadLineUtil.deadLineAfter;
import static java.util.Objects.nonNull; import static java.util.Objects.nonNull;
public class NetmapClientImpl extends ContextAccessor implements NetmapClient { public class NetmapClientImpl extends ContextAccessor implements NetmapClient {
@ -94,12 +96,12 @@ public class NetmapClientImpl extends ContextAccessor implements NetmapClient {
} }
@Override @Override
public NetworkSettings getNetworkSettings() { public NetworkSettings getNetworkSettings(CallContext ctx) {
if (nonNull(getContext().getNetworkSettings())) { if (nonNull(getContext().getNetworkSettings())) {
return getContext().getNetworkSettings(); return getContext().getNetworkSettings();
} }
var info = getNetworkInfo(); var info = getNetworkInfo(ctx);
var settings = new NetworkSettings(); var settings = new NetworkSettings();
@ -113,25 +115,28 @@ public class NetmapClientImpl extends ContextAccessor implements NetmapClient {
} }
@Override @Override
public NodeInfo getLocalNodeInfo() { public NodeInfo getLocalNodeInfo(CallContext ctx) {
var request = Service.LocalNodeInfoRequest.newBuilder(); var request = Service.LocalNodeInfoRequest.newBuilder();
RequestConstructor.addMetaHeader(request); RequestConstructor.addMetaHeader(request);
sign(request, getContext().getKey()); sign(request, getContext().getKey());
var response = netmapServiceClient.localNodeInfo(request.build()); var service = deadLineAfter(netmapServiceClient, ctx.getTimeout(), ctx.getTimeUnit());
var response = service.localNodeInfo(request.build());
Verifier.checkResponse(response); Verifier.checkResponse(response);
return NodeInfoMapper.toModel(response.getBody()); return NodeInfoMapper.toModel(response.getBody());
} }
public Service.NetworkInfoResponse getNetworkInfo() { public Service.NetworkInfoResponse getNetworkInfo(CallContext ctx) {
var request = Service.NetworkInfoRequest.newBuilder(); var request = Service.NetworkInfoRequest.newBuilder();
RequestConstructor.addMetaHeader(request); RequestConstructor.addMetaHeader(request);
sign(request, getContext().getKey()); sign(request, getContext().getKey());
var response = netmapServiceClient.networkInfo(request.build()); var service = deadLineAfter(netmapServiceClient, ctx.getTimeout(), ctx.getTimeUnit());
var response = service.networkInfo(request.build());
Verifier.checkResponse(response); Verifier.checkResponse(response);
@ -139,13 +144,14 @@ public class NetmapClientImpl extends ContextAccessor implements NetmapClient {
} }
@Override @Override
public NetmapSnapshot getNetmapSnapshot() { public NetmapSnapshot getNetmapSnapshot(CallContext ctx) {
var request = Service.NetmapSnapshotRequest.newBuilder(); var request = Service.NetmapSnapshotRequest.newBuilder();
RequestConstructor.addMetaHeader(request); RequestConstructor.addMetaHeader(request);
sign(request, getContext().getKey()); sign(request, getContext().getKey());
var response = netmapServiceClient.netmapSnapshot(request.build()); var service = deadLineAfter(netmapServiceClient, ctx.getTimeout(), ctx.getTimeUnit());
var response = service.netmapSnapshot(request.build());
Verifier.checkResponse(response); Verifier.checkResponse(response);

View file

@ -6,40 +6,42 @@ import frostfs.object.ObjectServiceGrpc;
import frostfs.object.Service; import frostfs.object.Service;
import frostfs.refs.Types; import frostfs.refs.Types;
import info.frostfs.sdk.constants.AppConst; import info.frostfs.sdk.constants.AppConst;
import info.frostfs.sdk.dto.container.ContainerId;
import info.frostfs.sdk.dto.object.*; import info.frostfs.sdk.dto.object.*;
import info.frostfs.sdk.dto.session.SessionToken; import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.enums.ObjectType; import info.frostfs.sdk.enums.ObjectType;
import info.frostfs.sdk.exceptions.ProcessFrostFSException; import info.frostfs.sdk.exceptions.ProcessFrostFSException;
import info.frostfs.sdk.exceptions.ValidationFrostFSException;
import info.frostfs.sdk.jdo.ClientEnvironment; import info.frostfs.sdk.jdo.ClientEnvironment;
import info.frostfs.sdk.jdo.PutObjectParameters;
import info.frostfs.sdk.jdo.PutObjectResult; import info.frostfs.sdk.jdo.PutObjectResult;
import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.jdo.parameters.object.*;
import info.frostfs.sdk.jdo.parameters.object.patch.PrmObjectPatch;
import info.frostfs.sdk.jdo.parameters.object.patch.PrmRangeGet;
import info.frostfs.sdk.jdo.parameters.object.patch.PrmRangeHashGet;
import info.frostfs.sdk.jdo.parameters.session.SessionContext;
import info.frostfs.sdk.jdo.result.ObjectHeaderResult;
import info.frostfs.sdk.mappers.container.ContainerIdMapper; import info.frostfs.sdk.mappers.container.ContainerIdMapper;
import info.frostfs.sdk.mappers.object.ObjectFilterMapper; import info.frostfs.sdk.mappers.object.*;
import info.frostfs.sdk.mappers.object.ObjectFrostFSMapper; import info.frostfs.sdk.mappers.object.patch.AddressMapper;
import info.frostfs.sdk.mappers.object.ObjectHeaderMapper; import info.frostfs.sdk.mappers.object.patch.RangeMapper;
import info.frostfs.sdk.mappers.object.ObjectIdMapper;
import info.frostfs.sdk.mappers.session.SessionMapper;
import info.frostfs.sdk.services.ContextAccessor; import info.frostfs.sdk.services.ContextAccessor;
import info.frostfs.sdk.services.ObjectClient; import info.frostfs.sdk.services.ObjectClient;
import info.frostfs.sdk.services.impl.rwhelper.ObjectReaderImpl; import info.frostfs.sdk.services.impl.rwhelper.*;
import info.frostfs.sdk.services.impl.rwhelper.ObjectWriter;
import info.frostfs.sdk.services.impl.rwhelper.SearchReader;
import info.frostfs.sdk.tools.RequestConstructor; import info.frostfs.sdk.tools.RequestConstructor;
import info.frostfs.sdk.tools.Verifier; import info.frostfs.sdk.tools.Verifier;
import info.frostfs.sdk.utils.Validator;
import org.apache.commons.collections4.CollectionUtils; import org.apache.commons.collections4.CollectionUtils;
import java.io.FileInputStream;
import java.io.IOException; import java.io.IOException;
import java.io.InputStream;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.List; import java.util.List;
import static info.frostfs.sdk.Helper.getSha256; import static info.frostfs.sdk.Helper.getSha256;
import static info.frostfs.sdk.constants.ErrorConst.*; import static info.frostfs.sdk.constants.ErrorConst.PROTO_MESSAGE_IS_EMPTY_TEMPLATE;
import static info.frostfs.sdk.tools.RequestSigner.sign; import static info.frostfs.sdk.tools.RequestSigner.sign;
import static info.frostfs.sdk.utils.DeadLineUtil.deadLineAfter;
import static info.frostfs.sdk.utils.Validator.validate;
import static java.util.Objects.isNull; import static java.util.Objects.isNull;
import static java.util.Objects.nonNull;
public class ObjectClientImpl extends ContextAccessor implements ObjectClient { public class ObjectClientImpl extends ContextAccessor implements ObjectClient {
private final ObjectServiceGrpc.ObjectServiceBlockingStub objectServiceBlockingClient; private final ObjectServiceGrpc.ObjectServiceBlockingStub objectServiceBlockingClient;
@ -55,87 +57,224 @@ public class ObjectClientImpl extends ContextAccessor implements ObjectClient {
this.sessionTools = new SessionToolsImpl(clientEnvironment); this.sessionTools = new SessionToolsImpl(clientEnvironment);
} }
public frostfs.session.Types.SessionToken getOrCreateSession(SessionToken sessionToken) { public SessionToken getOrCreateSession(SessionContext sessionContext, CallContext ctx) {
return sessionTools.getOrCreateSession(sessionToken, getContext()); return isNull(sessionContext.getSessionToken())
? sessionTools.getOrCreateSession(getContext(), ctx)
: sessionContext.getSessionToken();
} }
@Override @Override
public ObjectHeader getObjectHead(ContainerId cid, ObjectId oid) { public ObjectHeaderResult getObjectHead(PrmObjectHeadGet args, CallContext ctx) {
if (isNull(cid) || isNull(oid)) { validate(args);
throw new ValidationFrostFSException(
String.format(
PARAMS_ARE_MISSING_TEMPLATE,
String.join(FIELDS_DELIMITER_COMMA, ContainerId.class.getName(), ObjectId.class.getName())
)
);
}
var request = createHeadRequest(ContainerIdMapper.toGrpcMessage(cid), ObjectIdMapper.toGrpcMessage(oid)); var request = createHeadRequest(args, ctx);
var response = objectServiceBlockingClient.head(request); var service = deadLineAfter(objectServiceBlockingClient, ctx.getTimeout(), ctx.getTimeUnit());
var response = service.head(request);
Verifier.checkResponse(response); Verifier.checkResponse(response);
return ObjectHeaderMapper.toModel(response.getBody().getHeader().getHeader()); return ObjectHeaderResult.builder()
.headerInfo(ObjectHeaderMapper.toModel(response.getBody().getHeader().getHeader()))
.splitInfo(SplitInfoMapper.toModel(response.getBody().getSplitInfo()))
.build();
} }
@Override @Override
public ObjectFrostFS getObject(ContainerId cid, ObjectId oid) { public ObjectFrostFS getObject(PrmObjectGet args, CallContext ctx) {
var request = createGetRequest(ContainerIdMapper.toGrpcMessage(cid), ObjectIdMapper.toGrpcMessage(oid)); validate(args);
return getObject(request); var request = createGetRequest(args, ctx);
return getObject(request, ctx);
} }
@Override @Override
public void deleteObject(ContainerId cid, ObjectId oid) { public void deleteObject(PrmObjectDelete args, CallContext ctx) {
var request = createDeleteRequest(ContainerIdMapper.toGrpcMessage(cid), ObjectIdMapper.toGrpcMessage(oid)); validate(args);
var response = objectServiceBlockingClient.delete(request); var request = createDeleteRequest(args, ctx);
var service = deadLineAfter(objectServiceBlockingClient, ctx.getTimeout(), ctx.getTimeUnit());
var response = service.delete(request);
Verifier.checkResponse(response); Verifier.checkResponse(response);
} }
@Override @Override
public Iterable<ObjectId> searchObjects(ContainerId cid, ObjectFilter<?>... filters) { public Iterable<ObjectId> searchObjects(PrmObjectSearch args, CallContext ctx) {
var request = createSearchRequest(ContainerIdMapper.toGrpcMessage(cid), filters); validate(args);
var objectsIds = searchObjects(request); var request = createSearchRequest(args, ctx);
var objectsIds = searchObjects(request, ctx);
return Iterables.transform(objectsIds, input -> new ObjectId(input.getValue().toByteArray())); return Iterables.transform(objectsIds, input -> new ObjectId(input.getValue().toByteArray()));
} }
@Override @Override
public ObjectId putObject(PutObjectParameters parameters) { public ObjectWriter putObject(PrmObjectPut args, CallContext ctx) {
Validator.validate(parameters); validate(args);
if (parameters.isClientCut()) { return new ObjectWriter(getContext(), args, getUploadStream(args, ctx));
return putClientCutObject(parameters);
}
if (parameters.getHeader().getPayloadLength() > 0) {
parameters.setFullLength(parameters.getHeader().getPayloadLength());
} else {
parameters.setFullLength(getStreamSize(parameters.getPayload()));
}
return putStreamObject(parameters).getObjectId();
} }
@Override @Override
public ObjectId putSingleObject(ObjectFrostFS modelObject) { public ObjectId putClientCutObject(PrmObjectClientCutPut args, CallContext ctx) {
var grpcObject = objectToolsImpl.createObject(modelObject); validate(args);
var request = createPutSingleRequest(grpcObject); var header = args.getObjectHeader();
var fullLength = header.getPayloadLength() == 0 ? getStreamSize(args.getPayload()) : header.getPayloadLength();
args.getPutObjectContext().setFullLength(fullLength);
var response = objectServiceBlockingClient.putSingle(request); if (args.getPutObjectContext().getMaxObjectSizeCache() == 0) {
var networkSettings = getContext().getFrostFSClient().getNetworkSettings(ctx);
args.getPutObjectContext().setMaxObjectSizeCache(networkSettings.getMaxObjectSize().intValue());
}
var restBytes = fullLength - args.getPutObjectContext().getCurrentStreamPosition();
var objectSize = restBytes > 0
? Math.min(args.getPutObjectContext().getMaxObjectSizeCache(), restBytes)
: args.getPutObjectContext().getMaxObjectSizeCache();
//define collection capacity
var restPart = (restBytes % objectSize) > 0 ? 1 : 0;
var objectsCount = fullLength > 0 ? (int) (restBytes / objectSize) + restPart : 0;
List<ObjectId> sentObjectIds = new ArrayList<>(objectsCount);
// keep attributes for the large object
var attributes = args.getObjectHeader().getAttributes();
Split split = new Split();
args.getObjectHeader().setAttributes(new ArrayList<>());
// send all parts except the last one as separate Objects
while (restBytes > (long) args.getPutObjectContext().getMaxObjectSizeCache()) {
var previous = CollectionUtils.isNotEmpty(sentObjectIds)
? sentObjectIds.get(sentObjectIds.size() - 1)
: null;
split.setPrevious(previous);
args.getObjectHeader().setSplit(split);
var result = putMultipartStreamObject(args, ctx);
sentObjectIds.add(result.getObjectId());
restBytes -= result.getObjectSize();
}
// send the last part and create linkObject
if (CollectionUtils.isNotEmpty(sentObjectIds)) {
var largeObjectHeader =
new ObjectHeader(header.getContainerId(), ObjectType.REGULAR, attributes, fullLength, null);
split.setParentHeader(largeObjectHeader);
var result = putMultipartStreamObject(args, ctx);
sentObjectIds.add(result.getObjectId());
var linkObject = new LinkObject(header.getContainerId(), split.getSplitId(), largeObjectHeader);
linkObject.addChildren(sentObjectIds);
putSingleObject(new PrmObjectSinglePut(linkObject), ctx);
return split.getParent();
}
// We are here if the payload is placed to one Object. It means no cut action, just simple PUT.
var singlePartResult = putMultipartStreamObject(args, ctx);
return singlePartResult.getObjectId();
}
@Override
public ObjectId putSingleObject(PrmObjectSinglePut args, CallContext ctx) {
var grpcObject = objectToolsImpl.createObject(args.getObjectFrostFS());
var request = createPutSingleRequest(grpcObject, args, ctx);
var service = deadLineAfter(objectServiceBlockingClient, ctx.getTimeout(), ctx.getTimeUnit());
var response = service.putSingle(request);
Verifier.checkResponse(response); Verifier.checkResponse(response);
return new ObjectId(grpcObject.getObjectId().getValue().toByteArray()); return new ObjectId(grpcObject.getObjectId().getValue().toByteArray());
} }
private ObjectFrostFS getObject(Service.GetRequest request) { @Override
var reader = getObjectInit(request); public RangeReader getRange(PrmRangeGet args, CallContext ctx) {
validate(args);
var request = createGetRangeRequest(args, ctx);
var service = deadLineAfter(objectServiceBlockingClient, ctx.getTimeout(), ctx.getTimeUnit());
return new RangeReader(service.getRange(request));
}
@Override
public byte[][] getRangeHash(PrmRangeHashGet args, CallContext ctx) {
validate(args);
var request = createGetRangeHashRequest(args, ctx);
var service = deadLineAfter(objectServiceBlockingClient, ctx.getTimeout(), ctx.getTimeUnit());
var response = service.getRangeHash(request);
Verifier.checkResponse(response);
return response.getBody().getHashListList().stream().map(ByteString::toByteArray).toArray(byte[][]::new);
}
@Override
public ObjectId patchObject(PrmObjectPatch args, CallContext ctx) {
validate(args);
var request = createInitPatchRequest(args);
var protoToken = RequestConstructor.createObjectTokenContext(
getOrCreateSession(args, ctx),
request.getBody().getAddress(),
frostfs.session.Types.ObjectSessionContext.Verb.PATCH,
getContext().getKey()
);
var currentPos = args.getRange().getOffset();
var chunkSize = args.getMaxChunkLength();
byte[] chunkBuffer = new byte[chunkSize];
var service = deadLineAfter(objectServiceClient, ctx.getTimeout(), ctx.getTimeUnit());
PatchStreamer writer = new PatchStreamer(service);
var bytesCount = readNBytes(args.getPayload(), chunkBuffer, chunkSize);
while (bytesCount > 0) {
var range = Service.Range.newBuilder()
.setOffset(currentPos)
.setLength(bytesCount)
.build();
Service.PatchRequest.Body.Patch.newBuilder()
.setChunk(ByteString.copyFrom(chunkBuffer, 0, bytesCount))
.setSourceRange(range)
.build();
currentPos += bytesCount;
RequestConstructor.addMetaHeader(request, args.getXHeaders(), protoToken);
sign(request, getContext().getKey());
writer.write(request.build());
bytesCount = readNBytes(args.getPayload(), chunkBuffer, chunkSize);
}
var response = writer.complete();
Verifier.checkResponse(response);
return ObjectIdMapper.toModel(response.getBody().getObjectId());
}
private ObjectFrostFS getObject(Service.GetRequest request, CallContext ctx) {
var reader = getObjectInit(request, ctx);
var grpcObject = reader.readHeader(); var grpcObject = reader.readHeader();
var modelObject = ObjectFrostFSMapper.toModel(grpcObject); var modelObject = ObjectFrostFSMapper.toModel(grpcObject);
@ -145,39 +284,41 @@ public class ObjectClientImpl extends ContextAccessor implements ObjectClient {
return modelObject; return modelObject;
} }
private ObjectReaderImpl getObjectInit(Service.GetRequest initRequest) { private ObjectReaderImpl getObjectInit(Service.GetRequest initRequest, CallContext ctx) {
if (initRequest.getSerializedSize() == 0) { if (initRequest.getSerializedSize() == 0) {
throw new ProcessFrostFSException( throw new ProcessFrostFSException(
String.format(PROTO_MESSAGE_IS_EMPTY_TEMPLATE, initRequest.getClass().getName()) String.format(PROTO_MESSAGE_IS_EMPTY_TEMPLATE, initRequest.getClass().getName())
); );
} }
return new ObjectReaderImpl(objectServiceBlockingClient.get(initRequest)); var service = deadLineAfter(objectServiceBlockingClient, ctx.getTimeout(), ctx.getTimeUnit());
return new ObjectReaderImpl(service.get(initRequest));
} }
private PutObjectResult putStreamObject(PutObjectParameters parameters) { private PutObjectResult putMultipartStreamObject(PrmObjectClientCutPut args, CallContext ctx) {
var chunkSize = parameters.getBufferMaxSize() > 0 ? parameters.getBufferMaxSize() : AppConst.OBJECT_CHUNK_SIZE; var chunkSize = args.getBufferMaxSize() > 0 ? args.getBufferMaxSize() : AppConst.OBJECT_CHUNK_SIZE;
var restBytes = parameters.getFullLength() - parameters.getCurrentStreamPosition(); var restBytes =
args.getPutObjectContext().getFullLength() - args.getPutObjectContext().getCurrentStreamPosition();
chunkSize = (int) Math.min(restBytes, chunkSize); chunkSize = (int) Math.min(restBytes, chunkSize);
byte[] chunkBuffer = parameters.getCustomerBuffer() != null byte[] chunkBuffer = args.getCustomerBuffer() != null
? parameters.getCustomerBuffer() ? args.getCustomerBuffer()
: new byte[chunkSize];//todo change to pool : new byte[chunkSize];//todo change to pool
var sentBytes = 0; var sentBytes = 0;
// 0 means no limit from client, so server side cut is performed // 0 means no limit from client, so server side cut is performed
var objectLimitSize = parameters.isClientCut() ? parameters.getMaxObjectSizeCache() : 0; var objectLimitSize = args.getPutObjectContext().getMaxObjectSizeCache();
var stream = getUploadStream(parameters); var stream = getUploadStream(args, ctx);
while (objectLimitSize == 0 || sentBytes < objectLimitSize) { while (objectLimitSize == 0 || sentBytes < objectLimitSize) {
// send chunks limited to default or user's settings // send chunks limited to default or user's settings
var bufferSize = objectLimitSize > 0 ? Math.min(objectLimitSize - sentBytes, chunkSize) : chunkSize; var bufferSize = objectLimitSize > 0 ? Math.min(objectLimitSize - sentBytes, chunkSize) : chunkSize;
var bytesCount = readNBytes(parameters.getPayload(), chunkBuffer, bufferSize); var bytesCount = readNBytes(args.getPayload(), chunkBuffer, bufferSize);
if (bytesCount == 0) { if (bytesCount == 0) {
break; break;
@ -204,110 +345,40 @@ public class ObjectClientImpl extends ContextAccessor implements ObjectClient {
return new PutObjectResult(objectId, sentBytes); return new PutObjectResult(objectId, sentBytes);
} }
private ObjectId putClientCutObject(PutObjectParameters parameters) { private ObjectStreamer getUploadStream(PrmObjectPutBase args, CallContext ctx) {
var header = parameters.getHeader(); var header = args.getObjectHeader();
var tokenRaw = getOrCreateSession(parameters.getSessionToken());
var token = new SessionToken(SessionMapper.serialize(tokenRaw));
parameters.setSessionToken(token);
var fullLength = header.getPayloadLength() == 0
? getStreamSize(parameters.getPayload())
: header.getPayloadLength();
parameters.setFullLength(fullLength);
if (parameters.getMaxObjectSizeCache() == 0) {
var networkSettings = getContext().getFrostFSClient().getNetworkSettings();
parameters.setMaxObjectSizeCache(networkSettings.getMaxObjectSize().intValue());
}
var restBytes = fullLength - parameters.getCurrentStreamPosition();
var objectSize = restBytes > 0
? Math.min(parameters.getMaxObjectSizeCache(), restBytes)
: parameters.getMaxObjectSizeCache();
//define collection capacity
var restPart = (restBytes % objectSize) > 0 ? 1 : 0;
var objectsCount = fullLength > 0 ? (int) (restBytes / objectSize) + restPart : 0;
List<ObjectId> sentObjectIds = new ArrayList<>(objectsCount);
// keep attributes for the large object
var attributes = parameters.getHeader().getAttributes();
Split split = new Split();
parameters.getHeader().setSplit(split);
parameters.getHeader().setAttributes(new ArrayList<>());
// send all parts except the last one as separate Objects
while (restBytes > (long) parameters.getMaxObjectSizeCache()) {
var previous = CollectionUtils.isNotEmpty(sentObjectIds)
? sentObjectIds.get(sentObjectIds.size() - 1)
: null;
split.setPrevious(previous);
var result = putStreamObject(parameters);
sentObjectIds.add(result.getObjectId());
restBytes -= result.getObjectSize();
}
// send the last part and create linkObject
if (CollectionUtils.isNotEmpty(sentObjectIds)) {
var largeObjectHeader =
new ObjectHeader(header.getContainerId(), ObjectType.REGULAR, attributes, fullLength, null);
split.setParentHeader(largeObjectHeader);
var result = putStreamObject(parameters);
sentObjectIds.add(result.getObjectId());
var linkObject = new LinkObject(header.getContainerId(), split.getSplitId(), largeObjectHeader);
linkObject.addChildren(sentObjectIds);
putSingleObject(linkObject);
return split.getParent();
}
// We are here if the payload is placed to one Object. It means no cut action, just simple PUT.
var singlePartResult = putStreamObject(parameters);
return singlePartResult.getObjectId();
}
private ObjectWriter getUploadStream(PutObjectParameters parameters) {
var header = parameters.getHeader();
header.setOwnerId(getContext().getOwnerId()); header.setOwnerId(getContext().getOwnerId());
header.setVersion(getContext().getVersion()); header.setVersion(getContext().getVersion());
var grpcHeader = ObjectHeaderMapper.toGrpcMessage(header); var grpcHeader = ObjectHeaderMapper.toGrpcMessage(header);
if (nonNull(header.getSplit())) {
grpcHeader = objectToolsImpl.updateSplitValues(grpcHeader, header.getSplit()); grpcHeader = objectToolsImpl.updateSplitValues(grpcHeader, header.getSplit());
}
var oid = Types.ObjectID.newBuilder().setValue(getSha256(grpcHeader)).build(); var oid = Types.ObjectID.newBuilder().setValue(getSha256(grpcHeader)).build();
var initRequest = createInitPutRequest(oid, grpcHeader); var initRequest = createInitPutRequest(oid, grpcHeader, args, ctx);
return putObjectInit(initRequest); return putObjectInit(initRequest, ctx);
} }
private ObjectWriter putObjectInit(Service.PutRequest initRequest) { private ObjectStreamer putObjectInit(Service.PutRequest initRequest, CallContext ctx) {
if (initRequest.getSerializedSize() == 0) { if (initRequest.getSerializedSize() == 0) {
throw new ProcessFrostFSException( throw new ProcessFrostFSException(
String.format(PROTO_MESSAGE_IS_EMPTY_TEMPLATE, initRequest.getClass().getName()) String.format(PROTO_MESSAGE_IS_EMPTY_TEMPLATE, initRequest.getClass().getName())
); );
} }
ObjectWriter writer = new ObjectWriter(objectServiceClient); var service = deadLineAfter(objectServiceClient, ctx.getTimeout(), ctx.getTimeUnit());
ObjectStreamer writer = new ObjectStreamer(service);
writer.write(initRequest); writer.write(initRequest);
return writer; return writer;
} }
private Iterable<Types.ObjectID> searchObjects(Service.SearchRequest request) { private Iterable<Types.ObjectID> searchObjects(Service.SearchRequest request, CallContext ctx) {
var reader = getSearchReader(request); var reader = getSearchReader(request, ctx);
var ids = reader.read(); var ids = reader.read();
List<Types.ObjectID> result = new ArrayList<>(); List<Types.ObjectID> result = new ArrayList<>();
@ -319,62 +390,63 @@ public class ObjectClientImpl extends ContextAccessor implements ObjectClient {
return result;//todo return yield return result;//todo return yield
} }
private SearchReader getSearchReader(Service.SearchRequest initRequest) { private SearchReader getSearchReader(Service.SearchRequest initRequest, CallContext ctx) {
if (initRequest.getSerializedSize() == 0) { if (initRequest.getSerializedSize() == 0) {
throw new ProcessFrostFSException( throw new ProcessFrostFSException(
String.format(PROTO_MESSAGE_IS_EMPTY_TEMPLATE, initRequest.getClass().getName()) String.format(PROTO_MESSAGE_IS_EMPTY_TEMPLATE, initRequest.getClass().getName())
); );
} }
return new SearchReader(objectServiceBlockingClient.search(initRequest)); var service = deadLineAfter(objectServiceBlockingClient, ctx.getTimeout(), ctx.getTimeUnit());
return new SearchReader(service.search(initRequest));
} }
private int readNBytes(FileInputStream fileInputStream, byte[] buffer, int size) { private int readNBytes(InputStream inputStream, byte[] buffer, int size) {
try { try {
return fileInputStream.readNBytes(buffer, 0, size); return inputStream.readNBytes(buffer, 0, size);
} catch (IOException exp) { } catch (IOException exp) {
throw new ProcessFrostFSException(exp.getMessage()); throw new ProcessFrostFSException(exp.getMessage());
} }
} }
private long getStreamSize(FileInputStream fileInputStream) { private long getStreamSize(InputStream inputStream) {
try { try {
return fileInputStream.getChannel().size(); return inputStream.available();
} catch (IOException exp) { } catch (IOException exp) {
throw new ProcessFrostFSException(exp.getMessage()); throw new ProcessFrostFSException(exp.getMessage());
} }
} }
private Service.HeadRequest createHeadRequest(Types.ContainerID cid, Types.ObjectID oid) { private Service.HeadRequest createHeadRequest(PrmObjectHeadGet args, CallContext ctx) {
var address = Types.Address.newBuilder() var address = Types.Address.newBuilder()
.setContainerId(cid) .setContainerId(ContainerIdMapper.toGrpcMessage(args.getContainerId()))
.setObjectId(oid) .setObjectId(ObjectIdMapper.toGrpcMessage(args.getObjectId()))
.build(); .build();
var body = Service.HeadRequest.Body.newBuilder() var body = Service.HeadRequest.Body.newBuilder()
.setAddress(address) .setAddress(address)
.setRaw(args.isRaw())
.build(); .build();
var request = Service.HeadRequest.newBuilder() var request = Service.HeadRequest.newBuilder()
.setBody(body); .setBody(body);
var sessionToken = getOrCreateSession(null); var sessionToken = getOrCreateSession(args, ctx);
var protoToken = RequestConstructor.createObjectTokenContext(
sessionToken = RequestConstructor.createObjectTokenContext(
sessionToken, sessionToken,
address, address,
frostfs.session.Types.ObjectSessionContext.Verb.HEAD, frostfs.session.Types.ObjectSessionContext.Verb.HEAD,
getContext().getKey() getContext().getKey()
); );
RequestConstructor.addMetaHeader(request, null, sessionToken); RequestConstructor.addMetaHeader(request, args.getXHeaders(), protoToken);
sign(request, getContext().getKey()); sign(request, getContext().getKey());
return request.build(); return request.build();
} }
private Service.GetRequest createGetRequest(Types.ContainerID cid, Types.ObjectID oid) { private Service.GetRequest createGetRequest(PrmObjectGet args, CallContext ctx) {
var address = Types.Address.newBuilder() var address = Types.Address.newBuilder()
.setContainerId(cid) .setContainerId(ContainerIdMapper.toGrpcMessage(args.getContainerId()))
.setObjectId(oid) .setObjectId(ObjectIdMapper.toGrpcMessage(args.getObjectId()))
.build(); .build();
var body = Service.GetRequest.Body.newBuilder() var body = Service.GetRequest.Body.newBuilder()
.setAddress(address) .setAddress(address)
@ -382,25 +454,24 @@ public class ObjectClientImpl extends ContextAccessor implements ObjectClient {
var request = Service.GetRequest.newBuilder() var request = Service.GetRequest.newBuilder()
.setBody(body); .setBody(body);
var sessionToken = getOrCreateSession(null); var sessionToken = getOrCreateSession(args, ctx);
var protoToken = RequestConstructor.createObjectTokenContext(
sessionToken = RequestConstructor.createObjectTokenContext(
sessionToken, sessionToken,
address, address,
frostfs.session.Types.ObjectSessionContext.Verb.GET, frostfs.session.Types.ObjectSessionContext.Verb.GET,
getContext().getKey() getContext().getKey()
); );
RequestConstructor.addMetaHeader(request, null, sessionToken); RequestConstructor.addMetaHeader(request, args.getXHeaders(), protoToken);
sign(request, getContext().getKey()); sign(request, getContext().getKey());
return request.build(); return request.build();
} }
private Service.DeleteRequest createDeleteRequest(Types.ContainerID cid, Types.ObjectID oid) { private Service.DeleteRequest createDeleteRequest(PrmObjectDelete args, CallContext ctx) {
var address = Types.Address.newBuilder() var address = Types.Address.newBuilder()
.setContainerId(cid) .setContainerId(ContainerIdMapper.toGrpcMessage(args.getContainerId()))
.setObjectId(oid) .setObjectId(ObjectIdMapper.toGrpcMessage(args.getObjectId()))
.build(); .build();
var body = Service.DeleteRequest.Body.newBuilder() var body = Service.DeleteRequest.Body.newBuilder()
.setAddress(address) .setAddress(address)
@ -408,22 +479,23 @@ public class ObjectClientImpl extends ContextAccessor implements ObjectClient {
var request = Service.DeleteRequest.newBuilder() var request = Service.DeleteRequest.newBuilder()
.setBody(body); .setBody(body);
var sessionToken = getOrCreateSession(null); var sessionToken = getOrCreateSession(args, ctx);
var protoToken = RequestConstructor.createObjectTokenContext(
sessionToken = RequestConstructor.createObjectTokenContext(
sessionToken, sessionToken,
address, address,
frostfs.session.Types.ObjectSessionContext.Verb.DELETE, frostfs.session.Types.ObjectSessionContext.Verb.DELETE,
getContext().getKey() getContext().getKey()
); );
RequestConstructor.addMetaHeader(request, null, sessionToken); RequestConstructor.addMetaHeader(request, args.getXHeaders(), protoToken);
sign(request, getContext().getKey()); sign(request, getContext().getKey());
return request.build(); return request.build();
} }
private Service.SearchRequest createSearchRequest(Types.ContainerID cid, ObjectFilter<?>... filters) { private Service.SearchRequest createSearchRequest(PrmObjectSearch args, CallContext ctx) {
var cid = ContainerIdMapper.toGrpcMessage(args.getContainerId());
var address = Types.Address.newBuilder() var address = Types.Address.newBuilder()
.setContainerId(cid) .setContainerId(cid)
.build(); .build();
@ -432,29 +504,31 @@ public class ObjectClientImpl extends ContextAccessor implements ObjectClient {
.setContainerId(cid) .setContainerId(cid)
.setVersion(1);// TODO: clarify this param .setVersion(1);// TODO: clarify this param
for (ObjectFilter<?> filter : filters) { for (ObjectFilter<?> filter : args.getFilters()) {
body.addFilters(ObjectFilterMapper.toGrpcMessage(filter)); body.addFilters(ObjectFilterMapper.toGrpcMessage(filter));
} }
var request = Service.SearchRequest.newBuilder() var request = Service.SearchRequest.newBuilder()
.setBody(body.build()); .setBody(body.build());
var sessionToken = getOrCreateSession(null); var sessionToken = getOrCreateSession(args, ctx);
var protoToken = RequestConstructor.createObjectTokenContext(
sessionToken = RequestConstructor.createObjectTokenContext(
sessionToken, sessionToken,
address, address,
frostfs.session.Types.ObjectSessionContext.Verb.SEARCH, frostfs.session.Types.ObjectSessionContext.Verb.SEARCH,
getContext().getKey() getContext().getKey()
); );
RequestConstructor.addMetaHeader(request, null, sessionToken); RequestConstructor.addMetaHeader(request, args.getXHeaders(), protoToken);
sign(request, getContext().getKey()); sign(request, getContext().getKey());
return request.build(); return request.build();
} }
private Service.PutRequest createInitPutRequest(Types.ObjectID oid, frostfs.object.Types.Header header) { private Service.PutRequest createInitPutRequest(Types.ObjectID oid,
frostfs.object.Types.Header header,
PrmObjectPutBase args,
CallContext ctx) {
var address = Types.Address.newBuilder() var address = Types.Address.newBuilder()
.setContainerId(header.getContainerId()) .setContainerId(header.getContainerId())
.setObjectId(oid) .setObjectId(oid)
@ -468,22 +542,23 @@ public class ObjectClientImpl extends ContextAccessor implements ObjectClient {
var request = Service.PutRequest.newBuilder() var request = Service.PutRequest.newBuilder()
.setBody(body); .setBody(body);
var sessionToken = getOrCreateSession(null); var sessionToken = getOrCreateSession(args, ctx);
var protoToken = RequestConstructor.createObjectTokenContext(
sessionToken = RequestConstructor.createObjectTokenContext(
sessionToken, sessionToken,
address, address,
frostfs.session.Types.ObjectSessionContext.Verb.PUT, frostfs.session.Types.ObjectSessionContext.Verb.PUT,
getContext().getKey() getContext().getKey()
); );
RequestConstructor.addMetaHeader(request, null, sessionToken); RequestConstructor.addMetaHeader(request, args.getXHeaders(), protoToken);
sign(request, getContext().getKey()); sign(request, getContext().getKey());
return request.build(); return request.build();
} }
private Service.PutSingleRequest createPutSingleRequest(frostfs.object.Types.Object grpcObject) { private Service.PutSingleRequest createPutSingleRequest(frostfs.object.Types.Object grpcObject,
PrmObjectSinglePut args,
CallContext ctx) {
var address = Types.Address.newBuilder() var address = Types.Address.newBuilder()
.setContainerId(grpcObject.getHeader().getContainerId()) .setContainerId(grpcObject.getHeader().getContainerId())
.setObjectId(grpcObject.getObjectId()) .setObjectId(grpcObject.getObjectId())
@ -494,18 +569,83 @@ public class ObjectClientImpl extends ContextAccessor implements ObjectClient {
var request = Service.PutSingleRequest.newBuilder() var request = Service.PutSingleRequest.newBuilder()
.setBody(body); .setBody(body);
var sessionToken = getOrCreateSession(null); var sessionToken = getOrCreateSession(args, ctx);
var protoToken = RequestConstructor.createObjectTokenContext(
sessionToken = RequestConstructor.createObjectTokenContext(
sessionToken, sessionToken,
address, address,
frostfs.session.Types.ObjectSessionContext.Verb.PUT, frostfs.session.Types.ObjectSessionContext.Verb.PUT,
getContext().getKey() getContext().getKey()
); );
RequestConstructor.addMetaHeader(request, null, sessionToken); RequestConstructor.addMetaHeader(request, args.getXHeaders(), protoToken);
sign(request, getContext().getKey()); sign(request, getContext().getKey());
return request.build(); return request.build();
} }
private Service.GetRangeRequest createGetRangeRequest(PrmRangeGet args, CallContext ctx) {
var address = Types.Address.newBuilder()
.setContainerId(ContainerIdMapper.toGrpcMessage(args.getContainerId()))
.setObjectId(ObjectIdMapper.toGrpcMessage(args.getObjectId()))
.build();
var body = Service.GetRangeRequest.Body.newBuilder()
.setAddress(address)
.setRange(RangeMapper.toGrpcMessage(args.getRange()))
.setRaw(args.isRaw())
.build();
var request = Service.GetRangeRequest.newBuilder()
.setBody(body);
var sessionToken = getOrCreateSession(args, ctx);
var protoToken = RequestConstructor.createObjectTokenContext(
sessionToken,
address,
frostfs.session.Types.ObjectSessionContext.Verb.RANGE,
getContext().getKey()
);
RequestConstructor.addMetaHeader(request, args.getXHeaders(), protoToken);
sign(request, getContext().getKey());
return request.build();
}
private Service.GetRangeHashRequest createGetRangeHashRequest(PrmRangeHashGet args, CallContext ctx) {
var address = Types.Address.newBuilder()
.setContainerId(ContainerIdMapper.toGrpcMessage(args.getContainerId()))
.setObjectId(ObjectIdMapper.toGrpcMessage(args.getObjectId()))
.build();
var body = Service.GetRangeHashRequest.Body.newBuilder()
.setAddress(address)
.setType(Types.ChecksumType.SHA256)
.setSalt(ByteString.copyFrom(args.getSalt()))
.addAllRanges(RangeMapper.toGrpcMessages(args.getRanges()))
.build();
var request = Service.GetRangeHashRequest.newBuilder()
.setBody(body);
var sessionToken = getOrCreateSession(args, ctx);
var protoToken = RequestConstructor.createObjectTokenContext(
sessionToken,
address,
frostfs.session.Types.ObjectSessionContext.Verb.RANGEHASH,
getContext().getKey()
);
RequestConstructor.addMetaHeader(request, args.getXHeaders(), protoToken);
sign(request, getContext().getKey());
return request.build();
}
private Service.PatchRequest.Builder createInitPatchRequest(PrmObjectPatch args) {
var address = AddressMapper.toGrpcMessage(args.getAddress());
var body = Service.PatchRequest.Body.newBuilder()
.setAddress(address)
.setReplaceAttributes(args.isReplaceAttributes())
.addAllNewAttributes(ObjectAttributeMapper.toGrpcMessages(args.getNewAttributes()))
.build();
return Service.PatchRequest.newBuilder()
.setBody(body);
}
} }

View file

@ -47,16 +47,16 @@ public class ObjectToolsImpl extends ContextAccessor implements ToolsClient {
); );
} }
public Types.Object createObject(ObjectFrostFS objectFrostFs) { public Types.Object createObject(ObjectFrostFS objectFrostFS) {
objectFrostFs.getHeader().setOwnerId(getContext().getOwnerId()); objectFrostFS.getHeader().setOwnerId(getContext().getOwnerId());
objectFrostFs.getHeader().setVersion(getContext().getVersion()); objectFrostFS.getHeader().setVersion(getContext().getVersion());
objectFrostFs.getHeader().setPayloadLength(objectFrostFs.getPayload().length); objectFrostFS.getHeader().setPayloadLength(objectFrostFS.getPayload().length);
var grpcHeader = ObjectHeaderMapper.toGrpcMessage(objectFrostFs.getHeader()).toBuilder() var grpcHeader = ObjectHeaderMapper.toGrpcMessage(objectFrostFS.getHeader()).toBuilder()
.setPayloadHash(sha256Checksum(objectFrostFs.getPayload())) .setPayloadHash(sha256Checksum(objectFrostFS.getPayload()))
.build(); .build();
var split = objectFrostFs.getHeader().getSplit(); var split = objectFrostFS.getHeader().getSplit();
if (nonNull(split)) { if (nonNull(split)) {
grpcHeader = updateSplitValues(grpcHeader, split); grpcHeader = updateSplitValues(grpcHeader, split);
} }
@ -68,7 +68,7 @@ public class ObjectToolsImpl extends ContextAccessor implements ToolsClient {
return Types.Object.newBuilder() return Types.Object.newBuilder()
.setHeader(grpcHeader) .setHeader(grpcHeader)
.setObjectId(objectId) .setObjectId(objectId)
.setPayload(ByteString.copyFrom(objectFrostFs.getPayload())) .setPayload(ByteString.copyFrom(objectFrostFS.getPayload()))
.setSignature(sig) .setSignature(sig)
.build(); .build();
} }

View file

@ -5,6 +5,8 @@ import frostfs.session.SessionServiceGrpc;
import frostfs.session.Types; import frostfs.session.Types;
import info.frostfs.sdk.dto.session.SessionToken; import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.jdo.ClientEnvironment; import info.frostfs.sdk.jdo.ClientEnvironment;
import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.jdo.parameters.session.PrmSessionCreate;
import info.frostfs.sdk.mappers.object.OwnerIdMapper; import info.frostfs.sdk.mappers.object.OwnerIdMapper;
import info.frostfs.sdk.mappers.session.SessionMapper; import info.frostfs.sdk.mappers.session.SessionMapper;
import info.frostfs.sdk.services.ContextAccessor; import info.frostfs.sdk.services.ContextAccessor;
@ -13,6 +15,7 @@ import info.frostfs.sdk.tools.RequestConstructor;
import info.frostfs.sdk.tools.Verifier; import info.frostfs.sdk.tools.Verifier;
import static info.frostfs.sdk.tools.RequestSigner.sign; import static info.frostfs.sdk.tools.RequestSigner.sign;
import static info.frostfs.sdk.utils.DeadLineUtil.deadLineAfter;
public class SessionClientImpl extends ContextAccessor implements SessionClient { public class SessionClientImpl extends ContextAccessor implements SessionClient {
private final SessionServiceGrpc.SessionServiceBlockingStub serviceBlockingStub; private final SessionServiceGrpc.SessionServiceBlockingStub serviceBlockingStub;
@ -23,16 +26,16 @@ public class SessionClientImpl extends ContextAccessor implements SessionClient
} }
@Override @Override
public SessionToken createSession(long expiration) { public SessionToken createSession(PrmSessionCreate args, CallContext ctx) {
var sessionToken = createSessionInternal(expiration); var sessionToken = createSessionInternal(args, ctx);
var token = SessionMapper.serialize(sessionToken); var token = SessionMapper.serialize(sessionToken);
return new SessionToken(token); return new SessionToken(token);
} }
public Types.SessionToken createSessionInternal(long expiration) { public Types.SessionToken createSessionInternal(PrmSessionCreate args, CallContext ctx) {
var body = Service.CreateRequest.Body.newBuilder() var body = Service.CreateRequest.Body.newBuilder()
.setOwnerId(OwnerIdMapper.toGrpcMessage(getContext().getOwnerId())) .setOwnerId(OwnerIdMapper.toGrpcMessage(getContext().getOwnerId()))
.setExpiration(expiration) .setExpiration(args.getExpiration())
.build(); .build();
var request = Service.CreateRequest.newBuilder() var request = Service.CreateRequest.newBuilder()
.setBody(body); .setBody(body);
@ -40,11 +43,12 @@ public class SessionClientImpl extends ContextAccessor implements SessionClient
RequestConstructor.addMetaHeader(request); RequestConstructor.addMetaHeader(request);
sign(request, getContext().getKey()); sign(request, getContext().getKey());
return createSession(request.build()); return createSession(request.build(), ctx);
} }
private Types.SessionToken createSession(Service.CreateRequest request) { private Types.SessionToken createSession(Service.CreateRequest request, CallContext ctx) {
var response = serviceBlockingStub.create(request); var service = deadLineAfter(serviceBlockingStub, ctx.getTimeout(), ctx.getTimeUnit());
var response = service.create(request);
Verifier.checkResponse(response); Verifier.checkResponse(response);

View file

@ -1,12 +1,14 @@
package info.frostfs.sdk.services.impl; package info.frostfs.sdk.services.impl;
import frostfs.session.Types;
import info.frostfs.sdk.dto.session.SessionToken; import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.exceptions.FrostFSException;
import info.frostfs.sdk.jdo.ClientEnvironment; import info.frostfs.sdk.jdo.ClientEnvironment;
import info.frostfs.sdk.mappers.session.SessionMapper; import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.jdo.parameters.session.PrmSessionCreate;
import info.frostfs.sdk.services.ContextAccessor; import info.frostfs.sdk.services.ContextAccessor;
import info.frostfs.sdk.services.SessionTools; import info.frostfs.sdk.services.SessionTools;
import static info.frostfs.sdk.constants.ErrorConst.SESSION_CREATE_FAILED;
import static java.util.Objects.isNull; import static java.util.Objects.isNull;
public class SessionToolsImpl extends ContextAccessor implements SessionTools { public class SessionToolsImpl extends ContextAccessor implements SessionTools {
@ -16,12 +18,18 @@ public class SessionToolsImpl extends ContextAccessor implements SessionTools {
} }
@Override @Override
public Types.SessionToken getOrCreateSession(SessionToken sessionToken, ClientEnvironment env) { public SessionToken getOrCreateSession(ClientEnvironment env, CallContext ctx) {
if (isNull(sessionToken)) { var token = env.getSessionCache().tryGetValue(env.getSessionKey());
return env.getFrostFSClient().createSessionInternal(-1);
if (isNull(token)) {
token = env.getFrostFSClient().createSession(new PrmSessionCreate(-1), ctx);
if (isNull(token)) {
throw new FrostFSException(SESSION_CREATE_FAILED);
} }
return SessionMapper.deserializeSessionToken(sessionToken.getToken()); env.getSessionCache().setValue(env.getSessionKey(), token);
} }
return token;
}
} }

View file

@ -15,10 +15,10 @@ import static info.frostfs.sdk.services.impl.interceptor.Labels.*;
public class ClientMetrics { public class ClientMetrics {
private static final List<String> defaultRequestLabels = private static final List<String> defaultRequestLabels =
Arrays.asList("grpc_type", "grpc_service", "grpc_method"); Arrays.asList("grpc_target", "grpc_type", "grpc_service", "grpc_method");
private static final List<String> defaultResponseLabels = private static final List<String> defaultResponseLabels =
Arrays.asList("grpc_type", "grpc_service", "grpc_method", "code", "grpc_code"); Arrays.asList("grpc_target", "grpc_type", "grpc_service", "grpc_method", "code", "grpc_code");
private static final Counter.Builder rpcStartedBuilder = private static final Counter.Builder rpcStartedBuilder =
Counter.build() Counter.build()
@ -113,7 +113,9 @@ public class ClientMetrics {
.observe(latencySec); .observe(latencySec);
} }
/** Knows how to produce {@link ClientMetrics} instances for individual methods. */ /**
* Knows how to produce {@link ClientMetrics} instances for individual methods.
*/
static class Factory { static class Factory {
private final List<Metadata.Key<String>> labelHeaderKeys; private final List<Metadata.Key<String>> labelHeaderKeys;
private final Counter rpcStarted; private final Counter rpcStarted;
@ -155,7 +157,9 @@ public class ClientMetrics {
} }
} }
/** Creates a {@link ClientMetrics} for the supplied gRPC method. */ /**
* Creates a {@link ClientMetrics} for the supplied gRPC method.
*/
ClientMetrics createMetricsForMethod(GrpcMethod grpcMethod) { ClientMetrics createMetricsForMethod(GrpcMethod grpcMethod) {
return new ClientMetrics( return new ClientMetrics(
labelHeaderKeys, labelHeaderKeys,

View file

@ -2,9 +2,11 @@ package info.frostfs.sdk.services.impl.interceptor;
import io.prometheus.client.CollectorRegistry; import io.prometheus.client.CollectorRegistry;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.List; import java.util.List;
import java.util.stream.Collectors; import java.util.stream.Collectors;
public class Configuration { public class Configuration {
private static final double[] DEFAULT_LATENCY_BUCKETS = private static final double[] DEFAULT_LATENCY_BUCKETS =
new double[]{.001, .005, .01, .05, 0.075, .1, .25, .5, 1, 2, 5, 10}; new double[]{.001, .005, .01, .05, 0.075, .1, .25, .5, 1, 2, 5, 10};
@ -14,6 +16,7 @@ public class Configuration {
private final double[] latencyBuckets; private final double[] latencyBuckets;
private final List<String> labelHeaders; private final List<String> labelHeaders;
private final boolean isAddCodeLabelToHistograms; private final boolean isAddCodeLabelToHistograms;
private Configuration( private Configuration(
boolean isIncludeLatencyHistograms, boolean isIncludeLatencyHistograms,
CollectorRegistry collectorRegistry, CollectorRegistry collectorRegistry,
@ -28,7 +31,9 @@ public class Configuration {
} }
/** Returns a {@link Configuration} for recording all cheap metrics about the rpcs. */ /**
* Returns a {@link Configuration} for recording all cheap metrics about the rpcs.
*/
public static Configuration cheapMetricsOnly() { public static Configuration cheapMetricsOnly() {
return new Configuration( return new Configuration(
false /* isIncludeLatencyHistograms */, false /* isIncludeLatencyHistograms */,
@ -119,27 +124,37 @@ public class Configuration {
true /* isAddCodeLabelToHistograms */); true /* isAddCodeLabelToHistograms */);
} }
/** Returns whether or not latency histograms for calls should be included. */ /**
* Returns whether or not latency histograms for calls should be included.
*/
public boolean isIncludeLatencyHistograms() { public boolean isIncludeLatencyHistograms() {
return isIncludeLatencyHistograms; return isIncludeLatencyHistograms;
} }
/** Returns the {@link CollectorRegistry} used to record stats. */ /**
* Returns the {@link CollectorRegistry} used to record stats.
*/
public CollectorRegistry getCollectorRegistry() { public CollectorRegistry getCollectorRegistry() {
return collectorRegistry; return collectorRegistry;
} }
/** Returns the histogram buckets to use for latency metrics. */ /**
* Returns the histogram buckets to use for latency metrics.
*/
public double[] getLatencyBuckets() { public double[] getLatencyBuckets() {
return latencyBuckets; return latencyBuckets;
} }
/** Returns the configured list of headers to be used as labels. */ /**
* Returns the configured list of headers to be used as labels.
*/
public List<String> getLabelHeaders() { public List<String> getLabelHeaders() {
return labelHeaders; return labelHeaders;
} }
/** Returns whether or not status code label should be added to latency histogram. */ /**
* Returns whether or not status code label should be added to latency histogram.
*/
public boolean isAddCodeLabelToHistograms() { public boolean isAddCodeLabelToHistograms() {
return isAddCodeLabelToHistograms; return isAddCodeLabelToHistograms;
} }

View file

@ -1,27 +1,33 @@
package info.frostfs.sdk.services.impl.interceptor; package info.frostfs.sdk.services.impl.interceptor;
import io.grpc.Channel;
import io.grpc.MethodDescriptor; import io.grpc.MethodDescriptor;
import io.grpc.MethodDescriptor.MethodType; import io.grpc.MethodDescriptor.MethodType;
public class GrpcMethod { public class GrpcMethod {
private final String targetName;
private final String serviceName; private final String serviceName;
private final String methodName; private final String methodName;
private final MethodType type; private final MethodType type;
private GrpcMethod(String serviceName, String methodName, MethodType type) { private GrpcMethod(String targetName, String serviceName, String methodName, MethodType type) {
this.targetName = targetName;
this.serviceName = serviceName; this.serviceName = serviceName;
this.methodName = methodName; this.methodName = methodName;
this.type = type; this.type = type;
} }
static GrpcMethod of(MethodDescriptor<?, ?> method) { static GrpcMethod of(MethodDescriptor<?, ?> method, Channel channel) {
String serviceName = MethodDescriptor.extractFullServiceName(method.getFullMethodName()); String serviceName = MethodDescriptor.extractFullServiceName(method.getFullMethodName());
// Full method names are of the form: "full.serviceName/MethodName". We extract the last part. // Full method names are of the form: "full.serviceName/MethodName". We extract the last part.
String methodName = method.getFullMethodName().substring(serviceName.length() + 1); String methodName = method.getFullMethodName().substring(serviceName.length() + 1);
return new GrpcMethod(serviceName, methodName, method.getType()); return new GrpcMethod(channel.authority(), serviceName, methodName, method.getType());
} }
String targetName() {
return targetName;
}
String serviceName() { String serviceName() {
return serviceName; return serviceName;

View file

@ -9,14 +9,21 @@ import java.util.Collections;
import java.util.List; import java.util.List;
public class Labels { public class Labels {
/** Merges two string lists into an array, maintaining order of first list then second list. */ private Labels() {
}
/**
* Merges two string lists into an array, maintaining order of first list then second list.
*/
static String[] asArray(List<String> firstList, List<String> secondList) { static String[] asArray(List<String> firstList, List<String> secondList) {
List<String> list = new ArrayList<>(firstList); List<String> list = new ArrayList<>(firstList);
list.addAll(secondList); list.addAll(secondList);
return list.toArray(new String[0]); return list.toArray(new String[0]);
} }
/** Converts a list of strings to a list of grpc metadata keys. */ /**
* Converts a list of strings to a list of grpc metadata keys.
*/
static List<Key<String>> metadataKeys(List<String> headerNames) { static List<Key<String>> metadataKeys(List<String> headerNames) {
List<Key<String>> keys = new ArrayList<>(); List<Key<String>> keys = new ArrayList<>();
for (String name : headerNames) { for (String name : headerNames) {
@ -41,9 +48,12 @@ public class Labels {
return Collections.unmodifiableList(labels); return Collections.unmodifiableList(labels);
} }
/** Adds standard labels, as well as custom ones, in order, to a given collector. */ /**
* Adds standard labels, as well as custom ones, in order, to a given collector.
*/
static <T> T addLabels(SimpleCollector<T> collector, List<String> labels, GrpcMethod method) { static <T> T addLabels(SimpleCollector<T> collector, List<String> labels, GrpcMethod method) {
List<String> allLabels = new ArrayList<>(); List<String> allLabels = new ArrayList<>();
allLabels.add(method.targetName());
allLabels.add(method.type()); allLabels.add(method.type());
allLabels.add(method.serviceName()); allLabels.add(method.serviceName());
allLabels.add(method.methodName()); allLabels.add(method.methodName());

View file

@ -1,11 +1,8 @@
package info.frostfs.sdk.services.impl.interceptor; package info.frostfs.sdk.services.impl.interceptor;
import io.grpc.*;
import java.time.Clock; import java.time.Clock;
import io.grpc.CallOptions;
import io.grpc.Channel;
import io.grpc.ClientCall;
import io.grpc.ClientInterceptor;
import io.grpc.MethodDescriptor;
public class MonitoringClientInterceptor implements ClientInterceptor { public class MonitoringClientInterceptor implements ClientInterceptor {
@ -19,6 +16,7 @@ public class MonitoringClientInterceptor implements ClientInterceptor {
this.configuration = configuration; this.configuration = configuration;
this.clientMetricsFactory = clientMetricsFactory; this.clientMetricsFactory = clientMetricsFactory;
} }
public static MonitoringClientInterceptor create(Configuration configuration) { public static MonitoringClientInterceptor create(Configuration configuration) {
return new MonitoringClientInterceptor( return new MonitoringClientInterceptor(
Clock.systemDefaultZone(), configuration, new ClientMetrics.Factory(configuration)); Clock.systemDefaultZone(), configuration, new ClientMetrics.Factory(configuration));
@ -27,7 +25,7 @@ public class MonitoringClientInterceptor implements ClientInterceptor {
@Override @Override
public <R, S> ClientCall<R, S> interceptCall( public <R, S> ClientCall<R, S> interceptCall(
MethodDescriptor<R, S> methodDescriptor, CallOptions callOptions, Channel channel) { MethodDescriptor<R, S> methodDescriptor, CallOptions callOptions, Channel channel) {
GrpcMethod grpcMethod = GrpcMethod.of(methodDescriptor); GrpcMethod grpcMethod = GrpcMethod.of(methodDescriptor, channel);
ClientMetrics metrics = clientMetricsFactory.createMetricsForMethod(grpcMethod); ClientMetrics metrics = clientMetricsFactory.createMetricsForMethod(grpcMethod);
return new MonitoringClientCall<>( return new MonitoringClientCall<>(
channel.newCall(methodDescriptor, callOptions), metrics, grpcMethod, configuration, clock); channel.newCall(methodDescriptor, callOptions), metrics, grpcMethod, configuration, clock);

View file

@ -0,0 +1,62 @@
package info.frostfs.sdk.services.impl.rwhelper;
import frostfs.object.ObjectServiceGrpc;
import frostfs.object.Service;
import info.frostfs.sdk.exceptions.ProcessFrostFSException;
import info.frostfs.sdk.utils.WaitUtil;
import io.grpc.stub.StreamObserver;
import lombok.Getter;
import static info.frostfs.sdk.constants.AppConst.DEFAULT_POLL_INTERVAL;
import static info.frostfs.sdk.constants.ErrorConst.PROTO_MESSAGE_IS_EMPTY_TEMPLATE;
import static java.util.Objects.isNull;
public class ObjectStreamer {
private final StreamObserver<Service.PutRequest> requestObserver;
private final PutResponseCallback responseObserver;
public ObjectStreamer(ObjectServiceGrpc.ObjectServiceStub objectServiceStub) {
PutResponseCallback responseObserver = new PutResponseCallback();
this.responseObserver = responseObserver;
this.requestObserver = objectServiceStub.put(responseObserver);
}
public void write(Service.PutRequest request) {
if (isNull(request)) {
throw new ProcessFrostFSException(
String.format(PROTO_MESSAGE_IS_EMPTY_TEMPLATE, Service.PutRequest.class.getName())
);
}
requestObserver.onNext(request);
}
public Service.PutResponse complete() {
requestObserver.onCompleted();
while (isNull(responseObserver.getResponse())) {
WaitUtil.sleep(DEFAULT_POLL_INTERVAL);
}
return responseObserver.getResponse();
}
@Getter
private static class PutResponseCallback implements StreamObserver<Service.PutResponse> {
private Service.PutResponse response;
@Override
public void onNext(Service.PutResponse putResponse) {
this.response = putResponse;
}
@Override
public void onError(Throwable throwable) {
throw new ProcessFrostFSException(throwable);
}
@Override
public void onCompleted() {
}
}
}

View file

@ -1,63 +1,41 @@
package info.frostfs.sdk.services.impl.rwhelper; package info.frostfs.sdk.services.impl.rwhelper;
import frostfs.object.ObjectServiceGrpc; import com.google.protobuf.ByteString;
import frostfs.object.Service; import frostfs.object.Service;
import info.frostfs.sdk.exceptions.ProcessFrostFSException; import info.frostfs.sdk.dto.object.ObjectId;
import info.frostfs.sdk.utils.WaitUtil; import info.frostfs.sdk.jdo.ClientEnvironment;
import io.grpc.stub.StreamObserver; import info.frostfs.sdk.jdo.parameters.object.PrmObjectPutBase;
import info.frostfs.sdk.tools.Verifier;
import lombok.AllArgsConstructor;
import lombok.Getter; import lombok.Getter;
import static info.frostfs.sdk.constants.ErrorConst.PROTO_MESSAGE_IS_EMPTY_TEMPLATE; import static info.frostfs.sdk.tools.RequestSigner.sign;
import static java.util.Objects.isNull;
public class ObjectWriter {
private static final long POLL_INTERVAL = 10;
private final StreamObserver<Service.PutRequest> requestObserver;
private final PutResponseCallback responseObserver;
public ObjectWriter(ObjectServiceGrpc.ObjectServiceStub objectServiceStub) {
PutResponseCallback responseObserver = new PutResponseCallback();
this.responseObserver = responseObserver;
this.requestObserver = objectServiceStub.put(responseObserver);
}
public void write(Service.PutRequest request) {
if (isNull(request)) {
throw new ProcessFrostFSException(
String.format(PROTO_MESSAGE_IS_EMPTY_TEMPLATE, Service.PutRequest.class.getName())
);
}
requestObserver.onNext(request);
}
public Service.PutResponse complete() {
requestObserver.onCompleted();
while (isNull(responseObserver.getResponse())) {
WaitUtil.sleep(POLL_INTERVAL);
}
return responseObserver.getResponse();
}
//todo specify a deadline for each stream request, not for the entire stream
@Getter @Getter
private static class PutResponseCallback implements StreamObserver<Service.PutResponse> { @AllArgsConstructor
private Service.PutResponse response; public class ObjectWriter {
private final ClientEnvironment environment;
private final PrmObjectPutBase args;
private final ObjectStreamer streamer;
@Override public void write(byte[] buffer) {
public void onNext(Service.PutResponse putResponse) { var body = Service.PutRequest.Body.newBuilder()
this.response = putResponse; .setChunk(ByteString.copyFrom(buffer))
.build();
var chunkRequest = Service.PutRequest.newBuilder()
.setBody(body)
.clearVerifyHeader();
sign(chunkRequest, environment.getKey());
streamer.write(chunkRequest.build());
} }
@Override public ObjectId complete() {
public void onError(Throwable throwable) { var response = streamer.complete();
throw new ProcessFrostFSException(throwable); Verifier.checkResponse(response);
}
@Override return new ObjectId(response.getBody().getObjectId().getValue().toByteArray());
public void onCompleted() {
}
} }
} }

View file

@ -0,0 +1,62 @@
package info.frostfs.sdk.services.impl.rwhelper;
import frostfs.object.ObjectServiceGrpc;
import frostfs.object.Service;
import info.frostfs.sdk.exceptions.ProcessFrostFSException;
import info.frostfs.sdk.utils.WaitUtil;
import io.grpc.stub.StreamObserver;
import lombok.Getter;
import static info.frostfs.sdk.constants.AppConst.DEFAULT_POLL_INTERVAL;
import static info.frostfs.sdk.constants.ErrorConst.PROTO_MESSAGE_IS_EMPTY_TEMPLATE;
import static java.util.Objects.isNull;
public class PatchStreamer {
private final StreamObserver<Service.PatchRequest> requestObserver;
private final PatchResponseCallback responseObserver;
public PatchStreamer(ObjectServiceGrpc.ObjectServiceStub objectServiceStub) {
PatchResponseCallback responseObserver = new PatchResponseCallback();
this.responseObserver = responseObserver;
this.requestObserver = objectServiceStub.patch(responseObserver);
}
public void write(Service.PatchRequest request) {
if (isNull(request)) {
throw new ProcessFrostFSException(
String.format(PROTO_MESSAGE_IS_EMPTY_TEMPLATE, Service.PutRequest.class.getName())
);
}
requestObserver.onNext(request);
}
public Service.PatchResponse complete() {
requestObserver.onCompleted();
while (isNull(responseObserver.getResponse())) {
WaitUtil.sleep(DEFAULT_POLL_INTERVAL);
}
return responseObserver.getResponse();
}
@Getter
private static class PatchResponseCallback implements StreamObserver<Service.PatchResponse> {
private Service.PatchResponse response;
@Override
public void onNext(Service.PatchResponse patchResponse) {
this.response = patchResponse;
}
@Override
public void onError(Throwable throwable) {
throw new ProcessFrostFSException(throwable);
}
@Override
public void onCompleted() {
}
}
}

View file

@ -0,0 +1,25 @@
package info.frostfs.sdk.services.impl.rwhelper;
import frostfs.object.Service;
import info.frostfs.sdk.tools.Verifier;
import java.util.Iterator;
public class RangeReader {
public Iterator<Service.GetRangeResponse> call;
public RangeReader(Iterator<Service.GetRangeResponse> call) {
this.call = call;
}
public byte[] readChunk() {
if (!call.hasNext()) {
return null;
}
var response = call.next();
Verifier.checkResponse(response);
return response.getBody().getChunk().toByteArray();
}
}

View file

@ -3,7 +3,7 @@ package info.frostfs.sdk.tools;
import info.frostfs.sdk.exceptions.ValidationFrostFSException; import info.frostfs.sdk.exceptions.ValidationFrostFSException;
import info.frostfs.sdk.jdo.ClientSettings; import info.frostfs.sdk.jdo.ClientSettings;
import info.frostfs.sdk.utils.Validator; import info.frostfs.sdk.utils.Validator;
import io.grpc.Channel; import io.grpc.ManagedChannel;
import io.grpc.netty.NettyChannelBuilder; import io.grpc.netty.NettyChannelBuilder;
import java.net.URI; import java.net.URI;
@ -16,7 +16,7 @@ public class GrpcClient {
private GrpcClient() { private GrpcClient() {
} }
public static Channel initGrpcChannel(ClientSettings clientSettings) { public static ManagedChannel initGrpcChannel(ClientSettings clientSettings) {
Validator.validate(clientSettings); Validator.validate(clientSettings);
try { try {
@ -32,4 +32,15 @@ public class GrpcClient {
); );
} }
} }
public static ManagedChannel initGrpcChannel(String address) {
try {
URI uri = new URI(address);
return NettyChannelBuilder.forAddress(uri.getHost(), uri.getPort()).usePlaintext().build();
} catch (URISyntaxException exp) {
throw new ValidationFrostFSException(
String.format(INVALID_HOST_TEMPLATE, address, exp.getMessage())
);
}
}
} }

View file

@ -4,9 +4,11 @@ import com.google.protobuf.ByteString;
import com.google.protobuf.Message; import com.google.protobuf.Message;
import frostfs.session.Types; import frostfs.session.Types;
import info.frostfs.sdk.dto.response.MetaHeader; import info.frostfs.sdk.dto.response.MetaHeader;
import info.frostfs.sdk.dto.session.SessionToken;
import info.frostfs.sdk.exceptions.ValidationFrostFSException; import info.frostfs.sdk.exceptions.ValidationFrostFSException;
import info.frostfs.sdk.jdo.ECDsa; import info.frostfs.sdk.jdo.ECDsa;
import info.frostfs.sdk.mappers.response.MetaHeaderMapper; import info.frostfs.sdk.mappers.response.MetaHeaderMapper;
import info.frostfs.sdk.mappers.session.SessionMapper;
import org.apache.commons.collections4.MapUtils; import org.apache.commons.collections4.MapUtils;
import java.util.Map; import java.util.Map;
@ -65,13 +67,11 @@ public class RequestConstructor {
setField(request, META_HEADER_FIELD_NAME, metaHeader.build()); setField(request, META_HEADER_FIELD_NAME, metaHeader.build());
} }
public static Types.SessionToken createObjectTokenContext(Types.SessionToken sessionToken, public static Types.SessionToken createObjectTokenContext(SessionToken sessionToken,
frostfs.refs.Types.Address address, frostfs.refs.Types.Address address,
Types.ObjectSessionContext.Verb verb, Types.ObjectSessionContext.Verb verb,
ECDsa key) { ECDsa key) {
if (isNull(sessionToken) || sessionToken.getBody().getObject().getTarget().getSerializedSize() > 0) { var protoToken = SessionMapper.deserializeSessionToken(sessionToken.getToken());
return sessionToken;
}
var target = Types.ObjectSessionContext.Target.newBuilder() var target = Types.ObjectSessionContext.Target.newBuilder()
.setContainer(address.getContainerId()); .setContainer(address.getContainerId());
@ -84,25 +84,23 @@ public class RequestConstructor {
.setTarget(target.build()) .setTarget(target.build())
.setVerb(verb) .setVerb(verb)
.build(); .build();
var body = sessionToken.getBody().toBuilder() var body = protoToken.getBody().toBuilder()
.setObject(ctx) .setObject(ctx)
.setSessionKey(ByteString.copyFrom(key.getPublicKeyByte())) .setSessionKey(ByteString.copyFrom(key.getPublicKeyByte()))
.build(); .build();
return sessionToken.toBuilder() return protoToken.toBuilder()
.setSignature(signMessagePart(key, body)) .setSignature(signMessagePart(key, body))
.setBody(body) .setBody(body)
.build(); .build();
} }
public static Types.SessionToken createContainerTokenContext(Types.SessionToken sessionToken, public static Types.SessionToken createContainerTokenContext(SessionToken sessionToken,
frostfs.refs.Types.ContainerID containerId, frostfs.refs.Types.ContainerID containerId,
Types.ContainerSessionContext.Verb verb, Types.ContainerSessionContext.Verb verb,
frostfs.refs.Types.OwnerID ownerId, frostfs.refs.Types.OwnerID ownerId,
ECDsa key) { ECDsa key) {
if (isNull(sessionToken) || sessionToken.getBody().getContainer().getContainerId().getSerializedSize() > 0) { var protoToken = SessionMapper.deserializeSessionToken(sessionToken.getToken());
return sessionToken;
}
var containerSession = Types.ContainerSessionContext.newBuilder().setVerb(verb); var containerSession = Types.ContainerSessionContext.newBuilder().setVerb(verb);
@ -112,7 +110,7 @@ public class RequestConstructor {
containerSession.setContainerId(containerId); containerSession.setContainerId(containerId);
} }
var bodyBuilder = sessionToken.getBody().toBuilder() var bodyBuilder = protoToken.getBody().toBuilder()
.setContainer(containerSession) .setContainer(containerSession)
.setSessionKey(ByteString.copyFrom(key.getPublicKeyByte())); .setSessionKey(ByteString.copyFrom(key.getPublicKeyByte()));
@ -122,7 +120,7 @@ public class RequestConstructor {
var body = bodyBuilder.build(); var body = bodyBuilder.build();
return sessionToken.toBuilder() return protoToken.toBuilder()
.setSignature(signMessagePart(key, body)) .setSignature(signMessagePart(key, body))
.setBody(body) .setBody(body)
.build(); .build();

View file

@ -119,5 +119,4 @@ public class RequestSigner {
MessageHelper.setField(verifyBuilder, ORIGIN_SIGNATURE_FIELD_NAME, signMessagePart(key, verifyOrigin)); MessageHelper.setField(verifyBuilder, ORIGIN_SIGNATURE_FIELD_NAME, signMessagePart(key, verifyOrigin));
MessageHelper.setField(request, VERIFY_HEADER_FIELD_NAME, verifyBuilder.build()); MessageHelper.setField(request, VERIFY_HEADER_FIELD_NAME, verifyBuilder.build());
} }
} }

View file

@ -0,0 +1,25 @@
package info.frostfs.sdk.utils;
import info.frostfs.sdk.exceptions.ValidationFrostFSException;
import io.grpc.stub.AbstractStub;
import java.util.concurrent.TimeUnit;
import static info.frostfs.sdk.constants.ErrorConst.PARAM_IS_MISSING_TEMPLATE;
import static java.util.Objects.isNull;
public class DeadLineUtil {
private DeadLineUtil() {
}
public static <T extends AbstractStub<T>> T deadLineAfter(T stub, long deadLine, TimeUnit timeUnit) {
if (isNull(stub)) {
throw new ValidationFrostFSException(
String.format(PARAM_IS_MISSING_TEMPLATE, AbstractStub.class.getName())
);
}
timeUnit = isNull(timeUnit) ? TimeUnit.MILLISECONDS : timeUnit;
return deadLine > 0 ? stub.withDeadlineAfter(deadLine, timeUnit) : stub;
}
}

View file

@ -0,0 +1,20 @@
package info.frostfs.sdk.utils;
import org.slf4j.Logger;
public class FrostFSMessages {
private FrostFSMessages() {
}
public static void sessionCreationError(Logger logger, String address, String error) {
logger.warn("Failed to create frostfs session token for client. Address {}, {}", address, error);
}
public static void errorThresholdReached(Logger logger, String address, long threshold) {
logger.warn("Error threshold reached. Address {}, threshold {}", address, threshold);
}
public static void healthChanged(Logger logger, String address, boolean healthy, String error) {
logger.warn("Health has changed: {} healthy {}, reason {}", address, healthy, error);
}
}

View file

@ -15,11 +15,15 @@ import static info.frostfs.sdk.constants.ErrorConst.FIELDS_DELIMITER_COMMA;
import static java.util.Objects.isNull; import static java.util.Objects.isNull;
public class Validator { public class Validator {
private Validator() {
}
public static <T> void validate(T object) { public static <T> void validate(T object) {
StringBuilder errorMessage = new StringBuilder().append(System.lineSeparator()); StringBuilder errorMessage = new StringBuilder();
process(object, errorMessage); process(object, errorMessage);
if (errorMessage.length() != 0) { if (errorMessage.length() != 0) {
errorMessage.insert(0, System.lineSeparator());
throw new ValidationFrostFSException(errorMessage.toString()); throw new ValidationFrostFSException(errorMessage.toString());
} }
} }

View file

@ -1,6 +1,8 @@
package info.frostfs.sdk.utils; package info.frostfs.sdk.utils;
public class WaitUtil { public class WaitUtil {
private WaitUtil() {
}
public static void sleep(long ms) { public static void sleep(long ms) {
try { try {

View file

@ -0,0 +1,31 @@
package info.frostfs.sdk;
import com.google.common.io.ByteStreams;
import lombok.SneakyThrows;
import org.apache.commons.lang3.StringUtils;
import java.io.InputStream;
import static java.util.Objects.isNull;
public class FileUtils {
@SneakyThrows
public static byte[] resourceToBytes(String resourcePath) {
if (StringUtils.isBlank(resourcePath)) {
throw new IllegalArgumentException("Blank filename!");
}
ClassLoader loader = FileUtils.class.getClassLoader();
if (isNull(loader)) {
throw new RuntimeException("Class loader is null!");
}
InputStream certStream = loader.getResourceAsStream(resourcePath);
if (isNull(certStream)) {
throw new RuntimeException("Resource could not be found!");
}
return ByteStreams.toByteArray(certStream);
}
}

View file

@ -0,0 +1,103 @@
package info.frostfs.sdk.services;
import frostfs.accounting.AccountingServiceGrpc;
import frostfs.accounting.Service;
import info.frostfs.sdk.Base58;
import info.frostfs.sdk.dto.object.OwnerId;
import info.frostfs.sdk.jdo.ClientEnvironment;
import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.services.impl.AccountingClientImpl;
import info.frostfs.sdk.testgenerator.AccountingGenerator;
import info.frostfs.sdk.tools.RequestConstructor;
import info.frostfs.sdk.tools.RequestSigner;
import info.frostfs.sdk.tools.Verifier;
import io.grpc.Channel;
import org.junit.jupiter.api.AfterEach;
import org.junit.jupiter.api.BeforeEach;
import org.junit.jupiter.api.Test;
import org.junit.jupiter.api.extension.ExtendWith;
import org.junit.platform.commons.util.ReflectionUtils;
import org.mockito.ArgumentCaptor;
import org.mockito.Mock;
import org.mockito.MockedStatic;
import org.mockito.Mockito;
import org.mockito.junit.jupiter.MockitoExtension;
import java.lang.reflect.Field;
import static org.junit.jupiter.api.Assertions.assertEquals;
import static org.mockito.Mockito.*;
@ExtendWith(MockitoExtension.class)
class AccountingClientTest {
private static final String OWNER_ID = "NVxUSpEEJzYXZZtUs18PrJTD9QZkLLNQ8S";
private AccountingClientImpl accountingClient;
@Mock
private AccountingServiceGrpc.AccountingServiceBlockingStub AccountingServiceClient;
@Mock
private ClientEnvironment clientEnvironment;
@Mock
private Channel channel;
private MockedStatic<Verifier> verifierMock;
private MockedStatic<RequestConstructor> requestConstructorMock;
private MockedStatic<RequestSigner> requestSignerMock;
@BeforeEach
void setUp() throws IllegalAccessException {
when(clientEnvironment.getChannel()).thenReturn(channel);
when(clientEnvironment.getOwnerId()).thenReturn(new OwnerId(OWNER_ID));
accountingClient = new AccountingClientImpl(clientEnvironment);
Field field = ReflectionUtils.findFields(AccountingClientImpl.class,
f -> f.getName().equals("serviceBlockingStub"),
ReflectionUtils.HierarchyTraversalMode.TOP_DOWN)
.get(0);
field.setAccessible(true);
field.set(accountingClient, AccountingServiceClient);
verifierMock = Mockito.mockStatic(Verifier.class);
requestConstructorMock = Mockito.mockStatic(RequestConstructor.class);
requestSignerMock = Mockito.mockStatic(RequestSigner.class);
}
@AfterEach
void cleanUp() {
verifierMock.close();
requestConstructorMock.close();
requestSignerMock.close();
}
@Test
void getBalance_success() {
//Given
var response = AccountingGenerator.generateBalanceResponse();
var captor = ArgumentCaptor.forClass(Service.BalanceRequest.class);
when(AccountingServiceClient.balance(captor.capture())).thenReturn(response);
//When
var result = accountingClient.getBalance(new CallContext(0, null));
//Then
requestConstructorMock.verify(
() -> RequestConstructor.addMetaHeader(any(Service.BalanceRequest.Builder.class)),
times(1)
);
requestSignerMock.verify(
() -> RequestSigner.sign(any(Service.BalanceRequest.Builder.class), eq(null)),
times(1)
);
verifierMock.verify(() -> Verifier.checkResponse(response), times(1));
assertEquals(response.getBody().getBalance(), result);
var request = captor.getValue();
assertEquals(OWNER_ID, Base58.encode(request.getBody().getOwnerId().getValue().toByteArray()));
}
}

View file

@ -0,0 +1,231 @@
package info.frostfs.sdk.services;
import frostfs.apemanager.APEManagerServiceGrpc;
import frostfs.apemanager.Service;
import info.frostfs.sdk.FileUtils;
import info.frostfs.sdk.dto.chain.Chain;
import info.frostfs.sdk.dto.chain.ChainTarget;
import info.frostfs.sdk.enums.TargetType;
import info.frostfs.sdk.exceptions.ValidationFrostFSException;
import info.frostfs.sdk.jdo.ClientEnvironment;
import info.frostfs.sdk.jdo.parameters.CallContext;
import info.frostfs.sdk.jdo.parameters.ape.PrmApeChainAdd;
import info.frostfs.sdk.jdo.parameters.ape.PrmApeChainList;
import info.frostfs.sdk.jdo.parameters.ape.PrmApeChainRemove;
import info.frostfs.sdk.services.impl.ApeManagerClientImpl;
import info.frostfs.sdk.testgenerator.ApeManagerGenerator;
import info.frostfs.sdk.tools.RequestConstructor;
import info.frostfs.sdk.tools.RequestSigner;
import info.frostfs.sdk.tools.Verifier;
import io.grpc.Channel;
import org.junit.jupiter.api.AfterEach;
import org.junit.jupiter.api.BeforeEach;
import org.junit.jupiter.api.Test;
import org.junit.jupiter.api.extension.ExtendWith;
import org.junit.platform.commons.util.ReflectionUtils;
import org.mockito.ArgumentCaptor;
import org.mockito.Mock;
import org.mockito.MockedStatic;
import org.mockito.Mockito;
import org.mockito.junit.jupiter.MockitoExtension;
import java.lang.reflect.Field;
import java.util.stream.Collectors;
import static org.assertj.core.api.Assertions.assertThat;
import static org.junit.jupiter.api.Assertions.assertEquals;
import static org.junit.jupiter.api.Assertions.assertThrows;
import static org.mockito.Mockito.*;
@ExtendWith(MockitoExtension.class)
class ApeManagerClientTest {
private ApeManagerClientImpl apeManagerClient;
@Mock
private APEManagerServiceGrpc.APEManagerServiceBlockingStub apeManagerServiceClient;
@Mock
private ClientEnvironment clientEnvironment;
@Mock
private Channel channel;
private MockedStatic<Verifier> verifierMock;
private MockedStatic<RequestConstructor> requestConstructorMock;
private MockedStatic<RequestSigner> requestSignerMock;
@BeforeEach
void setUp() throws IllegalAccessException {
when(clientEnvironment.getChannel()).thenReturn(channel);
apeManagerClient = new ApeManagerClientImpl(clientEnvironment);
Field field = ReflectionUtils.findFields(ApeManagerClientImpl.class,
f -> f.getName().equals("apeManagerServiceClient"),
ReflectionUtils.HierarchyTraversalMode.TOP_DOWN)
.get(0);
field.setAccessible(true);
field.set(apeManagerClient, apeManagerServiceClient);
verifierMock = Mockito.mockStatic(Verifier.class);
requestConstructorMock = Mockito.mockStatic(RequestConstructor.class);
requestSignerMock = Mockito.mockStatic(RequestSigner.class);
}
@AfterEach
void cleanUp() {
verifierMock.close();
requestConstructorMock.close();
requestSignerMock.close();
}
@Test
void addChain_success() {
//Given
Chain chain = generateChain();
ChainTarget chainTarget = generateChainTarget();
PrmApeChainAdd params = new PrmApeChainAdd(chain, chainTarget);
var response = ApeManagerGenerator.generateAddChainResponse();
var captor = ArgumentCaptor.forClass(Service.AddChainRequest.class);
when(apeManagerServiceClient.addChain(captor.capture())).thenReturn(response);
//When
var result = apeManagerClient.addChain(params, new CallContext(0, null));
//Then
requestConstructorMock.verify(
() -> RequestConstructor.addMetaHeader(any(Service.AddChainRequest.Builder.class), eq(null)),
times(1)
);
requestSignerMock.verify(
() -> RequestSigner.sign(any(Service.AddChainRequest.Builder.class), eq(null)),
times(1)
);
verifierMock.verify(() -> Verifier.checkResponse(response), times(1));
assertThat(result).containsOnly(response.getBody().getChainId().toByteArray());
var request = captor.getValue();
assertThat(request.getBody().getChain().getRaw().toByteArray()).containsOnly(chain.getRaw());
assertEquals(chainTarget.getName(), request.getBody().getTarget().getName());
assertEquals(chainTarget.getType().value, request.getBody().getTarget().getType().getNumber());
}
@Test
void addChain_wrongParams() {
//Given
Chain chain = generateChain();
ChainTarget chainTarget = generateChainTarget();
PrmApeChainAdd params1 = new PrmApeChainAdd(null, chainTarget);
PrmApeChainAdd params2 = new PrmApeChainAdd(chain, null);
PrmApeChainAdd params3 = new PrmApeChainAdd(null, null);
//When + Then
assertThrows(ValidationFrostFSException.class, () -> apeManagerClient.addChain(params1, new CallContext()));
assertThrows(ValidationFrostFSException.class, () -> apeManagerClient.addChain(params2, new CallContext()));
assertThrows(ValidationFrostFSException.class, () -> apeManagerClient.addChain(params3, new CallContext()));
}
@Test
void removeChain_success() {
//Given
Chain chain = generateChain();
ChainTarget chainTarget = generateChainTarget();
PrmApeChainRemove params = new PrmApeChainRemove(chain, chainTarget);
var response = ApeManagerGenerator.generateRemoveChainResponse();
var captor = ArgumentCaptor.forClass(Service.RemoveChainRequest.class);
when(apeManagerServiceClient.removeChain(captor.capture())).thenReturn(response);
//When
apeManagerClient.removeChain(params, new CallContext(0, null));
//Then
requestConstructorMock.verify(
() -> RequestConstructor.addMetaHeader(any(Service.RemoveChainRequest.Builder.class), eq(null)),
times(1)
);
requestSignerMock.verify(
() -> RequestSigner.sign(any(Service.RemoveChainRequest.Builder.class), eq(null)),
times(1)
);
verifierMock.verify(() -> Verifier.checkResponse(response), times(1));
var request = captor.getValue();
assertThat(request.getBody().getChainId().toByteArray()).containsOnly(chain.getRaw());
assertEquals(chainTarget.getName(), request.getBody().getTarget().getName());
assertEquals(chainTarget.getType().value, request.getBody().getTarget().getType().getNumber());
}
@Test
void removeChain_wrongParams() {
//Given
Chain chain = generateChain();
ChainTarget chainTarget = generateChainTarget();
PrmApeChainRemove params1 = new PrmApeChainRemove(null, chainTarget);
PrmApeChainRemove params2 = new PrmApeChainRemove(chain, null);
PrmApeChainRemove params3 = new PrmApeChainRemove(null, null);
//When + Then
assertThrows(ValidationFrostFSException.class, () -> apeManagerClient.removeChain(params1, new CallContext()));
assertThrows(ValidationFrostFSException.class, () -> apeManagerClient.removeChain(params2, new CallContext()));
assertThrows(ValidationFrostFSException.class, () -> apeManagerClient.removeChain(params3, new CallContext()));
}
@Test
void listChain_success() {
//Given
ChainTarget chainTarget = generateChainTarget();
PrmApeChainList params = new PrmApeChainList(chainTarget);
var response = ApeManagerGenerator.generateListChainsResponse();
var captor = ArgumentCaptor.forClass(Service.ListChainsRequest.class);
when(apeManagerServiceClient.listChains(captor.capture())).thenReturn(response);
//When
var result = apeManagerClient.listChains(params, new CallContext(0, null));
//Then
requestConstructorMock.verify(
() -> RequestConstructor.addMetaHeader(any(Service.ListChainsRequest.Builder.class), eq(null)),
times(1)
);
requestSignerMock.verify(
() -> RequestSigner.sign(any(Service.ListChainsRequest.Builder.class), eq(null)),
times(1)
);
verifierMock.verify(() -> Verifier.checkResponse(response), times(1));
var actual = result.stream().map(Chain::getRaw).collect(Collectors.toList());
var expected = response.getBody().getChainsList().stream()
.map(chain -> chain.getRaw().toByteArray())
.collect(Collectors.toList());
assertThat(actual).hasSize(10).containsAll(expected);
var request = captor.getValue();
assertEquals(chainTarget.getName(), request.getBody().getTarget().getName());
assertEquals(chainTarget.getType().value, request.getBody().getTarget().getType().getNumber());
}
@Test
void listChain_wrongParams() {
//When + Then
assertThrows(ValidationFrostFSException.class,
() -> apeManagerClient.listChains(new PrmApeChainList(null), new CallContext()));
}
private Chain generateChain() {
byte[] chainRaw = FileUtils.resourceToBytes("test_chain_raw.json");
return new Chain(chainRaw);
}
private ChainTarget generateChainTarget() {
return new ChainTarget("BzQw5HH3feoxFDD5tCT87Y1726qzgLfxEE7wgtoRzB3R", TargetType.NAMESPACE);
}
}

View file

@ -0,0 +1,42 @@
package info.frostfs.sdk.testgenerator;
import frostfs.accounting.Service;
import frostfs.accounting.Types;
public class AccountingGenerator {
public static Service.BalanceRequest generateBalanceRequest() {
return Service.BalanceRequest.newBuilder()
.setBody(generateBalanceRequestBody())
.setMetaHeader(SessionGenerator.generateRequestMetaHeader())
.setVerifyHeader(SessionGenerator.generateRequestVerificationHeader())
.build();
}
public static Service.BalanceRequest.Body generateBalanceRequestBody() {
return Service.BalanceRequest.Body.newBuilder()
.setOwnerId(RefsGenerator.generateOwnerID())
.build();
}
public static Service.BalanceResponse generateBalanceResponse() {
return Service.BalanceResponse.newBuilder()
.setBody(generateBalanceResponseBody())
.setMetaHeader(SessionGenerator.generateResponseMetaHeader())
.setVerifyHeader(SessionGenerator.generateResponseVerificationHeader())
.build();
}
public static Service.BalanceResponse.Body generateBalanceResponseBody() {
return Service.BalanceResponse.Body.newBuilder()
.setBalance(generateDecimal())
.build();
}
public static Types.Decimal generateDecimal() {
return Types.Decimal.newBuilder()
.setValue(1)
.setPrecision(2)
.build();
}
}

View file

@ -0,0 +1,124 @@
package info.frostfs.sdk.testgenerator;
import com.google.protobuf.ByteString;
import frostfs.ape.Types;
import frostfs.apemanager.Service;
import info.frostfs.sdk.FileUtils;
import info.frostfs.sdk.Helper;
import java.util.ArrayList;
public class ApeManagerGenerator {
private static ByteString generateChainID() {
return ByteString.copyFrom(Helper.getByteArrayFromHex("616c6c6f774f626a476574436e72"));
}
private static Types.Chain generateRawChain() {
byte[] chainRaw = FileUtils.resourceToBytes("test_chain_raw.json");
return Types.Chain.newBuilder()
.setRaw(ByteString.copyFrom(chainRaw))
.build();
}
private static Iterable<Types.Chain> generateRawChains(int size) {
var list = new ArrayList<Types.Chain>(size);
for (int i = 0; i < size; i++) {
list.add(generateRawChain());
}
return list;
}
private static Types.ChainTarget generateChainTarget() {
return Types.ChainTarget.newBuilder()
.setType(Types.TargetType.CONTAINER)
.setName("BzQw5HH3feoxFDD5tCT87Y1726qzgLfxEE7wgtoRzB3R")
.build();
}
public static Service.AddChainRequest.Body generateAddChainRequestBody() {
return Service.AddChainRequest.Body.newBuilder()
.setTarget(generateChainTarget())
.setChain(generateRawChain())
.build();
}
public static Service.AddChainRequest generateAddChainRequest() {
return Service.AddChainRequest.newBuilder()
.setBody(generateAddChainRequestBody())
.setMetaHeader(SessionGenerator.generateRequestMetaHeader())
.setVerifyHeader(SessionGenerator.generateRequestVerificationHeader())
.build();
}
public static Service.AddChainResponse.Body generateAddChainResponseBody() {
return Service.AddChainResponse.Body.newBuilder()
.setChainId(generateChainID())
.build();
}
public static Service.AddChainResponse generateAddChainResponse() {
return Service.AddChainResponse.newBuilder()
.setBody(generateAddChainResponseBody())
.setMetaHeader(SessionGenerator.generateResponseMetaHeader())
.setVerifyHeader(SessionGenerator.generateResponseVerificationHeader())
.build();
}
public static Service.RemoveChainRequest.Body generateRemoveChainRequestBody() {
return Service.RemoveChainRequest.Body.newBuilder()
.setChainId(generateChainID())
.setTarget(generateChainTarget())
.build();
}
public static Service.RemoveChainRequest generateRemoveChainRequest() {
return Service.RemoveChainRequest.newBuilder()
.setBody(generateRemoveChainRequestBody())
.setMetaHeader(SessionGenerator.generateRequestMetaHeader())
.setVerifyHeader(SessionGenerator.generateRequestVerificationHeader())
.build();
}
public static Service.RemoveChainResponse.Body generateRemoveChainResponseBody() {
return Service.RemoveChainResponse.Body.getDefaultInstance();
}
public static Service.RemoveChainResponse generateRemoveChainResponse() {
return Service.RemoveChainResponse.newBuilder()
.setBody(generateRemoveChainResponseBody())
.setMetaHeader(SessionGenerator.generateResponseMetaHeader())
.setVerifyHeader(SessionGenerator.generateResponseVerificationHeader())
.build();
}
public static Service.ListChainsRequest.Body generateListChainsRequestBody() {
return Service.ListChainsRequest.Body.newBuilder()
.setTarget(generateChainTarget())
.build();
}
public static Service.ListChainsRequest generateListChainsRequest() {
return Service.ListChainsRequest.newBuilder()
.setBody(generateListChainsRequestBody())
.setMetaHeader(SessionGenerator.generateRequestMetaHeader())
.setVerifyHeader(SessionGenerator.generateRequestVerificationHeader())
.build();
}
public static Service.ListChainsResponse.Body generateListChainsResponseBody() {
return Service.ListChainsResponse.Body.newBuilder()
.addAllChains(generateRawChains(10))
.build();
}
public static Service.ListChainsResponse generateListChainsResponse() {
return Service.ListChainsResponse.newBuilder()
.setBody(generateListChainsResponseBody())
.setMetaHeader(SessionGenerator.generateResponseMetaHeader())
.setVerifyHeader(SessionGenerator.generateResponseVerificationHeader())
.build();
}
}

View file

@ -0,0 +1,65 @@
package info.frostfs.sdk.testgenerator;
import com.google.protobuf.ByteString;
import frostfs.refs.Types;
import java.util.Arrays;
import java.util.Random;
public class RefsGenerator {
public static Types.Version generateVersion() {
return Types.Version.newBuilder()
.setMajor(2)
.setMinor(1)
.build();
}
public static Types.OwnerID generateOwnerID() {
return Types.OwnerID.newBuilder()
.setValue(ByteString.copyFrom(new byte[]{1, 2, 3}))
.build();
}
public static Types.Address generateAddress() {
return Types.Address.newBuilder()
.setObjectId(generateObjectID())
.setContainerId(generateContainerID())
.build();
}
public static Types.ObjectID generateObjectID() {
return Types.ObjectID.newBuilder()
.setValue(ByteString.copyFrom(new byte[]{1, 2, 3}))
.build();
}
public static Iterable<Types.ObjectID> generateObjectIDs() {
return Arrays.asList(generateObjectID(), generateObjectID());
}
public static Types.ContainerID generateContainerID() {
return Types.ContainerID.newBuilder()
.setValue(ByteString.copyFrom(new byte[]{1, 2, 3}))
.build();
}
public static Iterable<Types.ContainerID> generateContainerIDs() {
return Arrays.asList(generateContainerID(), generateContainerID());
}
public static Types.Signature generateSignature() {
return Types.Signature.newBuilder()
.setKey(ByteString.copyFrom(new byte[]{1}))
.setSign(ByteString.copyFrom(new byte[]{2}))
.setScheme(Types.SignatureScheme.forNumber(new Random().nextInt(3)))
.build();
}
public static Types.Checksum generateChecksum() {
return Types.Checksum.newBuilder()
.setType(Types.ChecksumType.SHA256)
.setSum(ByteString.copyFrom(new byte[]{1, 2, 3}))
.build();
}
}

View file

@ -0,0 +1,178 @@
package info.frostfs.sdk.testgenerator;
import com.google.protobuf.ByteString;
import frostfs.session.Service;
import frostfs.session.Types;
import java.util.Arrays;
import java.util.Random;
public class SessionGenerator {
public static Service.CreateRequest.Body generateCreateRequestBody() {
return Service.CreateRequest.Body.newBuilder()
.setExpiration(555)
.setOwnerId(RefsGenerator.generateOwnerID())
.build();
}
public static Service.CreateRequest generateCreateRequest() {
return Service.CreateRequest.newBuilder()
.setBody(generateCreateRequestBody())
.setMetaHeader(generateRequestMetaHeader())
.setVerifyHeader(generateRequestVerificationHeader())
.build();
}
public static Service.CreateResponse.Body generateCreateResponseBody() {
return Service.CreateResponse.Body.newBuilder()
.setId(ByteString.copyFrom(new byte[]{1, 2, 3}))
.setSessionKey(ByteString.copyFrom(new byte[]{4, 5, 6}))
.build();
}
public static Service.CreateResponse generateCreateResponse() {
return Service.CreateResponse.newBuilder()
.setBody(generateCreateResponseBody())
.setMetaHeader(generateResponseMetaHeader())
.setVerifyHeader(generateResponseVerificationHeader())
.build();
}
public static Types.ResponseVerificationHeader generateResponseVerificationHeader() {
return generateResponseVerificationHeader(true);
}
public static Types.ResponseVerificationHeader generateResponseVerificationHeader(boolean withOrigin) {
var builder = Types.ResponseVerificationHeader.newBuilder()
.setBodySignature(RefsGenerator.generateSignature())
.setMetaSignature(RefsGenerator.generateSignature())
.setOriginSignature(RefsGenerator.generateSignature());
if (withOrigin) {
builder.setOrigin(generateResponseVerificationHeader(false));
}
return builder.build();
}
public static Types.ResponseMetaHeader generateResponseMetaHeader() {
return generateResponseMetaHeader(true);
}
public static Types.ResponseMetaHeader generateResponseMetaHeader(boolean withOrigin) {
var builder = Types.ResponseMetaHeader.newBuilder()
.setEpoch(13)
.setTtl(100)
.addAllXHeaders(generateXHeaders())
.setVersion(RefsGenerator.generateVersion())
.setStatus(StatusGenerator.generateStatus());
if (withOrigin) {
builder.setOrigin(generateResponseMetaHeader(false));
}
return builder.build();
}
public static Types.RequestVerificationHeader generateRequestVerificationHeader() {
return generateRequestVerificationHeader(true);
}
public static Types.RequestVerificationHeader generateRequestVerificationHeader(boolean withOrigin) {
var builder = Types.RequestVerificationHeader.newBuilder()
.setBodySignature(RefsGenerator.generateSignature())
.setMetaSignature(RefsGenerator.generateSignature())
.setOriginSignature(RefsGenerator.generateSignature());
if (withOrigin) {
builder.setOrigin(generateRequestVerificationHeader(false));
}
return builder.build();
}
public static Types.RequestMetaHeader generateRequestMetaHeader() {
return generateRequestMetaHeader(true);
}
public static Types.RequestMetaHeader generateRequestMetaHeader(boolean withOrigin) {
var builder = Types.RequestMetaHeader.newBuilder()
.setEpoch(13)
.setTtl(100)
.setMagicNumber(1337)
.addAllXHeaders(generateXHeaders())
.setVersion(RefsGenerator.generateVersion())
.setSessionToken(generateSessionToken());
if (withOrigin) {
builder.setOrigin(generateRequestMetaHeader(false));
}
return builder.build();
}
public static Types.SessionToken.Body.TokenLifetime generateTokenLifeTime() {
return Types.SessionToken.Body.TokenLifetime.newBuilder()
.setExp(1)
.setIat(2)
.setNbf(3)
.build();
}
public static Types.SessionToken.Body generateSessionTokenBody() {
var builder = Types.SessionToken.Body.newBuilder()
.setId(ByteString.copyFrom(new byte[]{1}))
.setSessionKey(ByteString.copyFrom(new byte[]{2}))
.setOwnerId(RefsGenerator.generateOwnerID())
.setLifetime(generateTokenLifeTime());
if (new Random().nextBoolean()) {
builder.setContainer(generateContainerSessionContext());
} else {
builder.setObject(generateObjectSessionContext());
}
return builder.build();
}
public static Types.SessionToken generateSessionToken() {
return Types.SessionToken.newBuilder()
.setBody(generateSessionTokenBody())
.setSignature(RefsGenerator.generateSignature())
.build();
}
public static Types.ObjectSessionContext.Target generateObjectSessionContextTarget() {
return Types.ObjectSessionContext.Target.newBuilder()
.setContainer(RefsGenerator.generateContainerID())
.addObjects(RefsGenerator.generateObjectID())
.build();
}
public static Types.ObjectSessionContext generateObjectSessionContext() {
return Types.ObjectSessionContext.newBuilder()
.setVerb(Types.ObjectSessionContext.Verb.HEAD)
.setTarget(generateObjectSessionContextTarget())
.build();
}
public static Types.ContainerSessionContext generateContainerSessionContext() {
return Types.ContainerSessionContext.newBuilder()
.setVerb(Types.ContainerSessionContext.Verb.DELETE)
.setWildcard(true)
.setContainerId(RefsGenerator.generateContainerID())
.build();
}
public static Types.XHeader generateXHeader() {
return Types.XHeader.newBuilder()
.setKey("key")
.setValue("val")
.build();
}
public static Iterable<Types.XHeader> generateXHeaders() {
return Arrays.asList(generateXHeader(), generateXHeader());
}
}

View file

@ -0,0 +1,29 @@
package info.frostfs.sdk.testgenerator;
import com.google.protobuf.ByteString;
import frostfs.status.Types;
import java.util.Arrays;
public class StatusGenerator {
public static Types.Status.Detail generateDetail() {
return Types.Status.Detail.newBuilder()
.setId(345)
.setValue(ByteString.copyFrom("value".getBytes()))
.build();
}
public static Iterable<Types.Status.Detail> generateDetails() {
return Arrays.asList(generateDetail(), generateDetail());
}
public static Types.Status generateStatus() {
return Types.Status.newBuilder()
.setCode(2)
.setMessage("some string")
.addAllDetails(generateDetails())
.build();
}
}

View file

@ -0,0 +1,30 @@
{
"ID": "",
"Rules": [
{
"Status": "Allow",
"Actions": {
"Inverted": false,
"Names": [
"GetObject"
]
},
"Resources": {
"Inverted": false,
"Names": [
"native:object/*"
]
},
"Any": false,
"Condition": [
{
"Op": "StringEquals",
"Object": "Resource",
"Key": "Department",
"Value": "HR"
}
]
}
],
"MatchType": "DenyPriority"
}

View file

@ -6,7 +6,7 @@
<parent> <parent>
<groupId>info.frostfs.sdk</groupId> <groupId>info.frostfs.sdk</groupId>
<artifactId>frostfs-sdk-java</artifactId> <artifactId>frostfs-sdk-java</artifactId>
<version>0.1.0</version> <version>${revision}</version>
</parent> </parent>
<artifactId>cryptography</artifactId> <artifactId>cryptography</artifactId>
@ -21,7 +21,7 @@
<dependency> <dependency>
<groupId>info.frostfs.sdk</groupId> <groupId>info.frostfs.sdk</groupId>
<artifactId>exceptions</artifactId> <artifactId>exceptions</artifactId>
<version>0.1.0</version> <version>${revision}</version>
</dependency> </dependency>
<dependency> <dependency>
<groupId>com.google.protobuf</groupId> <groupId>com.google.protobuf</groupId>

View file

@ -3,6 +3,7 @@ package info.frostfs.sdk;
import com.google.protobuf.ByteString; import com.google.protobuf.ByteString;
import com.google.protobuf.Message; import com.google.protobuf.Message;
import info.frostfs.sdk.exceptions.ValidationFrostFSException; import info.frostfs.sdk.exceptions.ValidationFrostFSException;
import org.apache.commons.lang3.StringUtils;
import org.bouncycastle.crypto.digests.RIPEMD160Digest; import org.bouncycastle.crypto.digests.RIPEMD160Digest;
import java.math.BigInteger; import java.math.BigInteger;
@ -15,6 +16,7 @@ import static java.util.Objects.isNull;
public class Helper { public class Helper {
private static final String SHA256 = "SHA-256"; private static final String SHA256 = "SHA-256";
private static final int RIPEMD_160_HASH_BYTE_LENGTH = 20; private static final int RIPEMD_160_HASH_BYTE_LENGTH = 20;
private static final int HEX_RADIX = 16;
private Helper() { private Helper() {
} }
@ -62,4 +64,12 @@ public class Helper {
return String.format("%0" + (value.length << 1) + "x", new BigInteger(1, value)); return String.format("%0" + (value.length << 1) + "x", new BigInteger(1, value));
} }
public static byte[] getByteArrayFromHex(String hex) {
if (StringUtils.isBlank(hex)) {
throw new ValidationFrostFSException(INPUT_PARAM_IS_MISSING);
}
return new BigInteger(hex, HEX_RADIX).toByteArray();
}
} }

View file

@ -108,4 +108,23 @@ public class HelperTest {
assertThrows(ValidationFrostFSException.class, () -> Helper.getHexString(null)); assertThrows(ValidationFrostFSException.class, () -> Helper.getHexString(null));
assertThrows(ValidationFrostFSException.class, () -> Helper.getHexString(new byte[]{})); assertThrows(ValidationFrostFSException.class, () -> Helper.getHexString(new byte[]{}));
} }
@Test
void getByteArrayFromHex_success() {
//Given
var value = "0102030405";
//When
var result = Helper.getByteArrayFromHex(value);
//Then
assertThat(result).containsOnly(new byte[]{1, 2, 3, 4, 5});
}
@Test
void getByteArrayFromHex_wrong() {
//When + Then
assertThrows(ValidationFrostFSException.class, () -> Helper.getByteArrayFromHex(null));
assertThrows(ValidationFrostFSException.class, () -> Helper.getByteArrayFromHex(""));
}
} }

Some files were not shown because too many files have changed in this diff Show more