mmalygina/xk6-frostfs
1
0
Fork 0
forked from TrueCloudLab/xk6-frostfs
Code Pull requests Activity

[#193] Evenly pick endpoints during VU init

Browse source 
Signed-off-by: a.berezin <a.berezin@yadro.com>
This commit is contained in:
Andrey Berezin 2025-02-12 13:25:46 +03:00
parent ebbc5bc0a7
commit 8459c46346
7 changed files with 207 additions and 70 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

49
scenarios/grpc.js
View file

@ -1,6 +1,6 @@
import { sleep } from 'k6';
import { SharedArray } from 'k6/data';
import exec from 'k6/execution';
import exec, {vu} from 'k6/execution';
import logging from 'k6/x/frostfs/logging';
import native from 'k6/x/frostfs/native';
import registry from 'k6/x/frostfs/registry';
@ -24,16 +24,9 @@ const container_list = new SharedArray(
const read_size = JSON.parse(open(__ENV.PREGEN_JSON)).obj_size;
const summary_json = __ENV.SUMMARY_JSON || '/tmp/summary.json';
// Select random gRPC endpoint for current VU
const grpc_endpoints = __ENV.GRPC_ENDPOINTS.split(',');
const grpc_endpoint =
grpc_endpoints[Math.floor(Math.random() * grpc_endpoints.length)];
const grpc_client = native.connect(
grpc_endpoint, '', __ENV.DIAL_TIMEOUT ? parseInt(__ENV.DIAL_TIMEOUT) : 5,
__ENV.STREAM_TIMEOUT ? parseInt(__ENV.STREAM_TIMEOUT) : 60,
__ENV.PREPARE_LOCALLY ? __ENV.PREPARE_LOCALLY.toLowerCase() === 'true' : false,
1024 * parseInt(__ENV.MAX_OBJECT_SIZE || '0'));
const log = logging.new().withField('endpoint', grpc_endpoint);
let vu_logged = false;
const log = logging.new()
const registry_enabled = !!__ENV.REGISTRY_FILE;
const obj_registry =
@ -41,6 +34,25 @@ const obj_registry =
const duration = __ENV.DURATION;
function get_endpoint() {
return grpc_endpoints[(vu.idInTest - 1) % grpc_endpoints.length];
}
function get_client(op, endpoint) {
const grpc_client = native.connect(
endpoint, '', __ENV.DIAL_TIMEOUT ? parseInt(__ENV.DIAL_TIMEOUT) : 5,
__ENV.STREAM_TIMEOUT ? parseInt(__ENV.STREAM_TIMEOUT) : 60,
__ENV.PREPARE_LOCALLY ? __ENV.PREPARE_LOCALLY.toLowerCase() === 'true' : false,
1024 * parseInt(__ENV.MAX_OBJECT_SIZE || '0'));
if (!vu_logged) {
log.withFields({op: op, vuidt: vu.idInTest, vuidi: vu.idInInstance, endpoint: endpoint}).info("VU initialized");
vu_logged = true;
}
return grpc_client
}
if (!!__ENV.METRIC_TAGS) {
stats.setTags(__ENV.METRIC_TAGS)
}
@ -157,6 +169,9 @@ export function obj_write() {
sleep(__ENV.SLEEP_WRITE);
}
const grpc_endpoint = get_endpoint();
const grpc_client = get_client("WRITE", grpc_endpoint)
const headers = { unique_header: uuidv4() };
const container =
container_list[Math.floor(Math.random() * container_list.length)];
@ -165,7 +180,7 @@ export function obj_write() {
const resp =
grpc_client.put(container, headers, payload, write_grpc_chunk_size);
if (!resp.success) {
log.withField('cid', container).error(resp.error);
log.withFields({cid: container, endpoint: grpc_endpoint}).error(resp.error);
return;
}
@ -179,6 +194,9 @@ export function obj_read() {
sleep(__ENV.SLEEP_READ);
}
const grpc_endpoint = get_endpoint();
const grpc_client = get_client("READ", grpc_endpoint)
if (obj_to_read_selector) {
const obj = obj_to_read_selector.nextObject();
if (!obj) {
@ -186,7 +204,7 @@ export function obj_read() {
}
const resp = grpc_client.get(obj.c_id, obj.o_id)
if (!resp.success) {
log.withFields({ cid: obj.c_id, oid: obj.o_id }).error(resp.error);
log.withFields({cid: obj.c_id, oid: obj.o_id, endpoint: grpc_endpoint}).error(resp.error);
}
return
}
@ -194,7 +212,7 @@ export function obj_read() {
const obj = obj_list[Math.floor(Math.random() * obj_list.length)];
const resp = grpc_client.get(obj.container, obj.object)
if (!resp.success) {
log.withFields({ cid: obj.container, oid: obj.object }).error(resp.error);
log.withFields({cid: obj.container, oid: obj.object, endpoint: grpc_endpoint}).error(resp.error);
}
}
@ -211,10 +229,13 @@ export function obj_delete() {
return;
}
const grpc_endpoint = get_endpoint();
const grpc_client = get_client("DELETE", grpc_endpoint)
const resp = grpc_client.delete(obj.c_id, obj.o_id);
if (!resp.success) {
// Log errors except (2052 - object already deleted)
log.withFields({ cid: obj.c_id, oid: obj.o_id }).error(resp.error);
log.withFields({cid: obj.c_id, oid: obj.o_id, endpoint: grpc_endpoint}).error(resp.error);
return;
}

49
scenarios/grpc_car.js
View file

@ -1,5 +1,7 @@
import { sleep } from 'k6';
import { SharedArray } from 'k6/data';
import { vu } from 'k6/execution';
import logging from 'k6/x/frostfs/logging';
import native from 'k6/x/frostfs/native';
import registry from 'k6/x/frostfs/registry';
@ -23,16 +25,9 @@ const container_list = new SharedArray('container_list', function () {
const read_size = JSON.parse(open(__ENV.PREGEN_JSON)).obj_size;
const summary_json = __ENV.SUMMARY_JSON || '/tmp/summary.json';
// Select random gRPC endpoint for current VU
const grpc_endpoints = __ENV.GRPC_ENDPOINTS.split(',');
const grpc_endpoint =
grpc_endpoints[Math.floor(Math.random() * grpc_endpoints.length)];
const grpc_client = native.connect(
grpc_endpoint, '', __ENV.DIAL_TIMEOUT ? parseInt(__ENV.DIAL_TIMEOUT) : 5,
__ENV.STREAM_TIMEOUT ? parseInt(__ENV.STREAM_TIMEOUT) : 60,
__ENV.PREPARE_LOCALLY ? __ENV.PREPARE_LOCALLY.toLowerCase() === 'true' : false,
1024 * parseInt(__ENV.MAX_OBJECT_SIZE || '0'));
const log = logging.new().withField('endpoint', grpc_endpoint);
let vu_logged = false;
const log = logging.new()
const registry_enabled = !!__ENV.REGISTRY_FILE;
const obj_registry =
@ -40,6 +35,25 @@ const obj_registry =
const duration = __ENV.DURATION;
function get_endpoint() {
return grpc_endpoints[(vu.idInTest - 1) % grpc_endpoints.length];
}
function get_client(op, endpoint) {
const grpc_client = native.connect(
endpoint, '', __ENV.DIAL_TIMEOUT ? parseInt(__ENV.DIAL_TIMEOUT) : 5,
__ENV.STREAM_TIMEOUT ? parseInt(__ENV.STREAM_TIMEOUT) : 60,
__ENV.PREPARE_LOCALLY ? __ENV.PREPARE_LOCALLY.toLowerCase() === 'true' : false,
1024 * parseInt(__ENV.MAX_OBJECT_SIZE || '0'));
if (!vu_logged) {
log.withFields({op: op, vuidt: vu.idInTest, vuidi: vu.idInInstance, endpoint: endpoint}).info("VU initialized");
vu_logged = true;
}
return grpc_client
}
if (!!__ENV.METRIC_TAGS) {
stats.setTags(__ENV.METRIC_TAGS)
}
@ -176,6 +190,9 @@ export function obj_write() {
sleep(__ENV.SLEEP_WRITE);
}
const grpc_endpoint = get_endpoint();
const grpc_client = get_client("WRITE", grpc_endpoint)
const headers = { unique_header: uuidv4() };
const container =
container_list[Math.floor(Math.random() * container_list.length)];
@ -184,7 +201,7 @@ export function obj_write() {
const resp =
grpc_client.put(container, headers, payload, write_grpc_chunk_size);
if (!resp.success) {
log.withField('cid', container).error(resp.error);
log.withFields({cid: container, endpoint: grpc_endpoint}).error(resp.error);
return;
}
@ -198,6 +215,9 @@ export function obj_read() {
sleep(__ENV.SLEEP_READ);
}
const grpc_endpoint = get_endpoint();
const grpc_client = get_client("READ", grpc_endpoint)
if (obj_to_read_selector) {
const obj = obj_to_read_selector.nextObject();
if (!obj) {
@ -205,7 +225,7 @@ export function obj_read() {
}
const resp = grpc_client.get(obj.c_id, obj.o_id)
if (!resp.success) {
log.withFields({ cid: obj.c_id, oid: obj.o_id }).error(resp.error);
log.withFields({cid: obj.c_id, oid: obj.o_id, endpoint: grpc_endpoint}).error(resp.error);
}
return
}
@ -213,7 +233,7 @@ export function obj_read() {
const obj = obj_list[Math.floor(Math.random() * obj_list.length)];
const resp = grpc_client.get(obj.container, obj.object)
if (!resp.success) {
log.withFields({ cid: obj.container, oid: obj.object }).error(resp.error);
log.withFields({cid: obj.container, oid: obj.object, endpoint: grpc_endpoint}).error(resp.error);
}
}
@ -227,10 +247,13 @@ export function obj_delete() {
return;
}
const grpc_endpoint = get_endpoint();
const grpc_client = get_client("DELETE", grpc_endpoint)
const resp = grpc_client.delete(obj.c_id, obj.o_id);
if (!resp.success) {
// Log errors except (2052 - object already deleted)
log.withFields({ cid: obj.c_id, oid: obj.o_id }).error(resp.error);
log.withFields({cid: obj.c_id, oid: obj.o_id, endpoint: grpc_endpoint}).error(resp.error);
return;
}

26
scenarios/http.js
View file

@ -1,5 +1,6 @@
import {sleep} from 'k6';
import {SharedArray} from 'k6/data';
import { vu } from 'k6/execution';
import http from 'k6/http';
import logging from 'k6/x/frostfs/logging';
import registry from 'k6/x/frostfs/registry';
@ -23,11 +24,9 @@ const container_list = new SharedArray('container_list', function() {
const read_size = JSON.parse(open(__ENV.PREGEN_JSON)).obj_size;
const summary_json = __ENV.SUMMARY_JSON || '/tmp/summary.json';
// Select random HTTP endpoint for current VU
const http_endpoints = __ENV.HTTP_ENDPOINTS.split(',');
const http_endpoint =
http_endpoints[Math.floor(Math.random() * http_endpoints.length)];
const log = logging.new().withField('endpoint', http_endpoint);
let vu_logged = false;
const log = logging.new()
const registry_enabled = !!__ENV.REGISTRY_FILE;
const obj_registry =
@ -35,6 +34,17 @@ const obj_registry =
const duration = __ENV.DURATION;
function get_endpoint(op) {
const endpoint = http_endpoints[(vu.idInTest - 1) % http_endpoints.length];
if (!vu_logged) {
log.withFields({op: op, vuidt: vu.idInTest, vuidi: vu.idInInstance, endpoint: endpoint}).info("VU initialized");
vu_logged = true;
}
return endpoint
}
if (!!__ENV.METRIC_TAGS) {
stats.setTags(__ENV.METRIC_TAGS)
}
@ -117,9 +127,11 @@ export function obj_write() {
file: http.file(payload.bytes(), 'random.data'),
};
const http_endpoint = get_endpoint("WRITE")
const resp = http.post(`http://${http_endpoint}/upload/${container}`, data);
if (resp.status != 200) {
log.withFields({status: resp.status, cid: container}).error(resp.error);
log.withFields({status: resp.status, cid: container, endpoint: http_endpoint}).error(resp.error);
return;
}
const object_id = JSON.parse(resp.body).object_id;
@ -133,11 +145,13 @@ export function obj_read() {
sleep(__ENV.SLEEP_READ);
}
const http_endpoint = get_endpoint("READ")
const obj = obj_list[Math.floor(Math.random() * obj_list.length)];
const resp =
http.get(`http://${http_endpoint}/get/${obj.container}/${obj.object}`);
if (resp.status != 200) {
log.withFields({status: resp.status, cid: obj.container, oid: obj.object})
log.withFields({status: resp.status, cid: obj.container, oid: obj.object, endpoint: http_endpoint})
.error(resp.error);
}
}

42
scenarios/s3.js
View file

@ -1,6 +1,6 @@
import {sleep} from 'k6';
import {SharedArray} from 'k6/data';
import exec from 'k6/execution';
import exec, {vu} from 'k6/execution';
import logging from 'k6/x/frostfs/logging';
import registry from 'k6/x/frostfs/registry';
import s3 from 'k6/x/frostfs/s3';
@ -28,19 +28,29 @@ const no_verify_ssl = __ENV.NO_VERIFY_SSL || 'true';
const connection_args = {
no_verify_ssl : no_verify_ssl
}
// Select random S3 endpoint for current VU
const s3_endpoints = __ENV.S3_ENDPOINTS.split(',');
const s3_endpoint =
s3_endpoints[Math.floor(Math.random() * s3_endpoints.length)];
const s3_client = s3.connect(s3_endpoint, connection_args);
const log = logging.new().withField('endpoint', s3_endpoint);
const log = logging.new()
const registry_enabled = !!__ENV.REGISTRY_FILE;
const obj_registry =
registry_enabled ? registry.open(__ENV.REGISTRY_FILE) : undefined;
let vu_logged = false;
const duration = __ENV.DURATION;
function get_endpoint() {
return s3_endpoints[(vu.idInTest - 1) % s3_endpoints.length];
}
function get_client(op, endpoint) {
const s3_client = s3.connect(endpoint, connection_args);
if (!vu_logged) {
log.withFields({op: op, vuidt: vu.idInTest, vuidi: vu.idInInstance, endpoint: endpoint}).info("VU initialized");
vu_logged = true;
}
return s3_client;
}
if (!!__ENV.METRIC_TAGS) {
stats.setTags(__ENV.METRIC_TAGS)
}
@ -159,13 +169,16 @@ export function obj_write() {
sleep(__ENV.SLEEP_WRITE);
}
const s3_endpoint = get_endpoint();
const s3_client = get_client("WRITE", s3_endpoint)
const key = generateS3Key();
const bucket = bucket_list[Math.floor(Math.random() * bucket_list.length)];
const payload = generator.genPayload();
const resp = s3_client.put(bucket, key, payload);
if (!resp.success) {
log.withFields({bucket : bucket, key : key}).error(resp.error);
log.withFields({bucket : bucket, key : key, endpoint: s3_endpoint}).error(resp.error);
return;
}
@ -179,14 +192,18 @@ export function obj_read() {
sleep(__ENV.SLEEP_READ);
}
const s3_endpoint = get_endpoint();
const s3_client = get_client("READ", s3_endpoint)
if (obj_to_read_selector) {
const obj = obj_to_read_selector.nextObject();
if (!obj) {
return;
}
const resp = s3_client.get(obj.s3_bucket, obj.s3_key)
if (!resp.success) {
log.withFields({bucket : obj.s3_bucket, key : obj.s3_key})
log.withFields({bucket : obj.s3_bucket, key : obj.s3_key, endpoint: s3_endpoints})
.error(resp.error);
}
return
@ -205,6 +222,9 @@ export function obj_delete() {
sleep(__ENV.SLEEP_DELETE);
}
const s3_endpoint = get_endpoint();
const s3_client = get_client("DELETE", s3_endpoint)
const obj = obj_to_delete_selector.nextObject();
if (!obj) {
if (obj_to_delete_exit_on_null) {
@ -217,7 +237,7 @@ export function obj_delete() {
const resp = s3_client.delete(obj.s3_bucket, obj.s3_key);
if (!resp.success) {
log.withFields({bucket : obj.s3_bucket, key : obj.s3_key, op : 'DELETE'})
log.withFields({bucket : obj.s3_bucket, key : obj.s3_key, endpoint: s3_endpoint, op : 'DELETE'})
.error(resp.error);
return;
}

38
scenarios/s3_car.js
View file

@ -1,5 +1,6 @@
import {sleep} from 'k6';
import {SharedArray} from 'k6/data';
import { vu } from 'k6/execution';
import logging from 'k6/x/frostfs/logging';
import registry from 'k6/x/frostfs/registry';
import s3 from 'k6/x/frostfs/s3';
@ -23,16 +24,13 @@ const bucket_list = new SharedArray('bucket_list', function() {
const read_size = JSON.parse(open(__ENV.PREGEN_JSON)).obj_size;
const summary_json = __ENV.SUMMARY_JSON || '/tmp/summary.json';
// Select random S3 endpoint for current VU
const s3_endpoints = __ENV.S3_ENDPOINTS.split(',');
const s3_endpoint =
s3_endpoints[Math.floor(Math.random() * s3_endpoints.length)];
const no_verify_ssl = __ENV.NO_VERIFY_SSL || 'true';
const connection_args = {
no_verify_ssl: no_verify_ssl
};
const s3_client = s3.connect(s3_endpoint, connection_args);
const log = logging.new().withField('endpoint', s3_endpoint);
let vu_logged = false;
const log = logging.new()
const registry_enabled = !!__ENV.REGISTRY_FILE;
const obj_registry =
@ -40,6 +38,21 @@ const obj_registry =
const duration = __ENV.DURATION;
function get_endpoint() {
return s3_endpoints[(vu.idInTest - 1) % s3_endpoints.length];
}
function get_client(op, endpoint) {
const s3_client = s3.connect(endpoint, connection_args);
if (!vu_logged) {
log.withFields({op: op, vuidt: vu.idInTest, vuidi: vu.idInInstance, endpoint: endpoint}).info("VU initialized");
vu_logged = true;
}
return s3_client;
}
if (!!__ENV.METRIC_TAGS) {
stats.setTags(__ENV.METRIC_TAGS)
}
@ -177,13 +190,16 @@ export function obj_write() {
sleep(__ENV.SLEEP_WRITE);
}
const s3_endpoint = get_endpoint();
const s3_client = get_client("WRITE", s3_endpoint)
const key = generateS3Key();
const bucket = bucket_list[Math.floor(Math.random() * bucket_list.length)];
const payload = generator.genPayload();
const resp = s3_client.put(bucket, key, payload);
if (!resp.success) {
log.withFields({bucket: bucket, key: key}).error(resp.error);
log.withFields({bucket: bucket, key: key, endpoint: s3_endpoint}).error(resp.error);
return;
}
@ -197,6 +213,9 @@ export function obj_read() {
sleep(__ENV.SLEEP_READ);
}
const s3_endpoint = get_endpoint();
const s3_client = get_client("READ", s3_endpoint)
if (obj_to_read_selector) {
const obj = obj_to_read_selector.nextObject();
if (!obj) {
@ -214,7 +233,7 @@ export function obj_read() {
const resp = s3_client.get(obj.bucket, obj.object);
if (!resp.success) {
log.withFields({bucket: obj.bucket, key: obj.object}).error(resp.error);
log.withFields({bucket: obj.bucket, key: obj.object, endpoint: s3_endpoint}).error(resp.error);
}
}
@ -228,9 +247,12 @@ export function obj_delete() {
return;
}
const s3_endpoint = get_endpoint();
const s3_client = get_client("DELETE", s3_endpoint)
const resp = s3_client.delete(obj.s3_bucket, obj.s3_key);
if (!resp.success) {
log.withFields({bucket: obj.s3_bucket, key: obj.s3_key, op: 'DELETE'})
log.withFields({bucket: obj.s3_bucket, key: obj.s3_key, op: 'DELETE', endpoint: s3_endpoint})
.error(resp.error);
return;
}

45
scenarios/s3_dar.js
View file

@ -1,6 +1,6 @@
import {sleep} from 'k6';
import {SharedArray} from 'k6/data';
import exec from 'k6/execution';
import exec, {vu} from 'k6/execution';
import logging from 'k6/x/frostfs/logging';
import registry from 'k6/x/frostfs/registry';
import s3 from 'k6/x/frostfs/s3';
@ -29,19 +29,31 @@ const no_verify_ssl = __ENV.NO_VERIFY_SSL || 'true';
const connection_args = {
no_verify_ssl : no_verify_ssl
}
// Select random S3 endpoint for current VU
const s3_endpoints = __ENV.S3_ENDPOINTS.split(',');
const s3_endpoint =
s3_endpoints[Math.floor(Math.random() * s3_endpoints.length)];
const s3_client = s3.connect(s3_endpoint, connection_args);
const log = logging.new().withField('endpoint', s3_endpoint);
const log = logging.new()
const registry_enabled = !!__ENV.REGISTRY_FILE;
const obj_registry =
registry_enabled ? registry.open(__ENV.REGISTRY_FILE) : undefined;
let vu_logged = false;
const duration = __ENV.DURATION;
function get_endpoint() {
return s3_endpoints[(vu.idInTest - 1) % s3_endpoints.length];
}
function get_client(op, endpoint) {
const s3_client = s3.connect(endpoint, connection_args);
if (!vu_logged) {
log.withFields({op: op, vuidt: vu.idInTest, vuidi: vu.idInInstance, endpoint: endpoint}).info("VU initialized");
vu_logged = true;
}
return s3_client;
}
if (!!__ENV.METRIC_TAGS) {
stats.setTags(__ENV.METRIC_TAGS)
}
@ -86,7 +98,7 @@ const delete_age = __ENV.DELETE_AGE ? parseInt(__ENV.DELETE_AGE) : undefined;
let obj_to_delete_selector = undefined;
let obj_to_delete_exit_on_null = undefined;
if (registry_enabled ) {
if (registry_enabled) {
obj_to_delete_exit_on_null = (write_vu_count == 0) && (read_vu_count == 0)
let constructor = obj_to_delete_exit_on_null ? registry.getOneshotSelector
@ -159,13 +171,16 @@ export function obj_write() {
sleep(__ENV.SLEEP_WRITE);
}
const s3_endpoint = get_endpoint();
const s3_client = get_client("WRITE", s3_endpoint)
const key = generateS3Key();
const bucket = bucket_list[Math.floor(Math.random() * bucket_list.length)];
const payload = generator.genPayload();
const resp = s3_client.put(bucket, key, payload);
if (!resp.success) {
log.withFields({bucket : bucket, key : key}).error(resp.error);
log.withFields({bucket : bucket, key : key, endpoint: s3_endpoint}).error(resp.error);
return;
}
@ -179,6 +194,9 @@ export function obj_read() {
sleep(__ENV.SLEEP_READ);
}
const s3_endpoint = get_endpoint();
const s3_client = get_client("READ", s3_endpoint)
if (obj_to_read_selector) {
const obj = obj_to_read_selector.nextObject();
if (!obj ) {
@ -186,7 +204,7 @@ export function obj_read() {
}
const resp = s3_client.get(obj.s3_bucket, obj.s3_key)
if (!resp.success) {
log.withFields({bucket : obj.s3_bucket, key : obj.s3_key, status: obj.status, op: `READ`})
log.withFields({bucket : obj.s3_bucket, key : obj.s3_key, status: obj.status, op: `READ`, endpoint: s3_endpoint})
.error(resp.error);
} else {
obj_registry.setObjectStatus(obj.id, obj.status, 'read');
@ -199,7 +217,7 @@ export function obj_read() {
const resp = s3_client.get(obj.bucket, obj.object);
if (!resp.success) {
log.withFields({bucket : obj.bucket, key : obj.object}).error(resp.error);
log.withFields({bucket : obj.bucket, key : obj.object, endpoint: s3_endpoint}).error(resp.error);
} else {
obj_registry.setObjectStatus(obj.id, obj.status, 'read');
}
@ -222,9 +240,12 @@ export function delete_object(obj) {
return;
}
const s3_endpoint = get_endpoint();
const s3_client = get_client("DELETE", s3_endpoint)
const resp = s3_client.delete(obj.s3_bucket, obj.s3_key);
if (!resp.success) {
log.withFields({bucket : obj.s3_bucket, key : obj.s3_key, op : 'DELETE'})
log.withFields({bucket : obj.s3_bucket, key : obj.s3_key, op : 'DELETE', endpoint: s3_endpoint})
.error(resp.error);
return;
}

28
scenarios/s3_multipart.js
View file

@ -1,5 +1,6 @@
import {sleep} from 'k6';
import {SharedArray} from 'k6/data';
import { vu } from 'k6/execution';
import logging from 'k6/x/frostfs/logging';
import registry from 'k6/x/frostfs/registry';
import s3 from 'k6/x/frostfs/s3';
@ -18,16 +19,13 @@ const bucket_list = new SharedArray('bucket_list', function() {
const summary_json = __ENV.SUMMARY_JSON || '/tmp/summary.json';
// Select random S3 endpoint for current VU
const s3_endpoints = __ENV.S3_ENDPOINTS.split(',');
const s3_endpoint =
s3_endpoints[Math.floor(Math.random() * s3_endpoints.length)];
const no_verify_ssl = __ENV.NO_VERIFY_SSL || 'true';
const connection_args = {
no_verify_ssl: no_verify_ssl
};
const s3_client = s3.connect(s3_endpoint, connection_args);
const log = logging.new().withField('endpoint', s3_endpoint);
let vu_logged = false;
const log = logging.new();
const registry_enabled = !!__ENV.REGISTRY_FILE;
const obj_registry =
@ -35,6 +33,21 @@ const obj_registry =
const duration = __ENV.DURATION;
function get_endpoint() {
return s3_endpoints[(vu.idInTest - 1) % s3_endpoints.length];
}
function get_client(op, endpoint) {
const s3_client = s3.connect(endpoint, connection_args);
if (!vu_logged) {
log.withFields({op: op, vuidt: vu.idInTest, vuidi: vu.idInInstance, endpoint: endpoint}).info("VU initialized");
vu_logged = true;
}
return s3_client;
}
if (!!__ENV.METRIC_TAGS) {
stats.setTags(__ENV.METRIC_TAGS)
}
@ -101,6 +114,9 @@ export function obj_write_multipart() {
sleep(__ENV.SLEEP_WRITE);
}
const s3_endpoint = get_endpoint();
const s3_client = get_client("WRITE", s3_endpoint)
const key = generateS3Key();
const bucket = bucket_list[Math.floor(Math.random() * bucket_list.length)];
@ -109,7 +125,7 @@ export function obj_write_multipart() {
bucket, key, write_multipart_part_size, write_multipart_vu_count,
payload);
if (!resp.success) {
log.withFields({bucket: bucket, key: key}).error(resp.error);
log.withFields({bucket: bucket, key: key, endpoint: s3_endpoint}).error(resp.error);
return;
}