8000 Test/break index create by dothebart · Pull Request #21775 · arangodb/arangodb · GitHub
[go: up one dir, main page]
Skip to content

Test/break index create #21775

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
wants to merge 9 commits into from
Closed

Test/break index create #21775

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
9 commits
Select commit Hold shift + click to select a range
d595c46
use two different clusters for dump_multiple test
dothebart May 16, 2025
f7bf7d5
make sure we really start two instances.
dothebart May 19, 2025
4ba60c9
forward
dothebart May 19, 2025
cf93725
have separate multiple flow that runs two servers
dothebart May 19, 2025
6f5771e
forward
dothebart May 19, 2025
9703dc8
forwarid
dothebart May 19, 2025
bed1302
proper attributes
dothebart May 19, 2025
8e83343
use big machine
dothebart May 19, 2025
3f5f960
typo
dothebart May 21, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion 3rdParty/rta-makedata
Open in desktop
Submodule rta-makedata updated 7 files
+5 −0 README.md
+2 −0 test_data/checkdata.js
+2 −0 test_data/cleardata.js
+1 −0 test_data/makedata.js
+5 −0 test_data/makedata_suites/010_disabled_uuid_check.js
+13 −2 test_data/makedata_suites/107_vector.js
+9 −2 test_data/makedata_suites/402_views.js
58 changes: 45 additions & 13 deletions js/client/modules/@arangodb/testsuites/dump.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,8 @@ const functionsDocumentation = {
'dump_jwt': 'dump tests with JWT',
'dump_encrypted': 'encrypted dump tests',
'dump_maskings': 'masked dump tests',
'dump_multiple': 'restore multiple DBs at once',
'dump_multiple_same': 'restore multiple DBs at once to the same installation',
'dump_multiple_two': 'restore multiple DBs at once to a fresh installation',
'dump_with_crashes': 'restore and crash the client multiple times',
'dump_with_crashes_parallel': 'restore and crash the client multiple times - parallel version',
'dump_parallel': 'use experimental parallel dump',
Expand Down Expand Up @@ -85,20 +86,21 @@ const testPaths = {
'dump_jwt': [tu.pathForTesting('client/dump')],
'dump_encrypted': [tu.pathForTesting('client/dump')],
'dump_maskings': [tu.pathForTesting('client/dump')],
'dump_multiple': [tu.pathForTesting('client/dump')],
'dump_multiple_same': [tu.pathForTesting('client/dump')],
'dump_multiple_two': [tu.pathForTesting('client/dump')],
'dump_with_crashes': [tu.pathForTesting('client/dump')],
'dump_with_crashes_parallel': [tu.pathForTesting('client/dump')],
'dump_parallel': [tu.pathForTesting('client/dump')],
'hot_backup': [tu.pathForTesting('client/dump')]
};

class DumpRestoreHelper extends trs.runLocalInArangoshRunner {
constructor(firstRunOptions, secondRunOptions, serverOptions, clientAuth, dumpOptions, restoreOptions, which, afterServerStart, rtaArgs) {
constructor(firstRunOptions, secondRunOptions, serverOptions, clientAuth, dumpOptions, restoreOptions, which, afterServerStart, rtaArgs, restartServer) {
super(firstRunOptions, which, serverOptions, tr.sutFilters.checkUsers);
this.serverOptions = serverOptions;
this.firstRunOptions = firstRunOptions;
this.secondRunOptions = secondRunOptions;
this.restartServer = firstRunOptions.cluster !== secondRunOptions.cluster;
this.restartServer = restartServer;
this.clientAuth = clientAuth;
this.dumpOptions = dumpOptions;
this.restoreOptions = restoreOptions;
Expand Down Expand Up @@ -756,10 +758,14 @@ function getClusterStrings(options) {
}
}

function dump_backend_two_instances (firstRunOptions, secondRunOptions, serverAuthInfo, clientAuth, dumpOptions, restoreOptions, which, tstFiles, afterServerStart, rtaArgs) {
function dump_backend_two_instances (firstRunOptions, secondRunOptions,
serverAuthInfo, clientAuth,
dumpOptions, restoreOptions,
which, tstFiles, afterServerStart,
rtaArgs, restartServer) {
print(CYAN + which + ' tests...' + RESET);

const helper = new DumpRestoreHelper(firstRunOptions, secondRunOptions, serverAuthInfo, clientAuth, dumpOptions, restoreOptions, which, afterServerStart, rtaArgs);
const helper = new DumpRestoreHelper(firstRunOptions, secondRunOptions, serverAuthInfo, clientAuth, dumpOptions, restoreOptions, which, afterServerStart, rtaArgs, restartServer);
if (!helper.startFirstInstance()) {
helper.destructor(false);
return helper.extractResults();
Expand Down Expand Up @@ -846,7 +852,7 @@ function dump_backend_two_instances (firstRunOptions, secondRunOptions, serverAu
}

function dump_backend (options, serverAuthInfo, clientAuth, dumpOptions, restoreOptions, which, tstFiles, afterServerStart, rtaArgs) {
return dump_backend_two_instances(options, options, serverAuthInfo, clientAuth, dumpOptions, restoreOptions, which, tstFiles, afterServerStart, rtaArgs);
return dump_backend_two_instances(options, options, serverAuthInfo, clientAuth, dumpOptions, restoreOptions, which, tstFiles, afterServerStart, rtaArgs, false);
}

function dump (options) {
Expand Down Expand Up @@ -891,7 +897,7 @@ function dumpMixedClusterSingle (options) {
tstFiles, function(){}, [
//'--testFoxx', 'false',
// BTS-1617: disable 404 for now
'--skip', '404,550,900,960']);
'--skip', '404,550,900,960'], true);
}

function dumpMixedSingleCluster (options) {
Expand All @@ -916,10 +922,10 @@ function dumpMixedSingleCluster (options) {
options, options, 'dump_mixed_single_cluster',
tstFiles, function(){}, [
// '--testFoxx', 'false',
'--skip', '550,900,960']);
'--skip', '550,900,960'], true);
}

function dumpMultiple (options) {
function dumpMultipleTwo (options) {
let dumpOptions = {
dumpVPack: options.dumpVPack,
dbServers: 3,
Expand All @@ -939,7 +945,32 @@ function dumpMultiple (options) {
dumpCheckGraph: 'check-graph-multiple.js'
};

return dump_backend(dumpOptions, {}, {}, dumpOptions, dumpOptions, 'dump_multiple', tstFiles, function(){}, []);
return dump_backend_two_instances(dumpOptions, _.clone(dumpOptions), {}, {}, dumpOptions, dumpOptions,
'dump_multiple_two', tstFiles, function(){}, [], true);
}
function dumpMultipleSame (options) {
let dumpOptions = {
dumpVPack: options.dumpVPack,
dbServers: 3,
allDatabases: true,
deactivateCompression: true,
parallelDump: true,
splitFiles: true,
};
_.defaults(dumpOptions, options);
let c = getClusterStrings(dumpOptions);
let tstFiles = {
dumpSetup: 'dump-setup' + c.cluster + '.js',
dumpCheckDumpFiles: 'dump-check-dump-files-uncompressed.js',
dumpCleanup: 'cleanup-multiple.js',
dumpAgain: 'dump' + c.cluster + '.js',
dumpTearDown: 'dump-teardown' + c.cluster + '.js',
dumpCheckGraph: 'check-graph-multiple.js'
};

return dump_backend_two_instances(dumpOptions, _.clone(dumpOptions), {}, {},
dumpOptions, dumpOptions,
'dump_multiple_same', tstFiles, function(){}, [], false);
}

function dumpWithCrashes (options) {
Expand Down Expand Up @@ -1191,7 +1222,7 @@ function hotBackup (options) {
addArgs['rocksdb.encryption-keyfolder'] = keyDir;
}

const helper = new DumpRestoreHelper(options, options, addArgs, {}, options, options, which, function(){}, []);
const helper = new DumpRestoreHelper(options, options, addArgs, {}, options, options, which, function(){}, [], false);
if (!helper.startFirstInstance()) {
helper.destructor(false);
return helper.extractResults();
Expand Down Expand Up @@ -1272,7 +1303,8 @@ exports.setup = function (testFns, opts, fnDocs, optionsDoc, allTestPaths) {
testFns['dump_jwt'] = dumpJwt;
testFns['dump_encrypted'] = dumpEncrypted;
testFns['dump_maskings'] = dumpMaskings;
testFns['dump_multiple'] = dumpMultiple;
testFns['dump_multiple_same'] = dumpMultipleSame;
testFns['dump_multiple_two'] = dumpMultipleTwo;
testFns['dump_with_crashes'] = dumpWithCrashes;
testFns['dump_with_crashes_non_parallel'] = dumpWithCrashesNonParallel;
testFns['dump_non_parallel'] = dumpNonParallel;
Expand Down
2 changes: 1 addition & 1 deletion js/client/modules/@arangodb/testutils/client-tools.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -288,7 +288,7 @@ class ConfigBuilder {
const createBaseConfigBuilder = function (type, options, instanceInfo, database = '_system') {
const cfg = new ConfigBuilder(type);
if (options.extremeVerbosity) {
cfg.setDumpEnv();
// cfg.setDumpEnv();
}
if (!options.jwtSecret) {
cfg.setAuth(options.username, options.password);
Expand Down
2 changes: 1 addition & 1 deletion js/client/modules/@arangodb/testutils/instance.js
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -335,7 +335,7 @@ class instance {
'log.file': this.logFile
});
if (this.options.extremeVerbosity) {
this.args['dump-env'] = true;
// this.args['dump-env'] = true;
}

if (this.options.forceOneShard) {
Expand Down
6 changes: 4 additions & 2 deletions tests/test-definitions.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -124,8 +124,10 @@ dump single suffix=_vpack size=medium -- --dumpAgencyOnError true --dumpVPack tr
# dump size=medium enterprise cluster name=dump_singleshard_cluster -- --forceOneShard true --cluster true --dumpAgencyOnError true --extraArgs:experimental-vector-index true
dump_authentication size=medium -- --dumpAgencyOnError true --extraArgs:experimental-vector-index true
dump_jwt size=medium -- --dumpAgencyOnError true --extraArgs:experimental-vector-index true
dump_multiple single size=medium -- --dumpAgencyOnError true --extraArgs:experimental-vector-index true
dump_multiple cluster size=medium parallelity=5 -- --dumpAgencyOnError true --extraArgs:experimental-vector-index true
dump_multiple_same single size=medium -- --dumpAgencyOnError true --extraArgs:experimental-vector-index true
dump_multiple_same cluster size=medium parallelity=5 -- --dumpAgencyOnError true --extraArgs:experimental-vector-index true
dump_multiple_two single size=medium -- --dumpAgencyOnError true --extraArgs:experimental-vector-index true
dump_multiple_two cluster size=large parallelity=5 -- --dumpAgencyOnError true --extraArgs:experimental-vector-index true
dump_non_parallel size=medium -- --dumpAgencyOnError true --extraArgs:experimental-vector-index true
dump_maskings enterprise size=medium -- --dumpAgencyOnError true --extraArgs:experimental-vector-index true
dump_encrypted enterprise size=medium -- --dumpAgencyOnError true --extraArgs:experimental-vector-index true
Expand Down
0