-
Notifications
You must be signed in to change notification settings - Fork 86
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
ZENKO-4789: implement quota tests and logic
- Loading branch information
1 parent
e70363a
commit c118d12
Showing
7 changed files
with
301 additions
and
34 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,136 @@ | ||
| /* eslint-disable no-case-declarations */ | ||
| import fs from 'fs'; | ||
| import lockFile from 'proper-lockfile'; | ||
| import { createHash } from 'crypto'; | ||
| import { Given, Before } from '@cucumber/cucumber'; | ||
| import Zenko from '../../world/Zenko'; | ||
| import { Scality, Command, CacheHelper, Constants, Utils } from 'cli-testing'; | ||
| import { createJobAndWaitForCompletion } from 'steps/utils/kubernetes'; | ||
| import { createBucketWithConfiguration, putObject } from 'steps/utils/utils'; | ||
|
|
||
| function hashStringAndKeepFirst40Characters(input: string) { | ||
| return createHash('sha256').update(input).digest('hex').slice(0, 40); | ||
| } | ||
|
|
||
| /** | ||
| * The objective of this hook is to prepare all the buckets and accounts | ||
| * we use during quota checks, so that we avoid running the job multiple | ||
| * times, which affects the performance of the tests. | ||
| * The steps arer: create an account, then create a simple bucket | ||
| */ | ||
| Before({tags: '@Quotas'}, async function ({ gherkinDocument, pickle }) { | ||
| let initiated = false; | ||
| let releaseLock: (() => Promise<void>) | false = false; | ||
| const output: { [key: string]: { AccessKey: string, SecretKey: string }} = {}; | ||
| const world = this as Zenko; | ||
|
|
||
| await Zenko.init(world.parameters); | ||
|
|
||
| const featureName = gherkinDocument.feature?.name?.replace(/ /g, '-').toLowerCase() || 'quotas'; | ||
| const filePath = `/tmp/${featureName}`; | ||
|
|
||
| if (!fs.existsSync(filePath)) { | ||
| fs.writeFileSync(filePath, JSON.stringify({ | ||
| ready: false, | ||
| })); | ||
| } else { | ||
| initiated = true; | ||
| } | ||
|
|
||
| if (!initiated) { | ||
| try { | ||
| releaseLock = await lockFile.lock(filePath, { stale: Constants.DEFAULT_TIMEOUT / 2 }); | ||
| } catch (err) { | ||
| releaseLock = false; | ||
| } | ||
| } | ||
|
|
||
| if (releaseLock) { | ||
| for (const scenario of gherkinDocument.feature?.children || []) { | ||
| for (const example of scenario.scenario?.examples || []) { | ||
| for (const values of example.tableBody || []) { | ||
| const scenarioWithExampleID = hashStringAndKeepFirst40Characters(`${values.id}`); | ||
| await world.createAccount(scenarioWithExampleID); | ||
| await createBucketWithConfiguration(world, scenarioWithExampleID, 'with'); | ||
| await putObject(world); | ||
| output[scenarioWithExampleID] = { | ||
| AccessKey: CacheHelper.parameters?.AccessKey || Constants.DEFAULT_ACCESS_KEY, | ||
| SecretKey: CacheHelper.parameters?.SecretKey || Constants.DEFAULT_SECRET_KEY, | ||
| }; | ||
| } | ||
| } | ||
| } | ||
|
|
||
| await createJobAndWaitForCompletion(world, 'end2end-ops-count-items', 'quotas-setup'); | ||
| await Utils.sleep(2000); | ||
| fs.writeFileSync(filePath, JSON.stringify({ | ||
| ready: true, | ||
| ...output, | ||
| })); | ||
|
|
||
| await releaseLock(); | ||
| } else { | ||
| while (!fs.existsSync(filePath)) { | ||
| await Utils.sleep(100); | ||
| } | ||
|
|
||
| let configuration: { ready: boolean } = JSON.parse(fs.readFileSync(filePath, 'utf8')) as { ready: boolean }; | ||
| while (!configuration.ready) { | ||
| await Utils.sleep(100); | ||
| configuration = JSON.parse(fs.readFileSync(filePath, 'utf8')) as { ready: boolean }; | ||
| } | ||
| } | ||
|
|
||
| const configuration: typeof output = JSON.parse(fs.readFileSync(`/tmp/${featureName}`, 'utf8')) as typeof output; | ||
| const key = hashStringAndKeepFirst40Characters(`${pickle.astNodeIds[1]}`); | ||
| world.parameters.logger?.debug('Scenario key', { key, from: `${pickle.astNodeIds[1]}`, configuration }); | ||
| const config = configuration[key]; | ||
| world.resetGlobalType(); | ||
| Zenko.saveAccountAccessKeys(config.AccessKey, config.SecretKey); | ||
| world.addToSaved('bucketName', key); | ||
| }); | ||
|
|
||
| Given('a bucket quota set to {string} B', async function (this: Zenko, quota: string) { | ||
| if (quota === '0') { | ||
| return; | ||
| } | ||
| this.addCommandParameter({ | ||
| quota, | ||
| }); | ||
| this.addCommandParameter({ | ||
| bucket: this.getSaved<string>('bucketName'), | ||
| }); | ||
| const result: Command = await Scality.updateBucketQuota( | ||
| this.parameters, | ||
| this.getCliMode(), | ||
| this.getCommandParameters()); | ||
|
|
||
| this.parameters.logger?.debug('UpdateBucketQuota result', { | ||
| result, | ||
| }); | ||
|
|
||
| if (result.err) { | ||
| throw new Error(result.err); | ||
| } | ||
| }); | ||
|
|
||
| Given('an account quota set to {string} B', async function (this: Zenko, quota: string) { | ||
| if (quota === '0') { | ||
| return; | ||
| } | ||
| this.addCommandParameter({ | ||
| quotaMax: quota, | ||
| }); | ||
| const result: Command = await Scality.updateAccountQuota( | ||
| this.parameters, | ||
| this.getCliMode(), | ||
| this.getCommandParameters()); | ||
|
|
||
| this.parameters.logger?.debug('UpdateAccountQuota result', { | ||
| result, | ||
| }); | ||
|
|
||
| if (result.err) { | ||
| throw new Error(result.err); | ||
| } | ||
| }); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.