Merge pull request #76 from owncloud/OCISDEV-228-new-load-performance-test-for-upload-2

[OCISDEV-228] New load performance test for upload & download a file

Author: deyankiteworks

packages/k6-tests/tests/koko/platform/120-create-upload-download-delete-file/baseline.k6.ts

@@ -0,0 +1,12 @@
+import { Options } from 'k6/options'
+
+import { create_upload_download_delete_file_120, options as inherited_options } from './simple.k6'
+
+export const options: Options = {
+  ...inherited_options,
+  iterations: 10,
+  duration: '7d',
+  teardownTimeout: '1h'
+}
+
+export default create_upload_download_delete_file_120

packages/k6-tests/tests/koko/platform/120-create-upload-download-delete-file/ramping.k6.ts

@@ -0,0 +1,46 @@
+import { ENV } from '@ownclouders/k6-tdk/lib/utils'
+import { Options } from 'k6/options'
+import { omit } from 'lodash'
+import { envValues } from '@/values'
+
+import { options as inherited_options } from './baseline.k6'
+
+export { create_upload_download_delete_file_120 } from './simple.k6'
+
+const settings = {
+  ...envValues()
+}
+
+export const options: Options = {
+  ...omit(inherited_options, 'iterations', 'duration'),
+  scenarios: {
+    create_upload_rename_delete_folder_and_file_040: {
+      executor: 'ramping-vus',
+      startVUs: 0,
+      exec: 'create_upload_download_delete_file_120',
+      env: {
+        SLEEP_AFTER_ITERATION: ENV('TEST_KOKO_PLATFORM_120_RAMPING_SLEEP_AFTER_ITERATION', '60s')
+      },
+      stages: [
+        {
+          target: parseInt(ENV('TEST_KOKO_PLATFORM_120_RAMPING_STAGES_VUS', '500'), 10),
+          duration: ENV('TEST_KOKO_PLATFORM_120_RAMPING_STAGES_UP_DURATION', '20m')
+        },
+        {
+          target: parseInt(ENV('TEST_KOKO_PLATFORM_120_RAMPING_STAGES_VUS', '500'), 10),
+          duration: ENV('TEST_KOKO_PLATFORM_120_RAMPING_STAGES_PEAK_DURATION', '30m')
+        },
+        {
+          target: 0,
+          duration: ENV('TEST_KOKO_PLATFORM_120_RAMPING_STAGES_DOWN_DURATION', '10m')
+        }
+      ]
+    }
+  },
+  ...(settings.thresholds.enabled && {
+    thresholds: {
+      http_req_failed: [settings.thresholds.rate],
+      http_req_duration: [ENV('TEST_KOKO_PLATFORM_120_RAMPING_THRESHOLDS_DURATION', 'p(95)<750')],
+    }
+  })
+}

packages/k6-tests/tests/koko/platform/120-create-upload-download-delete-file/simple.k6.ts

@@ -0,0 +1,60 @@
+import { queryJson, randomString, store  } from '@ownclouders/k6-tdk/lib/utils'
+import { sleep } from 'k6'
+import { randomBytes } from 'k6/crypto'
+import exec from 'k6/execution'
+import { Options } from 'k6/options'
+
+import { userPool } from '@/pools'
+import { clientFor } from '@/shortcuts'
+import { getPoolItem } from '@/utils'
+import { envValues } from '@/values'
+
+export const options: Options = {
+  vus: 1,
+  iterations: 1,
+  insecureSkipTLSVerify: true
+}
+
+const settings = {
+  ...envValues()
+}
+
+export const create_upload_download_delete_file_120 = async (): Promise<void> => {
+  const user = getPoolItem({ pool: userPool, n: exec.vu.idInTest })
+  const userStore = store(user.userLogin)
+
+  const client = await userStore.setOrGet('client', async () => {
+    return clientFor(user)
+  })
+
+  const root = await userStore.setOrGet('root', async () => {
+    const getMyDrivesResponse = await client.me.getMyDrives({ params: { $filter: "driveType eq 'personal'" } })
+    const [actorRoot = user.userLogin] = queryJson("$.value[?(@.driveType === 'personal')].id", getMyDrivesResponse?.body)
+    sleep(settings.sleep.after_request)
+
+    return actorRoot
+  })
+
+  const folderName = [user.userLogin.replace(/[^A-Za-z0-9]/g, ''), randomString(), 'iteration', exec.vu.iterationInInstance + 1].join('-')
+  await client.resource.createResource({ root, resourcePath: folderName })
+  sleep(settings.sleep.after_request)
+
+  let resource: { name: string, size: number }
+  resource = { ...settings.seed.resource.large }
+
+  await client.resource.uploadResource({
+    root: [root, folderName].join('/'),
+    resourcePath: resource.name,
+    resourceBytes: randomBytes(resource.size)
+  })
+  sleep(settings.sleep.after_request)
+
+  await client.resource.downloadResource({ root, resourcePath: [folderName, resource.name].join('/') })
+  sleep(settings.sleep.after_request)
+
+  await client.resource.deleteResource({ root, resourcePath: folderName })
+
+  sleep(settings.sleep.after_iteration)
+}
+
+export default create_upload_download_delete_file_120

packages/k6-tests/tests/koko/platform/120-create-upload-download-delete-file/simple.md

@@ -0,0 +1,24 @@
+# Description
+
+The `120 create upload download delete file` test creates a folder in the user's personal space, the user then uploads a large file to it, download the file and deletes them.
+
+## Procedure
+
+* each `user` logs into the system individually.
+* each `user iteration` creates a folder.
+* each `user iteration` uploads a resource into that folder.
+* each `user iteration` download the resource.
+* each `user iteration` deletes the folder.
+
+the test runs `N` times for each user, for example if you define `--vus 2` and `--iterations 5`
+the testing steps as a whole will run 10 times (5 times per user).
+
+
+## Available options
+
+* [Shared options](/k6-tests/src/values/env)
+
+
+## How to run the test
+
+please read [here](/k6-tests/docs/run) how the test can be executed, only the script is different