loadmill
Version:
A node.js module for running load tests and functional tests on loadmill.com
1,199 lines (1,198 loc) โข 88.2 kB
JSON
{
"stats": {
"suites": 12,
"tests": 12,
"passes": 12,
"failures": 0,
"start": "2025-03-09T07:20:14.419Z",
"end": "2025-03-09T07:23:25.218Z",
"pending": 0,
"testsRegistered": 12,
"pendingPercent": 0,
"passPercent": 100,
"other": 0,
"hasOther": false,
"skipped": 0,
"hasSkipped": false,
"duration": 947456
},
"results": [
{
"title": "Loadmill API tests",
"suites": [
{
"title": "๐ฅ Basic happy flow regressions - ${__replace(heroku_app_name,'loadmill-','')} - Loadmill Sanity Plan",
"tests": [
{
"title": "Are we up yet?",
"fullTitle": "Are we up yet?",
"timedOut": false,
"duration": 2469,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/32eab09e-8055-4e01-9f9c-72b9ab44fe49",
"err": {},
"uuid": "32eab09e-8055-4e01-9f9c-72b9ab44fe49"
},
{
"title": "Setup Flow",
"fullTitle": "Setup Flow",
"timedOut": false,
"duration": 1355,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/924e0a26-ae98-45e2-a57f-78807132bff6",
"err": {},
"uuid": "924e0a26-ae98-45e2-a57f-78807132bff6"
},
{
"title": "Create Draft",
"fullTitle": "Create Draft",
"timedOut": false,
"duration": 2164,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/b5525da9-48e2-43c1-b7ec-0e91859cf77a",
"err": {},
"uuid": "b5525da9-48e2-43c1-b7ec-0e91859cf77a"
},
{
"title": "Create Update Run Suite",
"fullTitle": "Create Update Run Suite",
"timedOut": false,
"duration": 9106,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/3cb3c7b9-13e3-4607-9e22-6dd6104da35e",
"err": {},
"uuid": "3cb3c7b9-13e3-4607-9e22-6dd6104da35e"
},
{
"title": "Get home page CI test",
"fullTitle": "Get home page CI test",
"timedOut": false,
"duration": 2343,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/15d07341-4766-4868-989e-6529dc75cd10",
"err": {},
"uuid": "15d07341-4766-4868-989e-6529dc75cd10"
},
{
"title": "Get index script CI test",
"fullTitle": "Get index script CI test",
"timedOut": false,
"duration": 5164,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/56a938c0-0ff7-4985-80dd-cefc1feab3bb",
"err": {},
"uuid": "56a938c0-0ff7-4985-80dd-cefc1feab3bb"
},
{
"title": "Assertions",
"fullTitle": "Assertions",
"timedOut": false,
"duration": 3124,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/a1bd1c55-3bd8-467a-87ac-72362704867d",
"err": {},
"uuid": "a1bd1c55-3bd8-467a-87ac-72362704867d"
},
{
"title": "get test suite page",
"fullTitle": "get test suite page",
"timedOut": false,
"duration": 1717,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/2504af29-c926-4c0d-8b45-54f1406c263a",
"err": {},
"uuid": "2504af29-c926-4c0d-8b45-54f1406c263a"
},
{
"title": "Test basic labels functionality",
"fullTitle": "Test basic labels functionality",
"timedOut": false,
"duration": 7741,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/b549646e-7242-4ac8-a67c-ffcb6a00b5a5",
"err": {},
"uuid": "b549646e-7242-4ac8-a67c-ffcb6a00b5a5"
},
{
"title": "Pagination API TESTS Sanity Flow",
"fullTitle": "Pagination API TESTS Sanity Flow",
"timedOut": false,
"duration": 6114,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/32c86a3d-2dff-4726-8c55-52c9eedc306c",
"err": {},
"uuid": "32c86a3d-2dff-4726-8c55-52c9eedc306c"
},
{
"title": "Pagination RUNS Sanity Flow",
"fullTitle": "Pagination RUNS Sanity Flow",
"timedOut": false,
"duration": 7168,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/b7f735f8-4701-4967-b51d-5e40838de4f8",
"err": {},
"uuid": "b7f735f8-4701-4967-b51d-5e40838de4f8"
},
{
"title": "Run Suite by Labels",
"fullTitle": "Run Suite by Labels",
"timedOut": false,
"duration": 6918,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/4e6f420f-2f47-497a-8918-b43c1368b9da",
"err": {},
"uuid": "4e6f420f-2f47-497a-8918-b43c1368b9da"
},
{
"title": "Data-driven API tests with CSV",
"fullTitle": "Data-driven API tests with CSV",
"timedOut": false,
"duration": 7548,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/f26a9b87-1253-4be0-bedc-dffa3d91a0d3",
"err": {},
"uuid": "f26a9b87-1253-4be0-bedc-dffa3d91a0d3"
},
{
"title": "Functions Truth Table",
"fullTitle": "Functions Truth Table",
"timedOut": false,
"duration": 2576,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/d6bfebe2-52a6-4d9a-91cb-bc2bc0eca98a",
"err": {},
"uuid": "d6bfebe2-52a6-4d9a-91cb-bc2bc0eca98a"
},
{
"title": "Rename Suite Params",
"fullTitle": "Rename Suite Params",
"timedOut": false,
"duration": 21755,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/8e572e0e-cf3b-4180-a55e-2be004b4e1fc",
"err": {},
"uuid": "8e572e0e-cf3b-4180-a55e-2be004b4e1fc"
},
{
"title": "Shared flows sanity flow",
"fullTitle": "Shared flows sanity flow",
"timedOut": false,
"duration": 12232,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/343da169-8e30-4d36-b254-4b691690c5c9",
"err": {},
"uuid": "343da169-8e30-4d36-b254-4b691690c5c9"
},
{
"title": "Check JSON Schema",
"fullTitle": "Check JSON Schema",
"timedOut": false,
"duration": 5697,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/2ade489d-392c-440e-bef7-15a5c2b2297c",
"err": {},
"uuid": "2ade489d-392c-440e-bef7-15a5c2b2297c"
},
{
"title": "Notes sanity flow",
"fullTitle": "Notes sanity flow",
"timedOut": false,
"duration": 4222,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/35880d34-7747-49ed-87ea-195580e8b457",
"err": {},
"uuid": "35880d34-7747-49ed-87ea-195580e8b457"
},
{
"title": "filter suites by labels",
"fullTitle": "filter suites by labels",
"timedOut": false,
"duration": 5819,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/6f2d7c26-b85a-4c7a-ac05-16ce9e75a9e8",
"err": {},
"uuid": "6f2d7c26-b85a-4c7a-ac05-16ce9e75a9e8"
},
{
"title": "CI enabled filter in LABELS sanity flow",
"fullTitle": "CI enabled filter in LABELS sanity flow",
"timedOut": false,
"duration": 4254,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/ada34375-b0c8-4d8b-a47c-de448115bf44",
"err": {},
"uuid": "ada34375-b0c8-4d8b-a47c-de448115bf44"
},
{
"title": "Multiple flow actions",
"fullTitle": "Multiple flow actions",
"timedOut": false,
"duration": 10841,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/373d3a93-de55-434f-a8b7-30a0046c694b",
"err": {},
"uuid": "373d3a93-de55-434f-a8b7-30a0046c694b"
},
{
"title": "Recordings sanity flow",
"fullTitle": "Recordings sanity flow",
"timedOut": false,
"duration": 3988,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/b60a3e40-576d-4a1c-a973-10781ddf937c",
"err": {},
"uuid": "b60a3e40-576d-4a1c-a973-10781ddf937c"
},
{
"title": "Shared param bug regression flow",
"fullTitle": "Shared param bug regression flow",
"timedOut": false,
"duration": 6766,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/80e8bb02-6d05-4b43-9fdf-230f1b47caa7",
"err": {},
"uuid": "80e8bb02-6d05-4b43-9fdf-230f1b47caa7"
},
{
"title": "Test plan",
"fullTitle": "Test plan",
"timedOut": false,
"duration": 26549,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/5ebe820e-af0d-49ec-a07a-b9c47f538949/flows/0b1be1ac-77b6-43bd-9fd9-c1bad11214a3",
"err": {},
"uuid": "0b1be1ac-77b6-43bd-9fd9-c1bad11214a3"
}
],
"duration": 170466,
"suites": [],
"uuid": "5ebe820e-af0d-49ec-a07a-b9c47f538949",
"passes": [
"32eab09e-8055-4e01-9f9c-72b9ab44fe49",
"924e0a26-ae98-45e2-a57f-78807132bff6",
"b5525da9-48e2-43c1-b7ec-0e91859cf77a",
"3cb3c7b9-13e3-4607-9e22-6dd6104da35e",
"15d07341-4766-4868-989e-6529dc75cd10",
"56a938c0-0ff7-4985-80dd-cefc1feab3bb",
"a1bd1c55-3bd8-467a-87ac-72362704867d",
"2504af29-c926-4c0d-8b45-54f1406c263a",
"b549646e-7242-4ac8-a67c-ffcb6a00b5a5",
"32c86a3d-2dff-4726-8c55-52c9eedc306c",
"b7f735f8-4701-4967-b51d-5e40838de4f8",
"4e6f420f-2f47-497a-8918-b43c1368b9da",
"f26a9b87-1253-4be0-bedc-dffa3d91a0d3",
"d6bfebe2-52a6-4d9a-91cb-bc2bc0eca98a",
"8e572e0e-cf3b-4180-a55e-2be004b4e1fc",
"343da169-8e30-4d36-b254-4b691690c5c9",
"2ade489d-392c-440e-bef7-15a5c2b2297c",
"35880d34-7747-49ed-87ea-195580e8b457",
"6f2d7c26-b85a-4c7a-ac05-16ce9e75a9e8",
"ada34375-b0c8-4d8b-a47c-de448115bf44",
"373d3a93-de55-434f-a8b7-30a0046c694b",
"b60a3e40-576d-4a1c-a973-10781ddf937c",
"80e8bb02-6d05-4b43-9fdf-230f1b47caa7",
"0b1be1ac-77b6-43bd-9fd9-c1bad11214a3"
],
"failures": [],
"root": false,
"_timeout": 0,
"file": "",
"fullFile": "",
"beforeHooks": [],
"afterHooks": [],
"skipped": [],
"pending": []
},
{
"title": "๐งป ๐โโ๏ธ Test-Plan and Test Plan Run - ${__replace(heroku_app_name,'loadmill-','')} - Loadmill Sanity Plan",
"tests": [
{
"title": "Setup Flow",
"fullTitle": "Setup Flow",
"timedOut": false,
"duration": 2778,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/55905e82-b805-4467-a087-b4ec6833989a/flows/095d391b-789e-484b-b976-266167f0cada",
"err": {},
"uuid": "095d391b-789e-484b-b976-266167f0cada"
},
{
"title": "Stop Suite Force Fail",
"fullTitle": "Stop Suite Force Fail",
"timedOut": false,
"duration": 4611,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/55905e82-b805-4467-a087-b4ec6833989a/flows/6e62125f-3aa5-4105-a6c7-f9bdde054219",
"err": {},
"uuid": "6e62125f-3aa5-4105-a6c7-f9bdde054219"
},
{
"title": "ReRun test plan",
"fullTitle": "ReRun test plan",
"timedOut": false,
"duration": 20138,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/55905e82-b805-4467-a087-b4ec6833989a/flows/607df01d-5bf9-494e-80ba-e445f9c3b19b",
"err": {},
"uuid": "607df01d-5bf9-494e-80ba-e445f9c3b19b"
},
{
"title": "re-run deleted test plan",
"fullTitle": "re-run deleted test plan",
"timedOut": false,
"duration": 7278,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/55905e82-b805-4467-a087-b4ec6833989a/flows/ff67050f-506f-4f07-af32-4c5c211a0621",
"err": {},
"uuid": "ff67050f-506f-4f07-af32-4c5c211a0621"
},
{
"title": "Test plan parameters",
"fullTitle": "Test plan parameters",
"timedOut": false,
"duration": 10320,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/55905e82-b805-4467-a087-b4ec6833989a/flows/ac76415d-c45c-45b7-8acc-062236858596",
"err": {},
"uuid": "ac76415d-c45c-45b7-8acc-062236858596"
},
{
"title": " tests for filter in tp",
"fullTitle": " tests for filter in tp",
"timedOut": false,
"duration": 7595,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/55905e82-b805-4467-a087-b4ec6833989a/flows/3e4b8019-6a20-4b4c-b0f0-0d7e192cb5fc",
"err": {},
"uuid": "3e4b8019-6a20-4b4c-b0f0-0d7e192cb5fc"
},
{
"title": "Test Plan Override Params Bug",
"fullTitle": "Test Plan Override Params Bug",
"timedOut": false,
"duration": 6627,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/55905e82-b805-4467-a087-b4ec6833989a/flows/26f8f3d3-f98d-4009-b660-c721a2b5bab4",
"err": {},
"uuid": "26f8f3d3-f98d-4009-b660-c721a2b5bab4"
},
{
"title": "CRUD + Run TP with setup flow (original & shared) (copy)",
"fullTitle": "CRUD + Run TP with setup flow (original & shared) (copy)",
"timedOut": false,
"duration": 12433,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/55905e82-b805-4467-a087-b4ec6833989a/flows/05e1c6a2-f326-49ab-ba94-28ed8f6e7d38",
"err": {},
"uuid": "05e1c6a2-f326-49ab-ba94-28ed8f6e7d38"
},
{
"title": "Test Plan Flaky Flows",
"fullTitle": "Test Plan Flaky Flows",
"timedOut": false,
"duration": 19895,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/55905e82-b805-4467-a087-b4ec6833989a/flows/05d7b8db-ff00-4193-ae3b-da5020b0bfd7",
"err": {},
"uuid": "05d7b8db-ff00-4193-ae3b-da5020b0bfd7"
},
{
"title": "Setup Flow Force Fail",
"fullTitle": "Setup Flow Force Fail",
"timedOut": false,
"duration": 20057,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/55905e82-b805-4467-a087-b4ec6833989a/flows/ab4db0ea-eac2-4f18-9977-a9784a8d01dd",
"err": {},
"uuid": "ab4db0ea-eac2-4f18-9977-a9784a8d01dd"
}
],
"duration": 112893,
"suites": [],
"uuid": "55905e82-b805-4467-a087-b4ec6833989a",
"passes": [
"095d391b-789e-484b-b976-266167f0cada",
"6e62125f-3aa5-4105-a6c7-f9bdde054219",
"607df01d-5bf9-494e-80ba-e445f9c3b19b",
"ff67050f-506f-4f07-af32-4c5c211a0621",
"ac76415d-c45c-45b7-8acc-062236858596",
"3e4b8019-6a20-4b4c-b0f0-0d7e192cb5fc",
"26f8f3d3-f98d-4009-b660-c721a2b5bab4",
"05e1c6a2-f326-49ab-ba94-28ed8f6e7d38",
"05d7b8db-ff00-4193-ae3b-da5020b0bfd7",
"ab4db0ea-eac2-4f18-9977-a9784a8d01dd"
],
"failures": [],
"root": false,
"_timeout": 0,
"file": "",
"fullFile": "",
"beforeHooks": [],
"afterHooks": [],
"skipped": [],
"pending": []
},
{
"title": "๐ฅท External services - export, import, WebSockets, Emails - ${__replace(heroku_app_name,'loadmill-','')} - Loadmill Sanity Plan",
"tests": [
{
"title": "Setup Flow (sign up) ๐โ๏ธ",
"fullTitle": "Setup Flow (sign up) ๐โ๏ธ",
"timedOut": false,
"duration": 1503,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/578e0de0-729e-47b1-8931-e3473ebdde24/flows/4814842c-aa66-41c0-8b65-c53c2f584c1b",
"err": {},
"uuid": "4814842c-aa66-41c0-8b65-c53c2f584c1b"
},
{
"title": "Email Notifications (failing test plan) ๐ง๐ฃ",
"fullTitle": "Email Notifications (failing test plan) ๐ง๐ฃ",
"timedOut": false,
"duration": 18683,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/578e0de0-729e-47b1-8931-e3473ebdde24/flows/c36d2436-1728-4dcf-987f-d2a68a53a96a",
"err": {},
"uuid": "c36d2436-1728-4dcf-987f-d2a68a53a96a"
},
{
"title": "Post Form Data ๐ฌ๐",
"fullTitle": "Post Form Data ๐ฌ๐",
"timedOut": false,
"duration": 10418,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/578e0de0-729e-47b1-8931-e3473ebdde24/flows/a497ba8b-3fdb-4542-b0cc-29364c0334c9",
"err": {},
"uuid": "a497ba8b-3fdb-4542-b0cc-29364c0334c9"
},
{
"title": "WebSocket ๐ธ๐",
"fullTitle": "WebSocket ๐ธ๐",
"timedOut": false,
"duration": 5656,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/578e0de0-729e-47b1-8931-e3473ebdde24/flows/96d6f04a-40ce-4d47-8677-cf40d08e31ed",
"err": {},
"uuid": "96d6f04a-40ce-4d47-8677-cf40d08e31ed"
},
{
"title": "WebSocket ๐ธ๐ (Remastered)",
"fullTitle": "WebSocket ๐ธ๐ (Remastered)",
"timedOut": false,
"duration": 5490,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/578e0de0-729e-47b1-8931-e3473ebdde24/flows/0d09b511-aa93-4c8a-8691-9a4a74573b53",
"err": {},
"uuid": "0d09b511-aa93-4c8a-8691-9a4a74573b53"
},
{
"title": "Create suite, import a HAR to flow, run trial and wait for it on WS ๐ ",
"fullTitle": "Create suite, import a HAR to flow, run trial and wait for it on WS ๐ ",
"timedOut": false,
"duration": 19344,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/578e0de0-729e-47b1-8931-e3473ebdde24/flows/5a6eaaf5-9ebe-4ffa-b305-3d5bf365a0ca",
"err": {},
"uuid": "5a6eaaf5-9ebe-4ffa-b305-3d5bf365a0ca"
},
{
"title": "โด๏ธ import postman collection as suite",
"fullTitle": "โด๏ธ import postman collection as suite",
"timedOut": false,
"duration": 4823,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/578e0de0-729e-47b1-8931-e3473ebdde24/flows/e6e1d97b-6680-4aad-827f-27651f5f0a7f",
"err": {},
"uuid": "e6e1d97b-6680-4aad-827f-27651f5f0a7f"
},
{
"title": "๐ Import flow status",
"fullTitle": "๐ Import flow status",
"timedOut": false,
"duration": 7489,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/578e0de0-729e-47b1-8931-e3473ebdde24/flows/ffd9c037-d2c5-4a75-9ba2-d8ee0231d6be",
"err": {},
"uuid": "ffd9c037-d2c5-4a75-9ba2-d8ee0231d6be"
}
],
"duration": 76471,
"suites": [],
"uuid": "578e0de0-729e-47b1-8931-e3473ebdde24",
"passes": [
"4814842c-aa66-41c0-8b65-c53c2f584c1b",
"c36d2436-1728-4dcf-987f-d2a68a53a96a",
"a497ba8b-3fdb-4542-b0cc-29364c0334c9",
"96d6f04a-40ce-4d47-8677-cf40d08e31ed",
"0d09b511-aa93-4c8a-8691-9a4a74573b53",
"5a6eaaf5-9ebe-4ffa-b305-3d5bf365a0ca",
"e6e1d97b-6680-4aad-827f-27651f5f0a7f",
"ffd9c037-d2c5-4a75-9ba2-d8ee0231d6be"
],
"failures": [],
"root": false,
"_timeout": 0,
"file": "",
"fullFile": "",
"beforeHooks": [],
"afterHooks": [],
"skipped": [],
"pending": []
},
{
"title": "๐งบ FinFs, Param sets, Emails and Files, Reviews, and API catalog - ${__replace(heroku_app_name,'loadmill-','')} - Loadmill Sanity Plan",
"tests": [
{
"title": "Before All",
"fullTitle": "Before All",
"timedOut": false,
"duration": 4619,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/b4d23549-a876-4656-9678-0e0afb4e1fa1/flows/3ba848c5-8bb3-49c7-b2ed-cafa39926d95",
"err": {},
"uuid": "3ba848c5-8bb3-49c7-b2ed-cafa39926d95"
},
{
"title": "FinF Run (Flow in Flow) ๐โโ๏ธ๐ฅ๐โโ๏ธ",
"fullTitle": "FinF Run (Flow in Flow) ๐โโ๏ธ๐ฅ๐โโ๏ธ",
"timedOut": false,
"duration": 12976,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/b4d23549-a876-4656-9678-0e0afb4e1fa1/flows/3d71fa5c-81c6-4b64-a85a-a59658dc630b",
"err": {},
"uuid": "3d71fa5c-81c6-4b64-a85a-a59658dc630b"
},
{
"title": "FinF Multiple Attach Detach โโ",
"fullTitle": "FinF Multiple Attach Detach โโ",
"timedOut": false,
"duration": 11542,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/b4d23549-a876-4656-9678-0e0afb4e1fa1/flows/e760ba84-ffcf-4724-bc89-3b267b802ef5",
"err": {},
"uuid": "e760ba84-ffcf-4724-bc89-3b267b802ef5"
},
{
"title": "๐ฎโโ๏ธฤ copy flow to suite with finf",
"fullTitle": "๐ฎโโ๏ธฤ copy flow to suite with finf",
"timedOut": false,
"duration": 6803,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/b4d23549-a876-4656-9678-0e0afb4e1fa1/flows/b5c70f6b-6047-441b-aabb-256a95c516df",
"err": {},
"uuid": "b5c70f6b-6047-441b-aabb-256a95c516df"
},
{
"title": "๐งฉ Labels expression ",
"fullTitle": "๐งฉ Labels expression ",
"timedOut": false,
"duration": 19932,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/b4d23549-a876-4656-9678-0e0afb4e1fa1/flows/eaac8236-5844-4c17-89b4-500f9a9504c2",
"err": {},
"uuid": "eaac8236-5844-4c17-89b4-500f9a9504c2"
},
{
"title": "๐ฌ Parameters Sets - CRUD + publish",
"fullTitle": "๐ฌ Parameters Sets - CRUD + publish",
"timedOut": false,
"duration": 5466,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/b4d23549-a876-4656-9678-0e0afb4e1fa1/flows/754906ad-56b0-4d39-9d6a-4e4cc9602ba3",
"err": {},
"uuid": "754906ad-56b0-4d39-9d6a-4e4cc9602ba3"
},
{
"title": "๐ช Set multiple cookies per domain",
"fullTitle": "๐ช Set multiple cookies per domain",
"timedOut": false,
"duration": 7484,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/b4d23549-a876-4656-9678-0e0afb4e1fa1/flows/e702321b-7ccd-4a82-aa5c-ec18460eb44e",
"err": {},
"uuid": "e702321b-7ccd-4a82-aa5c-ec18460eb44e"
},
{
"title": "๐ Create, Get and Delete test emails",
"fullTitle": "๐ Create, Get and Delete test emails",
"timedOut": false,
"duration": 6083,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/b4d23549-a876-4656-9678-0e0afb4e1fa1/flows/e915aafe-cbe1-46df-9e33-b60d170fcf63",
"err": {},
"uuid": "e915aafe-cbe1-46df-9e33-b60d170fcf63"
},
{
"title": "๐ Junit report",
"fullTitle": "๐ Junit report",
"timedOut": false,
"duration": 11825,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/b4d23549-a876-4656-9678-0e0afb4e1fa1/flows/35874851-b1b4-444b-b6bb-1bb001e4a4ca",
"err": {},
"uuid": "35874851-b1b4-444b-b6bb-1bb001e4a4ca"
},
{
"title": "๐ฉฐ API Catalog - CRUD + Settings",
"fullTitle": "๐ฉฐ API Catalog - CRUD + Settings",
"timedOut": false,
"duration": 7054,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/b4d23549-a876-4656-9678-0e0afb4e1fa1/flows/b2eecaa6-78d3-4834-b114-59ab0a1f1028",
"err": {},
"uuid": "b2eecaa6-78d3-4834-b114-59ab0a1f1028"
},
{
"title": "๐ API Catalog - Import + Merge",
"fullTitle": "๐ API Catalog - Import + Merge",
"timedOut": false,
"duration": 24471,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/b4d23549-a876-4656-9678-0e0afb4e1fa1/flows/db47f566-05d6-45e7-99e8-a1a2781f943e\nRetries: 1",
"err": {},
"uuid": "db47f566-05d6-45e7-99e8-a1a2781f943e"
},
{
"title": "๐ผ API Catalog - Map after flow run",
"fullTitle": "๐ผ API Catalog - Map after flow run",
"timedOut": false,
"duration": 14543,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/b4d23549-a876-4656-9678-0e0afb4e1fa1/flows/33e2835f-fed2-4103-af99-547eaab54abb",
"err": {},
"uuid": "33e2835f-fed2-4103-af99-547eaab54abb"
},
{
"title": "๐ Flow statuses",
"fullTitle": "๐ Flow statuses",
"timedOut": false,
"duration": 15950,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/b4d23549-a876-4656-9678-0e0afb4e1fa1/flows/5bf593fe-8d9d-4950-b7b7-37115a32d2dc",
"err": {},
"uuid": "5bf593fe-8d9d-4950-b7b7-37115a32d2dc"
},
{
"title": "๐๐ Send file in POST body",
"fullTitle": "๐๐ Send file in POST body",
"timedOut": false,
"duration": 6840,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/b4d23549-a876-4656-9678-0e0afb4e1fa1/flows/dbd751ba-1508-4029-bfc8-b9128a90b53a",
"err": {},
"uuid": "dbd751ba-1508-4029-bfc8-b9128a90b53a"
},
{
"title": "๐ฉ๐ผโโ๏ธ๐จ๐ปโโ๏ธ Review - CRUD + approve + comments",
"fullTitle": "๐ฉ๐ผโโ๏ธ๐จ๐ปโโ๏ธ Review - CRUD + approve + comments",
"timedOut": false,
"duration": 21822,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/b4d23549-a876-4656-9678-0e0afb4e1fa1/flows/d6a02509-6c04-412d-8de4-90c14a301620",
"err": {},
"uuid": "d6a02509-6c04-412d-8de4-90c14a301620"
}
],
"duration": 179423,
"suites": [],
"uuid": "b4d23549-a876-4656-9678-0e0afb4e1fa1",
"passes": [
"3ba848c5-8bb3-49c7-b2ed-cafa39926d95",
"3d71fa5c-81c6-4b64-a85a-a59658dc630b",
"e760ba84-ffcf-4724-bc89-3b267b802ef5",
"b5c70f6b-6047-441b-aabb-256a95c516df",
"eaac8236-5844-4c17-89b4-500f9a9504c2",
"754906ad-56b0-4d39-9d6a-4e4cc9602ba3",
"e702321b-7ccd-4a82-aa5c-ec18460eb44e",
"e915aafe-cbe1-46df-9e33-b60d170fcf63",
"35874851-b1b4-444b-b6bb-1bb001e4a4ca",
"b2eecaa6-78d3-4834-b114-59ab0a1f1028",
"db47f566-05d6-45e7-99e8-a1a2781f943e",
"33e2835f-fed2-4103-af99-547eaab54abb",
"5bf593fe-8d9d-4950-b7b7-37115a32d2dc",
"dbd751ba-1508-4029-bfc8-b9128a90b53a",
"d6a02509-6c04-412d-8de4-90c14a301620"
],
"failures": [],
"root": false,
"_timeout": 0,
"file": "",
"fullFile": "",
"beforeHooks": [],
"afterHooks": [],
"skipped": [],
"pending": []
},
{
"title": "๐ฅ Basic (test envs only) happy flow regressions - ${__replace(heroku_app_name,'loadmill-','')} - Loadmill Sanity Plan",
"tests": [
{
"title": "Setup Flow",
"fullTitle": "Setup Flow",
"timedOut": false,
"duration": 2765,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/0cd09857-5ba0-46a8-96cb-77def22a5333/flows/65bb3ce1-5ac1-48c8-ba91-e578da64d547",
"err": {},
"uuid": "65bb3ce1-5ac1-48c8-ba91-e578da64d547"
},
{
"title": "Change a plan with subscription code",
"fullTitle": "Change a plan with subscription code",
"timedOut": false,
"duration": 3579,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/0cd09857-5ba0-46a8-96cb-77def22a5333/flows/94ec87e5-733c-4a48-b6a2-25c7563ce848",
"err": {},
"uuid": "94ec87e5-733c-4a48-b6a2-25c7563ce848"
},
{
"title": "Change a plan with subscription code and add team members",
"fullTitle": "Change a plan with subscription code and add team members",
"timedOut": false,
"duration": 11628,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/0cd09857-5ba0-46a8-96cb-77def22a5333/flows/a91a84bd-5bab-4646-923b-2be9f16ccfcf",
"err": {},
"uuid": "a91a84bd-5bab-4646-923b-2be9f16ccfcf"
},
{
"title": "Self Verify Domain",
"fullTitle": "Self Verify Domain",
"timedOut": false,
"duration": 5942,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/0cd09857-5ba0-46a8-96cb-77def22a5333/flows/44ffb5b7-052c-43a1-9320-2e4a1f92923f",
"err": {},
"uuid": "44ffb5b7-052c-43a1-9320-2e4a1f92923f"
},
{
"title": "Generate Affiliate",
"fullTitle": "Generate Affiliate",
"timedOut": false,
"duration": 3146,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/0cd09857-5ba0-46a8-96cb-77def22a5333/flows/fc935912-b4f4-4258-816b-8e6e569994cc",
"err": {},
"uuid": "fc935912-b4f4-4258-816b-8e6e569994cc"
},
{
"title": "Pagination LOADS Sanity Flow",
"fullTitle": "Pagination LOADS Sanity Flow",
"timedOut": false,
"duration": 8562,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/0cd09857-5ba0-46a8-96cb-77def22a5333/flows/d9c49a59-4cf9-4021-92ba-eb8ba37b8108",
"err": {},
"uuid": "d9c49a59-4cf9-4021-92ba-eb8ba37b8108"
},
{
"title": "Shared flows collaborators",
"fullTitle": "Shared flows collaborators",
"timedOut": false,
"duration": 14509,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/0cd09857-5ba0-46a8-96cb-77def22a5333/flows/3309214c-8725-4758-b4c4-0d85d2cb7c53",
"err": {},
"uuid": "3309214c-8725-4758-b4c4-0d85d2cb7c53"
},
{
"title": "Change Plan, add team member, and suite collaborations",
"fullTitle": "Change Plan, add team member, and suite collaborations",
"timedOut": false,
"duration": 10684,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/0cd09857-5ba0-46a8-96cb-77def22a5333/flows/0fb79378-5710-4d24-b139-3e19df26731b",
"err": {},
"uuid": "0fb79378-5710-4d24-b139-3e19df26731b"
},
{
"title": "๐๐ Test flows table",
"fullTitle": "๐๐ Test flows table",
"timedOut": false,
"duration": 9697,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/0cd09857-5ba0-46a8-96cb-77def22a5333/flows/09469a6b-bee3-4022-8d35-c82d508add4d",
"err": {},
"uuid": "09469a6b-bee3-4022-8d35-c82d508add4d"
}
],
"duration": 71715,
"suites": [],
"uuid": "0cd09857-5ba0-46a8-96cb-77def22a5333",
"passes": [
"65bb3ce1-5ac1-48c8-ba91-e578da64d547",
"94ec87e5-733c-4a48-b6a2-25c7563ce848",
"a91a84bd-5bab-4646-923b-2be9f16ccfcf",
"44ffb5b7-052c-43a1-9320-2e4a1f92923f",
"fc935912-b4f4-4258-816b-8e6e569994cc",
"d9c49a59-4cf9-4021-92ba-eb8ba37b8108",
"3309214c-8725-4758-b4c4-0d85d2cb7c53",
"0fb79378-5710-4d24-b139-3e19df26731b",
"09469a6b-bee3-4022-8d35-c82d508add4d"
],
"failures": [],
"root": false,
"_timeout": 0,
"file": "",
"fullFile": "",
"beforeHooks": [],
"afterHooks": [],
"skipped": [],
"pending": []
},
{
"title": "hooks api test suite - ${__replace(heroku_app_name,'loadmill-','')} - Loadmill Sanity Plan",
"tests": [
{
"title": "Setup Flow",
"fullTitle": "Setup Flow",
"timedOut": false,
"duration": 1504,
"state": "passed",
"pass": true,
"fail": false,
"isHook": false,
"skipped": false,
"pending": false,
"code": "URL: https://app.loadmill.com/app/api-tests/test-suite-runs/90459028-4f13-4282-9d41-ed9aabfcb0fb/flows/268477fa-da7c-424a-817b-b43f73556719",
"err": {},
"uuid": "268477fa-da7c-424a-817b-b43f73556719"
},
{
"title": "re run suite",
"fullTitle": "re run suite",
"timedOut": false,
"duration": 6281,
"state": "passed",
"pass": true,