From f57596533a652789abaf6b64e13cdb7aee9a57d4 Mon Sep 17 00:00:00 2001 From: Dan Grebb Date: Sun, 31 Dec 2023 02:14:06 -0500 Subject: [PATCH] ci(tests): adds fixtures and sanity-test validation (garris#1533) https://github.com/garris/BackstopJS/issues/1533 --- .github/workflows/backstop-sanity-test.yml | 11 + test/__fixtures__/sanity-test-playwright.json | 40 + test/__fixtures__/sanity-test.json | 62 + test/__fixtures__/smoke-test-playwright.json | 1043 ++++++++++++++++ test/__fixtures__/smoke-test.json | 1112 +++++++++++++++++ 5 files changed, 2268 insertions(+) create mode 100644 test/__fixtures__/sanity-test-playwright.json create mode 100644 test/__fixtures__/sanity-test.json create mode 100644 test/__fixtures__/smoke-test-playwright.json create mode 100644 test/__fixtures__/smoke-test.json diff --git a/.github/workflows/backstop-sanity-test.yml b/.github/workflows/backstop-sanity-test.yml index 230ee4ed6..0e5281c0f 100644 --- a/.github/workflows/backstop-sanity-test.yml +++ b/.github/workflows/backstop-sanity-test.yml @@ -33,9 +33,20 @@ jobs: run: npm ci - name: "𓋏 Run `npm run sanity-test`" + continue-on-error: true run: | npm run sanity-test + - name: "Validate Test Results" + run: | + diff -q <(jq -S ". | del(.tests[].pair.test, .tests[].pair.testLog, .tests[].pair.diffImage)" test/__fixtures__/sanity-test.json) \ + <(jq -S ". | del(.tests[].pair.test, .tests[].pair.testLog, .tests[].pair.diffImage)" test/configs/backstop_data/bitmaps_test/**/report.json) + if [[ $? == "0" ]]; then + exit 0 + else + exit 1 + fi + sanity-playwright: name: 🤪 Playwright runs-on: ubuntu-latest diff --git a/test/__fixtures__/sanity-test-playwright.json b/test/__fixtures__/sanity-test-playwright.json new file mode 100644 index 000000000..9456a654f --- /dev/null +++ b/test/__fixtures__/sanity-test-playwright.json @@ -0,0 +1,40 @@ +{ + "testSuite": "BackstopJS", + "tests": [ + { + "pair": { + "reference": "../bitmaps_reference/backstop_playwright_BackstopJS_Homepage_0_document_0_phone.png", + "test": "../bitmaps_test/20231230-012035/backstop_playwright_BackstopJS_Homepage_0_document_0_phone.png", + "selector": "document", + "fileName": "backstop_playwright_BackstopJS_Homepage_0_document_0_phone.png", + "label": "BackstopJS Homepage", + "requireSameDimensions": true, + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/", + "referenceUrl": "", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/backstop_playwright_BackstopJS_Homepage_0_document_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/backstop_playwright_BackstopJS_Homepage_0_document_1_tablet.png", + "test": "../bitmaps_test/20231230-012035/backstop_playwright_BackstopJS_Homepage_0_document_1_tablet.png", + "selector": "document", + "fileName": "backstop_playwright_BackstopJS_Homepage_0_document_1_tablet.png", + "label": "BackstopJS Homepage", + "requireSameDimensions": true, + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/", + "referenceUrl": "", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/backstop_playwright_BackstopJS_Homepage_0_document_1_tablet.png" + }, + "status": "fail" + } + ], + "id": "backstop_playwright" +} \ No newline at end of file diff --git a/test/__fixtures__/sanity-test.json b/test/__fixtures__/sanity-test.json new file mode 100644 index 000000000..ae56cbfae --- /dev/null +++ b/test/__fixtures__/sanity-test.json @@ -0,0 +1,62 @@ +{ + "testSuite": "BackstopJS", + "tests": [ + { + "pair": { + "reference": "../bitmaps_reference/backstop_default_BackstopJS_Homepage_0_document_0_phone.png", + "test": "../bitmaps_test/20231231-005924/backstop_default_BackstopJS_Homepage_0_document_0_phone.png", + "testLog": "../bitmaps_test/20231231-005924/backstop_default_BackstopJS_Homepage_0_document_0_phone.log.json", + "selector": "document", + "fileName": "backstop_default_BackstopJS_Homepage_0_document_0_phone.png", + "label": "BackstopJS Homepage", + "requireSameDimensions": true, + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/", + "referenceUrl": "", + "expect": 0, + "viewportLabel": "phone", + "diff": { + "isSameDimensions": true, + "dimensionDifference": { + "width": 0, + "height": 0 + }, + "rawMisMatchPercentage": 3.750635162601626, + "misMatchPercentage": "3.75", + "analysisTime": 13 + }, + "diffImage": "../bitmaps_test/20231231-005924/failed_diff_backstop_default_BackstopJS_Homepage_0_document_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/backstop_default_BackstopJS_Homepage_0_document_1_tablet.png", + "test": "../bitmaps_test/20231231-005924/backstop_default_BackstopJS_Homepage_0_document_1_tablet.png", + "testLog": "../bitmaps_test/20231231-005924/backstop_default_BackstopJS_Homepage_0_document_1_tablet.log.json", + "selector": "document", + "fileName": "backstop_default_BackstopJS_Homepage_0_document_1_tablet.png", + "label": "BackstopJS Homepage", + "requireSameDimensions": true, + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/", + "referenceUrl": "", + "expect": 0, + "viewportLabel": "tablet", + "diff": { + "isSameDimensions": true, + "dimensionDifference": { + "width": 0, + "height": 0 + }, + "rawMisMatchPercentage": 1.9487233813980136, + "misMatchPercentage": "1.95", + "analysisTime": 34 + }, + "diffImage": "../bitmaps_test/20231231-005924/failed_diff_backstop_default_BackstopJS_Homepage_0_document_1_tablet.png" + }, + "status": "fail" + } + ], + "id": "backstop_default" +} diff --git a/test/__fixtures__/smoke-test-playwright.json b/test/__fixtures__/smoke-test-playwright.json new file mode 100644 index 000000000..89c429733 --- /dev/null +++ b/test/__fixtures__/smoke-test-playwright.json @@ -0,0 +1,1043 @@ +{ + "testSuite": "BackstopJS", + "tests": [ + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_Simple_0_document_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_Simple_0_document_0_phone.png", + "selector": "document", + "fileName": "playwright_chromium_backstop_features_Simple_0_document_0_phone.png", + "label": "Simple", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_Simple_0_document_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_Simple_0_document_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_Simple_0_document_1_tablet.png", + "selector": "document", + "fileName": "playwright_chromium_backstop_features_Simple_0_document_1_tablet.png", + "label": "Simple", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_Simple_0_document_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_pkra_bug_test_0_pkratest_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_pkra_bug_test_0_pkratest_0_phone.png", + "selector": "#pkratest", + "fileName": "playwright_chromium_backstop_features_pkra_bug_test_0_pkratest_0_phone.png", + "label": "pkra bug test", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_pkra_bug_test_0_pkratest_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_pkra_bug_test_1_logoBlock_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_pkra_bug_test_1_logoBlock_0_phone.png", + "selector": ".logoBlock", + "fileName": "playwright_chromium_backstop_features_pkra_bug_test_1_logoBlock_0_phone.png", + "label": "pkra bug test", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_pkra_bug_test_1_logoBlock_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_pkra_bug_test_0_pkratest_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_pkra_bug_test_0_pkratest_1_tablet.png", + "selector": "#pkratest", + "fileName": "playwright_chromium_backstop_features_pkra_bug_test_0_pkratest_1_tablet.png", + "label": "pkra bug test", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_pkra_bug_test_0_pkratest_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_pkra_bug_test_1_logoBlock_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_pkra_bug_test_1_logoBlock_1_tablet.png", + "selector": ".logoBlock", + "fileName": "playwright_chromium_backstop_features_pkra_bug_test_1_logoBlock_1_tablet.png", + "label": "pkra bug test", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_pkra_bug_test_1_logoBlock_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_delay_0_getItBlocknth-child3_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_delay_0_getItBlocknth-child3_0_phone.png", + "selector": ".getItBlock:nth-child(3)", + "fileName": "playwright_chromium_backstop_features_delay_0_getItBlocknth-child3_0_phone.png", + "label": "delay", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_delay_0_getItBlocknth-child3_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_delay_0_getItBlocknth-child3_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_delay_0_getItBlocknth-child3_1_tablet.png", + "selector": ".getItBlock:nth-child(3)", + "fileName": "playwright_chromium_backstop_features_delay_0_getItBlocknth-child3_1_tablet.png", + "label": "delay", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_delay_0_getItBlocknth-child3_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_readyEvent_0_moneyshot_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_readyEvent_0_moneyshot_0_phone.png", + "selector": ".moneyshot", + "fileName": "playwright_chromium_backstop_features_readyEvent_0_moneyshot_0_phone.png", + "label": "readyEvent", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_readyEvent_0_moneyshot_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_readyEvent_0_moneyshot_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_readyEvent_0_moneyshot_1_tablet.png", + "selector": ".moneyshot", + "fileName": "playwright_chromium_backstop_features_readyEvent_0_moneyshot_1_tablet.png", + "label": "readyEvent", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_readyEvent_0_moneyshot_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_readyEventTimeout_0_moneyshot_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_readyEventTimeout_0_moneyshot_0_phone.png", + "selector": ".moneyshot", + "fileName": "playwright_chromium_backstop_features_readyEventTimeout_0_moneyshot_0_phone.png", + "label": "readyEventTimeout", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_readyEventTimeout_0_moneyshot_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_readyEventTimeout_0_moneyshot_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_readyEventTimeout_0_moneyshot_1_tablet.png", + "selector": ".moneyshot", + "fileName": "playwright_chromium_backstop_features_readyEventTimeout_0_moneyshot_1_tablet.png", + "label": "readyEventTimeout", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_readyEventTimeout_0_moneyshot_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_readySelector_0_moneyshot_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_readySelector_0_moneyshot_0_phone.png", + "selector": ".moneyshot", + "fileName": "playwright_chromium_backstop_features_readySelector_0_moneyshot_0_phone.png", + "label": "readySelector", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_readySelector_0_moneyshot_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_readySelector_0_moneyshot_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_readySelector_0_moneyshot_1_tablet.png", + "selector": ".moneyshot", + "fileName": "playwright_chromium_backstop_features_readySelector_0_moneyshot_1_tablet.png", + "label": "readySelector", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_readySelector_0_moneyshot_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_readySelectorTimeout_0_moneyshot_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_readySelectorTimeout_0_moneyshot_0_phone.png", + "selector": ".moneyshot", + "fileName": "playwright_chromium_backstop_features_readySelectorTimeout_0_moneyshot_0_phone.png", + "label": "readySelectorTimeout", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "phone", + "engineErrorMsg": "page.waitForSelector: Timeout 2000ms exceeded.\nCall log:\n \u001b[2m- waiting for locator('._the_lemur_is_ready_to_see_you_timeout') to be visible\u001b[22m\n", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_readySelectorTimeout_0_moneyshot_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_readySelectorTimeout_0_moneyshot_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_readySelectorTimeout_0_moneyshot_1_tablet.png", + "selector": ".moneyshot", + "fileName": "playwright_chromium_backstop_features_readySelectorTimeout_0_moneyshot_1_tablet.png", + "label": "readySelectorTimeout", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "tablet", + "engineErrorMsg": "page.waitForSelector: Timeout 2000ms exceeded.\nCall log:\n \u001b[2m- waiting for locator('._the_lemur_is_ready_to_see_you_timeout') to be visible\u001b[22m\n", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_readySelectorTimeout_0_moneyshot_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_noDelay_0_getItBlocknth-child3_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_noDelay_0_getItBlocknth-child3_0_phone.png", + "selector": ".getItBlock:nth-child(3)", + "fileName": "playwright_chromium_backstop_features_noDelay_0_getItBlocknth-child3_0_phone.png", + "label": "noDelay", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_noDelay_0_getItBlocknth-child3_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_noDelay_0_getItBlocknth-child3_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_noDelay_0_getItBlocknth-child3_1_tablet.png", + "selector": ".getItBlock:nth-child(3)", + "fileName": "playwright_chromium_backstop_features_noDelay_0_getItBlocknth-child3_1_tablet.png", + "label": "noDelay", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_noDelay_0_getItBlocknth-child3_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_expanded_0_getItBlock_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_expanded_0_getItBlock_0_phone.png", + "selector": ".getItBlock", + "fileName": "playwright_chromium_backstop_features_expanded_0_getItBlock_0_phone.png", + "label": "expanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_expanded_0_getItBlock_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_expanded_1_getItBlock__n1_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_expanded_1_getItBlock__n1_0_phone.png", + "selector": ".getItBlock.__n1", + "fileName": "playwright_chromium_backstop_features_expanded_1_getItBlock__n1_0_phone.png", + "label": "expanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_expanded_1_getItBlock__n1_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_expanded_2_getItBlock__n2_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_expanded_2_getItBlock__n2_0_phone.png", + "selector": ".getItBlock.__n2", + "fileName": "playwright_chromium_backstop_features_expanded_2_getItBlock__n2_0_phone.png", + "label": "expanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_expanded_2_getItBlock__n2_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_expanded_3_getItBlock__n3_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_expanded_3_getItBlock__n3_0_phone.png", + "selector": ".getItBlock.__n3", + "fileName": "playwright_chromium_backstop_features_expanded_3_getItBlock__n3_0_phone.png", + "label": "expanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_expanded_3_getItBlock__n3_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_expanded_0_getItBlock_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_expanded_0_getItBlock_1_tablet.png", + "selector": ".getItBlock", + "fileName": "playwright_chromium_backstop_features_expanded_0_getItBlock_1_tablet.png", + "label": "expanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_expanded_0_getItBlock_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_expanded_1_getItBlock__n1_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_expanded_1_getItBlock__n1_1_tablet.png", + "selector": ".getItBlock.__n1", + "fileName": "playwright_chromium_backstop_features_expanded_1_getItBlock__n1_1_tablet.png", + "label": "expanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_expanded_1_getItBlock__n1_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_expanded_2_getItBlock__n2_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_expanded_2_getItBlock__n2_1_tablet.png", + "selector": ".getItBlock.__n2", + "fileName": "playwright_chromium_backstop_features_expanded_2_getItBlock__n2_1_tablet.png", + "label": "expanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_expanded_2_getItBlock__n2_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_expanded_3_getItBlock__n3_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_expanded_3_getItBlock__n3_1_tablet.png", + "selector": ".getItBlock.__n3", + "fileName": "playwright_chromium_backstop_features_expanded_3_getItBlock__n3_1_tablet.png", + "label": "expanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_expanded_3_getItBlock__n3_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_notExpanded_0_getItBlock_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_notExpanded_0_getItBlock_0_phone.png", + "selector": ".getItBlock", + "fileName": "playwright_chromium_backstop_features_notExpanded_0_getItBlock_0_phone.png", + "label": "notExpanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_notExpanded_0_getItBlock_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_notExpanded_0_getItBlock_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_notExpanded_0_getItBlock_1_tablet.png", + "selector": ".getItBlock", + "fileName": "playwright_chromium_backstop_features_notExpanded_0_getItBlock_1_tablet.png", + "label": "notExpanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_notExpanded_0_getItBlock_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_expect_0_getItBlock_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_expect_0_getItBlock_0_phone.png", + "selector": ".getItBlock", + "fileName": "playwright_chromium_backstop_features_expect_0_getItBlock_0_phone.png", + "label": "expect", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 4, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_expect_0_getItBlock_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_expect_1_getItBlock__n1_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_expect_1_getItBlock__n1_0_phone.png", + "selector": ".getItBlock.__n1", + "fileName": "playwright_chromium_backstop_features_expect_1_getItBlock__n1_0_phone.png", + "label": "expect", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 4, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_expect_1_getItBlock__n1_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_expect_2_getItBlock__n2_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_expect_2_getItBlock__n2_0_phone.png", + "selector": ".getItBlock.__n2", + "fileName": "playwright_chromium_backstop_features_expect_2_getItBlock__n2_0_phone.png", + "label": "expect", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 4, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_expect_2_getItBlock__n2_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_expect_3_getItBlock__n3_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_expect_3_getItBlock__n3_0_phone.png", + "selector": ".getItBlock.__n3", + "fileName": "playwright_chromium_backstop_features_expect_3_getItBlock__n3_0_phone.png", + "label": "expect", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 4, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_expect_3_getItBlock__n3_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_expect_0_getItBlock_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_expect_0_getItBlock_1_tablet.png", + "selector": ".getItBlock", + "fileName": "playwright_chromium_backstop_features_expect_0_getItBlock_1_tablet.png", + "label": "expect", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 4, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_expect_0_getItBlock_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_expect_1_getItBlock__n1_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_expect_1_getItBlock__n1_1_tablet.png", + "selector": ".getItBlock.__n1", + "fileName": "playwright_chromium_backstop_features_expect_1_getItBlock__n1_1_tablet.png", + "label": "expect", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 4, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_expect_1_getItBlock__n1_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_expect_2_getItBlock__n2_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_expect_2_getItBlock__n2_1_tablet.png", + "selector": ".getItBlock.__n2", + "fileName": "playwright_chromium_backstop_features_expect_2_getItBlock__n2_1_tablet.png", + "label": "expect", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 4, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_expect_2_getItBlock__n2_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_expect_3_getItBlock__n3_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_expect_3_getItBlock__n3_1_tablet.png", + "selector": ".getItBlock.__n3", + "fileName": "playwright_chromium_backstop_features_expect_3_getItBlock__n3_1_tablet.png", + "label": "expect", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 4, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_expect_3_getItBlock__n3_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_magicSelectors_0_document_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_magicSelectors_0_document_0_phone.png", + "selector": "document", + "fileName": "playwright_chromium_backstop_features_magicSelectors_0_document_0_phone.png", + "label": "magicSelectors", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_magicSelectors_0_document_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_magicSelectors_1_viewport_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_magicSelectors_1_viewport_0_phone.png", + "selector": "viewport", + "fileName": "playwright_chromium_backstop_features_magicSelectors_1_viewport_0_phone.png", + "label": "magicSelectors", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_magicSelectors_1_viewport_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_magicSelectors_0_document_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_magicSelectors_0_document_1_tablet.png", + "selector": "document", + "fileName": "playwright_chromium_backstop_features_magicSelectors_0_document_1_tablet.png", + "label": "magicSelectors", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_magicSelectors_0_document_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_magicSelectors_1_viewport_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_magicSelectors_1_viewport_1_tablet.png", + "selector": "viewport", + "fileName": "playwright_chromium_backstop_features_magicSelectors_1_viewport_1_tablet.png", + "label": "magicSelectors", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_magicSelectors_1_viewport_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_hideSelectors_0_document_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_hideSelectors_0_document_0_phone.png", + "selector": "document", + "fileName": "playwright_chromium_backstop_features_hideSelectors_0_document_0_phone.png", + "label": "hideSelectors", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_hideSelectors_0_document_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_hideSelectors_0_document_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_hideSelectors_0_document_1_tablet.png", + "selector": "document", + "fileName": "playwright_chromium_backstop_features_hideSelectors_0_document_1_tablet.png", + "label": "hideSelectors", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_hideSelectors_0_document_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_removeSelectors_0_document_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_removeSelectors_0_document_0_phone.png", + "selector": "document", + "fileName": "playwright_chromium_backstop_features_removeSelectors_0_document_0_phone.png", + "label": "removeSelectors", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_removeSelectors_0_document_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_removeSelectors_0_document_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_removeSelectors_0_document_1_tablet.png", + "selector": "document", + "fileName": "playwright_chromium_backstop_features_removeSelectors_0_document_1_tablet.png", + "label": "removeSelectors", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_removeSelectors_0_document_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_notFound_0_monkey_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_notFound_0_monkey_0_phone.png", + "selector": ".monkey", + "fileName": "playwright_chromium_backstop_features_notFound_0_monkey_0_phone.png", + "label": "notFound", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_notFound_0_monkey_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_notFound_0_monkey_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_notFound_0_monkey_1_tablet.png", + "selector": ".monkey", + "fileName": "playwright_chromium_backstop_features_notFound_0_monkey_1_tablet.png", + "label": "notFound", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_notFound_0_monkey_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_notVisible_0_noShow_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_notVisible_0_noShow_0_phone.png", + "selector": "#noShow", + "fileName": "playwright_chromium_backstop_features_notVisible_0_noShow_0_phone.png", + "label": "notVisible", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_notVisible_0_noShow_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_notVisible_0_noShow_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_notVisible_0_noShow_1_tablet.png", + "selector": "#noShow", + "fileName": "playwright_chromium_backstop_features_notVisible_0_noShow_1_tablet.png", + "label": "notVisible", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_notVisible_0_noShow_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_cookies_0_moneyshot_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_cookies_0_moneyshot_0_phone.png", + "selector": ".moneyshot", + "fileName": "playwright_chromium_backstop_features_cookies_0_moneyshot_0_phone.png", + "label": "cookies", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?cookie", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_cookies_0_moneyshot_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_cookies_0_moneyshot_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_cookies_0_moneyshot_1_tablet.png", + "selector": ".moneyshot", + "fileName": "playwright_chromium_backstop_features_cookies_0_moneyshot_1_tablet.png", + "label": "cookies", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?cookie", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_cookies_0_moneyshot_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_hover_0_moneyshot_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_hover_0_moneyshot_0_phone.png", + "selector": ".moneyshot", + "fileName": "playwright_chromium_backstop_features_hover_0_moneyshot_0_phone.png", + "label": "hover", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?click", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_hover_0_moneyshot_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_hover_0_moneyshot_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_hover_0_moneyshot_1_tablet.png", + "selector": ".moneyshot", + "fileName": "playwright_chromium_backstop_features_hover_0_moneyshot_1_tablet.png", + "label": "hover", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?click", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_hover_0_moneyshot_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_click_0_moneyshot_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_click_0_moneyshot_0_phone.png", + "selector": ".moneyshot", + "fileName": "playwright_chromium_backstop_features_click_0_moneyshot_0_phone.png", + "label": "click", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?click", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_click_0_moneyshot_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_click_0_moneyshot_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_click_0_moneyshot_1_tablet.png", + "selector": ".moneyshot", + "fileName": "playwright_chromium_backstop_features_click_0_moneyshot_1_tablet.png", + "label": "click", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?click", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_click_0_moneyshot_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_scrollToSelector_0_lemurFace_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_scrollToSelector_0_lemurFace_0_phone.png", + "selector": ".lemurFace", + "fileName": "playwright_chromium_backstop_features_scrollToSelector_0_lemurFace_0_phone.png", + "label": "scrollToSelector", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/test/configs/special_cases/scrollToSelector.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_scrollToSelector_0_lemurFace_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_scrollToSelector_0_lemurFace_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_scrollToSelector_0_lemurFace_1_tablet.png", + "selector": ".lemurFace", + "fileName": "playwright_chromium_backstop_features_scrollToSelector_0_lemurFace_1_tablet.png", + "label": "scrollToSelector", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/test/configs/special_cases/scrollToSelector.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_scrollToSelector_0_lemurFace_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports_0_document_0_Galaxy-S5.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_scenarioSpecificViewports_0_document_0_Galaxy-S5.png", + "selector": "document", + "fileName": "playwright_chromium_backstop_features_scenarioSpecificViewports_0_document_0_Galaxy-S5.png", + "label": "scenarioSpecificViewports", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "Galaxy-S5", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports_0_document_0_Galaxy-S5.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports_1_viewport_0_Galaxy-S5.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_scenarioSpecificViewports_1_viewport_0_Galaxy-S5.png", + "selector": "viewport", + "fileName": "playwright_chromium_backstop_features_scenarioSpecificViewports_1_viewport_0_Galaxy-S5.png", + "label": "scenarioSpecificViewports", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "Galaxy-S5", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports_1_viewport_0_Galaxy-S5.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withEmptyViewports_0_document_0_phone.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_scenarioSpecificViewports-withEmptyViewports_0_document_0_phone.png", + "selector": "document", + "fileName": "playwright_chromium_backstop_features_scenarioSpecificViewports-withEmptyViewports_0_document_0_phone.png", + "label": "scenarioSpecificViewports-withEmptyViewports", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withEmptyViewports_0_document_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withEmptyViewports_0_document_1_tablet.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_scenarioSpecificViewports-withEmptyViewports_0_document_1_tablet.png", + "selector": "document", + "fileName": "playwright_chromium_backstop_features_scenarioSpecificViewports-withEmptyViewports_0_document_1_tablet.png", + "label": "scenarioSpecificViewports-withEmptyViewports", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withEmptyViewports_0_document_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_0_Pixel-2.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_0_Pixel-2.png", + "selector": "document", + "fileName": "playwright_chromium_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_0_Pixel-2.png", + "label": "scenarioSpecificViewports-withMultipleViewports", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "Pixel-2", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_0_Pixel-2.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_1_Pixel2-XL.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_1_Pixel2-XL.png", + "selector": "document", + "fileName": "playwright_chromium_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_1_Pixel2-XL.png", + "label": "scenarioSpecificViewports-withMultipleViewports", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "Pixel2-XL", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_1_Pixel2-XL.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_2_iPhone-X.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_2_iPhone-X.png", + "selector": "document", + "fileName": "playwright_chromium_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_2_iPhone-X.png", + "label": "scenarioSpecificViewports-withMultipleViewports", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "iPhone-X", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_2_iPhone-X.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_3_iPad-Pro.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_3_iPad-Pro.png", + "selector": "document", + "fileName": "playwright_chromium_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_3_iPad-Pro.png", + "label": "scenarioSpecificViewports-withMultipleViewports", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "iPad-Pro", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_3_iPad-Pro.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withExpandSelector_0_getItBlock_0_iPad-Pro.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_scenarioSpecificViewports-withExpandSelector_0_getItBlock_0_iPad-Pro.png", + "selector": ".getItBlock", + "fileName": "playwright_chromium_backstop_features_scenarioSpecificViewports-withExpandSelector_0_getItBlock_0_iPad-Pro.png", + "label": "scenarioSpecificViewports-withExpandSelector", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "iPad-Pro", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withExpandSelector_0_getItBlock_0_iPad-Pro.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withExpandSelector_1_getItBlock__n1_0_iPad-Pro.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_scenarioSpecificViewports-withExpandSelector_1_getItBlock__n1_0_iPad-Pro.png", + "selector": ".getItBlock.__n1", + "fileName": "playwright_chromium_backstop_features_scenarioSpecificViewports-withExpandSelector_1_getItBlock__n1_0_iPad-Pro.png", + "label": "scenarioSpecificViewports-withExpandSelector", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "iPad-Pro", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withExpandSelector_1_getItBlock__n1_0_iPad-Pro.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withExpandSelector_2_getItBlock__n2_0_iPad-Pro.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_scenarioSpecificViewports-withExpandSelector_2_getItBlock__n2_0_iPad-Pro.png", + "selector": ".getItBlock.__n2", + "fileName": "playwright_chromium_backstop_features_scenarioSpecificViewports-withExpandSelector_2_getItBlock__n2_0_iPad-Pro.png", + "label": "scenarioSpecificViewports-withExpandSelector", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "iPad-Pro", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withExpandSelector_2_getItBlock__n2_0_iPad-Pro.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withExpandSelector_3_getItBlock__n3_0_iPad-Pro.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_scenarioSpecificViewports-withExpandSelector_3_getItBlock__n3_0_iPad-Pro.png", + "selector": ".getItBlock.__n3", + "fileName": "playwright_chromium_backstop_features_scenarioSpecificViewports-withExpandSelector_3_getItBlock__n3_0_iPad-Pro.png", + "label": "scenarioSpecificViewports-withExpandSelector", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "iPad-Pro", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_scenarioSpecificViewports-withExpandSelector_3_getItBlock__n3_0_iPad-Pro.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/playwright_chromium_backstop_features_keyPressSelector_0_dividnavbar_0_Desktop.png", + "test": "../bitmaps_test/20231230-012228/playwright_chromium_backstop_features_keyPressSelector_0_dividnavbar_0_Desktop.png", + "selector": "div[id=navbar]", + "fileName": "playwright_chromium_backstop_features_keyPressSelector_0_dividnavbar_0_Desktop.png", + "label": "keyPressSelector", + "misMatchThreshold": 5, + "url": "https://garris.github.io/BackstopJS/examples/featureTests/index.html", + "expect": 0, + "viewportLabel": "Desktop", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/playwright_chromium_backstop_features_keyPressSelector_0_dividnavbar_0_Desktop.png" + }, + "status": "fail" + } + ], + "id": "playwright_chromium_backstop_features" +} \ No newline at end of file diff --git a/test/__fixtures__/smoke-test.json b/test/__fixtures__/smoke-test.json new file mode 100644 index 000000000..9b22a13e7 --- /dev/null +++ b/test/__fixtures__/smoke-test.json @@ -0,0 +1,1112 @@ +{ + "testSuite": "BackstopJS", + "tests": [ + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_Simple_0_document_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_Simple_0_document_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_Simple_0_document_0_phone.log.json", + "selector": "document", + "fileName": "puppet_backstop_features_Simple_0_document_0_phone.png", + "label": "Simple", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_Simple_0_document_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_Simple_0_document_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_Simple_0_document_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_Simple_0_document_1_tablet.log.json", + "selector": "document", + "fileName": "puppet_backstop_features_Simple_0_document_1_tablet.png", + "label": "Simple", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_Simple_0_document_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_pkra_bug_test_0_pkratest_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_pkra_bug_test_0_pkratest_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_pkra_bug_test_0_pkratest_0_phone.log.json", + "selector": "#pkratest", + "fileName": "puppet_backstop_features_pkra_bug_test_0_pkratest_0_phone.png", + "label": "pkra bug test", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_pkra_bug_test_0_pkratest_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_pkra_bug_test_1_logoBlock_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_pkra_bug_test_1_logoBlock_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_pkra_bug_test_1_logoBlock_0_phone.log.json", + "selector": ".logoBlock", + "fileName": "puppet_backstop_features_pkra_bug_test_1_logoBlock_0_phone.png", + "label": "pkra bug test", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_pkra_bug_test_1_logoBlock_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_pkra_bug_test_0_pkratest_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_pkra_bug_test_0_pkratest_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_pkra_bug_test_0_pkratest_1_tablet.log.json", + "selector": "#pkratest", + "fileName": "puppet_backstop_features_pkra_bug_test_0_pkratest_1_tablet.png", + "label": "pkra bug test", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_pkra_bug_test_0_pkratest_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_pkra_bug_test_1_logoBlock_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_pkra_bug_test_1_logoBlock_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_pkra_bug_test_1_logoBlock_1_tablet.log.json", + "selector": ".logoBlock", + "fileName": "puppet_backstop_features_pkra_bug_test_1_logoBlock_1_tablet.png", + "label": "pkra bug test", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_pkra_bug_test_1_logoBlock_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_delay_0_getItBlocknth-child3_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_delay_0_getItBlocknth-child3_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_delay_0_getItBlocknth-child3_0_phone.log.json", + "selector": ".getItBlock:nth-child(3)", + "fileName": "puppet_backstop_features_delay_0_getItBlocknth-child3_0_phone.png", + "label": "delay", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_delay_0_getItBlocknth-child3_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_delay_0_getItBlocknth-child3_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_delay_0_getItBlocknth-child3_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_delay_0_getItBlocknth-child3_1_tablet.log.json", + "selector": ".getItBlock:nth-child(3)", + "fileName": "puppet_backstop_features_delay_0_getItBlocknth-child3_1_tablet.png", + "label": "delay", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_delay_0_getItBlocknth-child3_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_readyEvent_0_moneyshot_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_readyEvent_0_moneyshot_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_readyEvent_0_moneyshot_0_phone.log.json", + "selector": ".moneyshot", + "fileName": "puppet_backstop_features_readyEvent_0_moneyshot_0_phone.png", + "label": "readyEvent", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_readyEvent_0_moneyshot_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_readyEvent_0_moneyshot_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_readyEvent_0_moneyshot_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_readyEvent_0_moneyshot_1_tablet.log.json", + "selector": ".moneyshot", + "fileName": "puppet_backstop_features_readyEvent_0_moneyshot_1_tablet.png", + "label": "readyEvent", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_readyEvent_0_moneyshot_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_readyEventTimeout_0_moneyshot_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_readyEventTimeout_0_moneyshot_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_readyEventTimeout_0_moneyshot_0_phone.log.json", + "selector": ".moneyshot", + "fileName": "puppet_backstop_features_readyEventTimeout_0_moneyshot_0_phone.png", + "label": "readyEventTimeout", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_readyEventTimeout_0_moneyshot_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_readyEventTimeout_0_moneyshot_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_readyEventTimeout_0_moneyshot_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_readyEventTimeout_0_moneyshot_1_tablet.log.json", + "selector": ".moneyshot", + "fileName": "puppet_backstop_features_readyEventTimeout_0_moneyshot_1_tablet.png", + "label": "readyEventTimeout", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_readyEventTimeout_0_moneyshot_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_readySelector_0_moneyshot_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_readySelector_0_moneyshot_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_readySelector_0_moneyshot_0_phone.log.json", + "selector": ".moneyshot", + "fileName": "puppet_backstop_features_readySelector_0_moneyshot_0_phone.png", + "label": "readySelector", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_readySelector_0_moneyshot_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_readySelector_0_moneyshot_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_readySelector_0_moneyshot_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_readySelector_0_moneyshot_1_tablet.log.json", + "selector": ".moneyshot", + "fileName": "puppet_backstop_features_readySelector_0_moneyshot_1_tablet.png", + "label": "readySelector", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_readySelector_0_moneyshot_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_readySelectorTimeout_0_moneyshot_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_readySelectorTimeout_0_moneyshot_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_readySelectorTimeout_0_moneyshot_0_phone.log.json", + "selector": ".moneyshot", + "fileName": "puppet_backstop_features_readySelectorTimeout_0_moneyshot_0_phone.png", + "label": "readySelectorTimeout", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "phone", + "engineErrorMsg": "Waiting for selector `._the_lemur_is_ready_to_see_you_timeout` failed: Waiting failed: 2000ms exceeded", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_readySelectorTimeout_0_moneyshot_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_readySelectorTimeout_0_moneyshot_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_readySelectorTimeout_0_moneyshot_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_readySelectorTimeout_0_moneyshot_1_tablet.log.json", + "selector": ".moneyshot", + "fileName": "puppet_backstop_features_readySelectorTimeout_0_moneyshot_1_tablet.png", + "label": "readySelectorTimeout", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "tablet", + "engineErrorMsg": "Waiting for selector `._the_lemur_is_ready_to_see_you_timeout` failed: Waiting failed: 2000ms exceeded", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_readySelectorTimeout_0_moneyshot_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_noDelay_0_getItBlocknth-child3_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_noDelay_0_getItBlocknth-child3_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_noDelay_0_getItBlocknth-child3_0_phone.log.json", + "selector": ".getItBlock:nth-child(3)", + "fileName": "puppet_backstop_features_noDelay_0_getItBlocknth-child3_0_phone.png", + "label": "noDelay", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_noDelay_0_getItBlocknth-child3_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_noDelay_0_getItBlocknth-child3_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_noDelay_0_getItBlocknth-child3_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_noDelay_0_getItBlocknth-child3_1_tablet.log.json", + "selector": ".getItBlock:nth-child(3)", + "fileName": "puppet_backstop_features_noDelay_0_getItBlocknth-child3_1_tablet.png", + "label": "noDelay", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?delay", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_noDelay_0_getItBlocknth-child3_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_expanded_0_getItBlock_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_expanded_0_getItBlock_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_expanded_0_getItBlock_0_phone.log.json", + "selector": ".getItBlock", + "fileName": "puppet_backstop_features_expanded_0_getItBlock_0_phone.png", + "label": "expanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_expanded_0_getItBlock_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_expanded_1_getItBlock__n1_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_expanded_1_getItBlock__n1_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_expanded_1_getItBlock__n1_0_phone.log.json", + "selector": ".getItBlock.__n1", + "fileName": "puppet_backstop_features_expanded_1_getItBlock__n1_0_phone.png", + "label": "expanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_expanded_1_getItBlock__n1_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_expanded_2_getItBlock__n2_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_expanded_2_getItBlock__n2_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_expanded_2_getItBlock__n2_0_phone.log.json", + "selector": ".getItBlock.__n2", + "fileName": "puppet_backstop_features_expanded_2_getItBlock__n2_0_phone.png", + "label": "expanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_expanded_2_getItBlock__n2_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_expanded_3_getItBlock__n3_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_expanded_3_getItBlock__n3_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_expanded_3_getItBlock__n3_0_phone.log.json", + "selector": ".getItBlock.__n3", + "fileName": "puppet_backstop_features_expanded_3_getItBlock__n3_0_phone.png", + "label": "expanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_expanded_3_getItBlock__n3_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_expanded_0_getItBlock_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_expanded_0_getItBlock_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_expanded_0_getItBlock_1_tablet.log.json", + "selector": ".getItBlock", + "fileName": "puppet_backstop_features_expanded_0_getItBlock_1_tablet.png", + "label": "expanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_expanded_0_getItBlock_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_expanded_1_getItBlock__n1_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_expanded_1_getItBlock__n1_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_expanded_1_getItBlock__n1_1_tablet.log.json", + "selector": ".getItBlock.__n1", + "fileName": "puppet_backstop_features_expanded_1_getItBlock__n1_1_tablet.png", + "label": "expanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_expanded_1_getItBlock__n1_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_expanded_2_getItBlock__n2_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_expanded_2_getItBlock__n2_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_expanded_2_getItBlock__n2_1_tablet.log.json", + "selector": ".getItBlock.__n2", + "fileName": "puppet_backstop_features_expanded_2_getItBlock__n2_1_tablet.png", + "label": "expanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_expanded_2_getItBlock__n2_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_expanded_3_getItBlock__n3_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_expanded_3_getItBlock__n3_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_expanded_3_getItBlock__n3_1_tablet.log.json", + "selector": ".getItBlock.__n3", + "fileName": "puppet_backstop_features_expanded_3_getItBlock__n3_1_tablet.png", + "label": "expanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_expanded_3_getItBlock__n3_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_notExpanded_0_getItBlock_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_notExpanded_0_getItBlock_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_notExpanded_0_getItBlock_0_phone.log.json", + "selector": ".getItBlock", + "fileName": "puppet_backstop_features_notExpanded_0_getItBlock_0_phone.png", + "label": "notExpanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_notExpanded_0_getItBlock_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_notExpanded_0_getItBlock_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_notExpanded_0_getItBlock_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_notExpanded_0_getItBlock_1_tablet.log.json", + "selector": ".getItBlock", + "fileName": "puppet_backstop_features_notExpanded_0_getItBlock_1_tablet.png", + "label": "notExpanded", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_notExpanded_0_getItBlock_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_expect_0_getItBlock_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_expect_0_getItBlock_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_expect_0_getItBlock_0_phone.log.json", + "selector": ".getItBlock", + "fileName": "puppet_backstop_features_expect_0_getItBlock_0_phone.png", + "label": "expect", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 4, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_expect_0_getItBlock_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_expect_1_getItBlock__n1_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_expect_1_getItBlock__n1_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_expect_1_getItBlock__n1_0_phone.log.json", + "selector": ".getItBlock.__n1", + "fileName": "puppet_backstop_features_expect_1_getItBlock__n1_0_phone.png", + "label": "expect", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 4, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_expect_1_getItBlock__n1_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_expect_2_getItBlock__n2_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_expect_2_getItBlock__n2_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_expect_2_getItBlock__n2_0_phone.log.json", + "selector": ".getItBlock.__n2", + "fileName": "puppet_backstop_features_expect_2_getItBlock__n2_0_phone.png", + "label": "expect", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 4, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_expect_2_getItBlock__n2_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_expect_3_getItBlock__n3_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_expect_3_getItBlock__n3_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_expect_3_getItBlock__n3_0_phone.log.json", + "selector": ".getItBlock.__n3", + "fileName": "puppet_backstop_features_expect_3_getItBlock__n3_0_phone.png", + "label": "expect", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 4, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_expect_3_getItBlock__n3_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_expect_0_getItBlock_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_expect_0_getItBlock_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_expect_0_getItBlock_1_tablet.log.json", + "selector": ".getItBlock", + "fileName": "puppet_backstop_features_expect_0_getItBlock_1_tablet.png", + "label": "expect", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 4, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_expect_0_getItBlock_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_expect_1_getItBlock__n1_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_expect_1_getItBlock__n1_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_expect_1_getItBlock__n1_1_tablet.log.json", + "selector": ".getItBlock.__n1", + "fileName": "puppet_backstop_features_expect_1_getItBlock__n1_1_tablet.png", + "label": "expect", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 4, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_expect_1_getItBlock__n1_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_expect_2_getItBlock__n2_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_expect_2_getItBlock__n2_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_expect_2_getItBlock__n2_1_tablet.log.json", + "selector": ".getItBlock.__n2", + "fileName": "puppet_backstop_features_expect_2_getItBlock__n2_1_tablet.png", + "label": "expect", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 4, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_expect_2_getItBlock__n2_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_expect_3_getItBlock__n3_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_expect_3_getItBlock__n3_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_expect_3_getItBlock__n3_1_tablet.log.json", + "selector": ".getItBlock.__n3", + "fileName": "puppet_backstop_features_expect_3_getItBlock__n3_1_tablet.png", + "label": "expect", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 4, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_expect_3_getItBlock__n3_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_magicSelectors_0_document_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_magicSelectors_0_document_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_magicSelectors_0_document_0_phone.log.json", + "selector": "document", + "fileName": "puppet_backstop_features_magicSelectors_0_document_0_phone.png", + "label": "magicSelectors", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_magicSelectors_0_document_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_magicSelectors_1_viewport_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_magicSelectors_1_viewport_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_magicSelectors_1_viewport_0_phone.log.json", + "selector": "viewport", + "fileName": "puppet_backstop_features_magicSelectors_1_viewport_0_phone.png", + "label": "magicSelectors", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_magicSelectors_1_viewport_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_magicSelectors_0_document_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_magicSelectors_0_document_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_magicSelectors_0_document_1_tablet.log.json", + "selector": "document", + "fileName": "puppet_backstop_features_magicSelectors_0_document_1_tablet.png", + "label": "magicSelectors", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_magicSelectors_0_document_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_magicSelectors_1_viewport_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_magicSelectors_1_viewport_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_magicSelectors_1_viewport_1_tablet.log.json", + "selector": "viewport", + "fileName": "puppet_backstop_features_magicSelectors_1_viewport_1_tablet.png", + "label": "magicSelectors", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_magicSelectors_1_viewport_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_hideSelectors_0_document_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_hideSelectors_0_document_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_hideSelectors_0_document_0_phone.log.json", + "selector": "document", + "fileName": "puppet_backstop_features_hideSelectors_0_document_0_phone.png", + "label": "hideSelectors", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_hideSelectors_0_document_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_hideSelectors_0_document_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_hideSelectors_0_document_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_hideSelectors_0_document_1_tablet.log.json", + "selector": "document", + "fileName": "puppet_backstop_features_hideSelectors_0_document_1_tablet.png", + "label": "hideSelectors", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_hideSelectors_0_document_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_removeSelectors_0_document_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_removeSelectors_0_document_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_removeSelectors_0_document_0_phone.log.json", + "selector": "document", + "fileName": "puppet_backstop_features_removeSelectors_0_document_0_phone.png", + "label": "removeSelectors", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_removeSelectors_0_document_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_removeSelectors_0_document_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_removeSelectors_0_document_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_removeSelectors_0_document_1_tablet.log.json", + "selector": "document", + "fileName": "puppet_backstop_features_removeSelectors_0_document_1_tablet.png", + "label": "removeSelectors", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_removeSelectors_0_document_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_notFound_0_monkey_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_notFound_0_monkey_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_notFound_0_monkey_0_phone.log.json", + "selector": ".monkey", + "fileName": "puppet_backstop_features_notFound_0_monkey_0_phone.png", + "label": "notFound", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_notFound_0_monkey_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_notFound_0_monkey_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_notFound_0_monkey_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_notFound_0_monkey_1_tablet.log.json", + "selector": ".monkey", + "fileName": "puppet_backstop_features_notFound_0_monkey_1_tablet.png", + "label": "notFound", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_notFound_0_monkey_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_notVisible_0_noShow_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_notVisible_0_noShow_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_notVisible_0_noShow_0_phone.log.json", + "selector": "#noShow", + "fileName": "puppet_backstop_features_notVisible_0_noShow_0_phone.png", + "label": "notVisible", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_notVisible_0_noShow_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_notVisible_0_noShow_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_notVisible_0_noShow_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_notVisible_0_noShow_1_tablet.log.json", + "selector": "#noShow", + "fileName": "puppet_backstop_features_notVisible_0_noShow_1_tablet.png", + "label": "notVisible", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_notVisible_0_noShow_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_cookies_0_moneyshot_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_cookies_0_moneyshot_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_cookies_0_moneyshot_0_phone.log.json", + "selector": ".moneyshot", + "fileName": "puppet_backstop_features_cookies_0_moneyshot_0_phone.png", + "label": "cookies", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?cookie", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_cookies_0_moneyshot_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_cookies_0_moneyshot_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_cookies_0_moneyshot_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_cookies_0_moneyshot_1_tablet.log.json", + "selector": ".moneyshot", + "fileName": "puppet_backstop_features_cookies_0_moneyshot_1_tablet.png", + "label": "cookies", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?cookie", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_cookies_0_moneyshot_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_hover_0_moneyshot_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_hover_0_moneyshot_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_hover_0_moneyshot_0_phone.log.json", + "selector": ".moneyshot", + "fileName": "puppet_backstop_features_hover_0_moneyshot_0_phone.png", + "label": "hover", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?click", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_hover_0_moneyshot_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_hover_0_moneyshot_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_hover_0_moneyshot_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_hover_0_moneyshot_1_tablet.log.json", + "selector": ".moneyshot", + "fileName": "puppet_backstop_features_hover_0_moneyshot_1_tablet.png", + "label": "hover", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?click", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_hover_0_moneyshot_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_click_0_moneyshot_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_click_0_moneyshot_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_click_0_moneyshot_0_phone.log.json", + "selector": ".moneyshot", + "fileName": "puppet_backstop_features_click_0_moneyshot_0_phone.png", + "label": "click", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?click", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_click_0_moneyshot_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_click_0_moneyshot_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_click_0_moneyshot_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_click_0_moneyshot_1_tablet.log.json", + "selector": ".moneyshot", + "fileName": "puppet_backstop_features_click_0_moneyshot_1_tablet.png", + "label": "click", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html?click", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_click_0_moneyshot_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_scrollToSelector_0_lemurFace_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_scrollToSelector_0_lemurFace_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_scrollToSelector_0_lemurFace_0_phone.log.json", + "selector": ".lemurFace", + "fileName": "puppet_backstop_features_scrollToSelector_0_lemurFace_0_phone.png", + "label": "scrollToSelector", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/test/configs/special_cases/scrollToSelector.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_scrollToSelector_0_lemurFace_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_scrollToSelector_0_lemurFace_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_scrollToSelector_0_lemurFace_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_scrollToSelector_0_lemurFace_1_tablet.log.json", + "selector": ".lemurFace", + "fileName": "puppet_backstop_features_scrollToSelector_0_lemurFace_1_tablet.png", + "label": "scrollToSelector", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/test/configs/special_cases/scrollToSelector.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_scrollToSelector_0_lemurFace_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports_0_document_0_Galaxy-S5.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports_0_document_0_Galaxy-S5.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports_0_document_0_Galaxy-S5.log.json", + "selector": "document", + "fileName": "puppet_backstop_features_scenarioSpecificViewports_0_document_0_Galaxy-S5.png", + "label": "scenarioSpecificViewports", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "Galaxy-S5", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports_0_document_0_Galaxy-S5.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports_1_viewport_0_Galaxy-S5.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports_1_viewport_0_Galaxy-S5.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports_1_viewport_0_Galaxy-S5.log.json", + "selector": "viewport", + "fileName": "puppet_backstop_features_scenarioSpecificViewports_1_viewport_0_Galaxy-S5.png", + "label": "scenarioSpecificViewports", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "Galaxy-S5", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports_1_viewport_0_Galaxy-S5.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withEmptyViewports_0_document_0_phone.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withEmptyViewports_0_document_0_phone.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withEmptyViewports_0_document_0_phone.log.json", + "selector": "document", + "fileName": "puppet_backstop_features_scenarioSpecificViewports-withEmptyViewports_0_document_0_phone.png", + "label": "scenarioSpecificViewports-withEmptyViewports", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "phone", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withEmptyViewports_0_document_0_phone.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withEmptyViewports_0_document_1_tablet.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withEmptyViewports_0_document_1_tablet.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withEmptyViewports_0_document_1_tablet.log.json", + "selector": "document", + "fileName": "puppet_backstop_features_scenarioSpecificViewports-withEmptyViewports_0_document_1_tablet.png", + "label": "scenarioSpecificViewports-withEmptyViewports", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "tablet", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withEmptyViewports_0_document_1_tablet.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_0_Pixel-2.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_0_Pixel-2.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_0_Pixel-2.log.json", + "selector": "document", + "fileName": "puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_0_Pixel-2.png", + "label": "scenarioSpecificViewports-withMultipleViewports", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "Pixel-2", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_0_Pixel-2.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_1_Pixel2-XL.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_1_Pixel2-XL.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_1_Pixel2-XL.log.json", + "selector": "document", + "fileName": "puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_1_Pixel2-XL.png", + "label": "scenarioSpecificViewports-withMultipleViewports", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "Pixel2-XL", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_1_Pixel2-XL.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_2_iPhone-X.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_2_iPhone-X.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_2_iPhone-X.log.json", + "selector": "document", + "fileName": "puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_2_iPhone-X.png", + "label": "scenarioSpecificViewports-withMultipleViewports", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "iPhone-X", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_2_iPhone-X.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_3_iPad-Pro.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_3_iPad-Pro.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_3_iPad-Pro.log.json", + "selector": "document", + "fileName": "puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_3_iPad-Pro.png", + "label": "scenarioSpecificViewports-withMultipleViewports", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "iPad-Pro", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withMultipleViewports_0_document_3_iPad-Pro.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_0_getItBlock_0_iPad-Pro.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_0_getItBlock_0_iPad-Pro.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_0_getItBlock_0_iPad-Pro.log.json", + "selector": ".getItBlock", + "fileName": "puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_0_getItBlock_0_iPad-Pro.png", + "label": "scenarioSpecificViewports-withExpandSelector", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "iPad-Pro", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_0_getItBlock_0_iPad-Pro.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_1_getItBlock__n1_0_iPad-Pro.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_1_getItBlock__n1_0_iPad-Pro.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_1_getItBlock__n1_0_iPad-Pro.log.json", + "selector": ".getItBlock.__n1", + "fileName": "puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_1_getItBlock__n1_0_iPad-Pro.png", + "label": "scenarioSpecificViewports-withExpandSelector", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "iPad-Pro", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_1_getItBlock__n1_0_iPad-Pro.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_2_getItBlock__n2_0_iPad-Pro.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_2_getItBlock__n2_0_iPad-Pro.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_2_getItBlock__n2_0_iPad-Pro.log.json", + "selector": ".getItBlock.__n2", + "fileName": "puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_2_getItBlock__n2_0_iPad-Pro.png", + "label": "scenarioSpecificViewports-withExpandSelector", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "iPad-Pro", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_2_getItBlock__n2_0_iPad-Pro.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_3_getItBlock__n3_0_iPad-Pro.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_3_getItBlock__n3_0_iPad-Pro.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_3_getItBlock__n3_0_iPad-Pro.log.json", + "selector": ".getItBlock.__n3", + "fileName": "puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_3_getItBlock__n3_0_iPad-Pro.png", + "label": "scenarioSpecificViewports-withExpandSelector", + "misMatchThreshold": 0.1, + "url": "https://garris.github.io/BackstopJS/index.html", + "expect": 0, + "viewportLabel": "iPad-Pro", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_scenarioSpecificViewports-withExpandSelector_3_getItBlock__n3_0_iPad-Pro.png" + }, + "status": "fail" + }, + { + "pair": { + "reference": "../bitmaps_reference/puppet_backstop_features_keyPressSelector_0_dividnavbar_0_Desktop.png", + "test": "../bitmaps_test/20231230-011824/puppet_backstop_features_keyPressSelector_0_dividnavbar_0_Desktop.png", + "testLog": "../bitmaps_test/20231230-011824/puppet_backstop_features_keyPressSelector_0_dividnavbar_0_Desktop.log.json", + "selector": "div[id=navbar]", + "fileName": "puppet_backstop_features_keyPressSelector_0_dividnavbar_0_Desktop.png", + "label": "keyPressSelector", + "misMatchThreshold": 5, + "url": "https://garris.github.io/BackstopJS/examples/featureTests/index.html", + "expect": 0, + "viewportLabel": "Desktop", + "error": "Reference file not found /Users/dgrebb/Projects/BackstopJS/test/configs/backstop_data/bitmaps_reference/puppet_backstop_features_keyPressSelector_0_dividnavbar_0_Desktop.png" + }, + "status": "fail" + } + ], + "id": "puppet_backstop_features" +} \ No newline at end of file