Skip to content

Commit

Permalink
ci: adds npm script report.json fixtures (garris#1533)
Browse files Browse the repository at this point in the history
  • Loading branch information
dgrebb committed Jan 15, 2024
1 parent 1fdf1f3 commit e03cea0
Show file tree
Hide file tree
Showing 9 changed files with 7,203 additions and 0 deletions.
54 changes: 54 additions & 0 deletions test/__fixtures__/integration-test.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,54 @@
{
"testSuite": "BackstopJS",
"tests": [
{
"pair": {
"reference": "../bitmaps_reference/backstop_default_BackstopJS_Homepage_0_document_0_phone.png",
"test": "../bitmaps_test/20240114-203323/backstop_default_BackstopJS_Homepage_0_document_0_phone.png",
"selector": "document",
"fileName": "backstop_default_BackstopJS_Homepage_0_document_0_phone.png",
"label": "BackstopJS Homepage",
"requireSameDimensions": true,
"misMatchThreshold": 0.1,
"url": "https://garris.github.io/BackstopJS/",
"referenceUrl": "",
"expect": 0,
"viewportLabel": "phone",
"diff": {
"isSameDimensions": true,
"dimensionDifference": {
"width": 0,
"height": 0
},
"misMatchPercentage": "0.00"
}
},
"status": "pass"
},
{
"pair": {
"reference": "../bitmaps_reference/backstop_default_BackstopJS_Homepage_0_document_1_tablet.png",
"test": "../bitmaps_test/20240114-203323/backstop_default_BackstopJS_Homepage_0_document_1_tablet.png",
"selector": "document",
"fileName": "backstop_default_BackstopJS_Homepage_0_document_1_tablet.png",
"label": "BackstopJS Homepage",
"requireSameDimensions": true,
"misMatchThreshold": 0.1,
"url": "https://garris.github.io/BackstopJS/",
"referenceUrl": "",
"expect": 0,
"viewportLabel": "tablet",
"diff": {
"isSameDimensions": true,
"dimensionDifference": {
"width": 0,
"height": 0
},
"misMatchPercentage": "0.00"
}
},
"status": "pass"
}
],
"id": "backstop_default"
}
62 changes: 62 additions & 0 deletions test/__fixtures__/sanity-test-docker.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,62 @@
{
"testSuite": "BackstopJS",
"tests": [
{
"pair": {
"reference": "../bitmaps_reference/backstop_default_BackstopJS_Homepage_0_document_0_phone.png",
"test": "../bitmaps_test/20240101-215636/backstop_default_BackstopJS_Homepage_0_document_0_phone.png",
"testLog": "../bitmaps_test/20240101-215636/backstop_default_BackstopJS_Homepage_0_document_0_phone.log.json",
"selector": "document",
"fileName": "backstop_default_BackstopJS_Homepage_0_document_0_phone.png",
"label": "BackstopJS Homepage",
"requireSameDimensions": true,
"misMatchThreshold": 0.1,
"url": "https://garris.github.io/BackstopJS/",
"referenceUrl": "",
"expect": 0,
"viewportLabel": "phone",
"diff": {
"isSameDimensions": true,
"dimensionDifference": {
"width": 0,
"height": 0
},
"rawMisMatchPercentage": 3.194232723577236,
"misMatchPercentage": "3.19",
"analysisTime": 19
},
"diffImage": "../bitmaps_test/20240101-215636/failed_diff_backstop_default_BackstopJS_Homepage_0_document_0_phone.png"
},
"status": "fail"
},
{
"pair": {
"reference": "../bitmaps_reference/backstop_default_BackstopJS_Homepage_0_document_1_tablet.png",
"test": "../bitmaps_test/20240101-215636/backstop_default_BackstopJS_Homepage_0_document_1_tablet.png",
"testLog": "../bitmaps_test/20240101-215636/backstop_default_BackstopJS_Homepage_0_document_1_tablet.log.json",
"selector": "document",
"fileName": "backstop_default_BackstopJS_Homepage_0_document_1_tablet.png",
"label": "BackstopJS Homepage",
"requireSameDimensions": true,
"misMatchThreshold": 0.1,
"url": "https://garris.github.io/BackstopJS/",
"referenceUrl": "",
"expect": 0,
"viewportLabel": "tablet",
"diff": {
"isSameDimensions": true,
"dimensionDifference": {
"width": 0,
"height": 0
},
"rawMisMatchPercentage": 1.8621084797555385,
"misMatchPercentage": "1.86",
"analysisTime": 41
},
"diffImage": "../bitmaps_test/20240101-215636/failed_diff_backstop_default_BackstopJS_Homepage_0_document_1_tablet.png"
},
"status": "fail"
}
],
"id": "backstop_default"
}
60 changes: 60 additions & 0 deletions test/__fixtures__/sanity-test-playwright-docker.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,60 @@
{
"testSuite": "BackstopJS",
"tests": [
{
"pair": {
"reference": "../bitmaps_reference/backstop_playwright_BackstopJS_Homepage_0_document_0_phone.png",
"test": "../bitmaps_test/20240101-215718/backstop_playwright_BackstopJS_Homepage_0_document_0_phone.png",
"selector": "document",
"fileName": "backstop_playwright_BackstopJS_Homepage_0_document_0_phone.png",
"label": "BackstopJS Homepage",
"requireSameDimensions": true,
"misMatchThreshold": 0.1,
"url": "https://garris.github.io/BackstopJS/",
"referenceUrl": "",
"expect": 0,
"viewportLabel": "phone",
"diff": {
"isSameDimensions": true,
"dimensionDifference": {
"width": 0,
"height": 0
},
"rawMisMatchPercentage": 0.32901422764227645,
"misMatchPercentage": "0.33",
"analysisTime": 17
},
"diffImage": "../bitmaps_test/20240101-215718/failed_diff_backstop_playwright_BackstopJS_Homepage_0_document_0_phone.png"
},
"status": "fail"
},
{
"pair": {
"reference": "../bitmaps_reference/backstop_playwright_BackstopJS_Homepage_0_document_1_tablet.png",
"test": "../bitmaps_test/20240101-215718/backstop_playwright_BackstopJS_Homepage_0_document_1_tablet.png",
"selector": "document",
"fileName": "backstop_playwright_BackstopJS_Homepage_0_document_1_tablet.png",
"label": "BackstopJS Homepage",
"requireSameDimensions": true,
"misMatchThreshold": 0.1,
"url": "https://garris.github.io/BackstopJS/",
"referenceUrl": "",
"expect": 0,
"viewportLabel": "tablet",
"diff": {
"isSameDimensions": true,
"dimensionDifference": {
"width": 0,
"height": 0
},
"rawMisMatchPercentage": 0.3016973834988541,
"misMatchPercentage": "0.30",
"analysisTime": 36
},
"diffImage": "../bitmaps_test/20240101-215718/failed_diff_backstop_playwright_BackstopJS_Homepage_0_document_1_tablet.png"
},
"status": "fail"
}
],
"id": "backstop_playwright"
}
60 changes: 60 additions & 0 deletions test/__fixtures__/sanity-test-playwright.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,60 @@
{
"testSuite": "BackstopJS",
"tests": [
{
"pair": {
"reference": "../bitmaps_reference/backstop_playwright_BackstopJS_Homepage_0_document_0_phone.png",
"test": "../bitmaps_test/20240101-165143/backstop_playwright_BackstopJS_Homepage_0_document_0_phone.png",
"selector": "document",
"fileName": "backstop_playwright_BackstopJS_Homepage_0_document_0_phone.png",
"label": "BackstopJS Homepage",
"requireSameDimensions": true,
"misMatchThreshold": 0.1,
"url": "https://garris.github.io/BackstopJS/",
"referenceUrl": "",
"expect": 0,
"viewportLabel": "phone",
"diff": {
"isSameDimensions": true,
"dimensionDifference": {
"width": 0,
"height": 0
},
"rawMisMatchPercentage": 3.702997967479675,
"misMatchPercentage": "3.70",
"analysisTime": 13
},
"diffImage": "../bitmaps_test/20240101-165143/failed_diff_backstop_playwright_BackstopJS_Homepage_0_document_0_phone.png"
},
"status": "fail"
},
{
"pair": {
"reference": "../bitmaps_reference/backstop_playwright_BackstopJS_Homepage_0_document_1_tablet.png",
"test": "../bitmaps_test/20240101-165143/backstop_playwright_BackstopJS_Homepage_0_document_1_tablet.png",
"selector": "document",
"fileName": "backstop_playwright_BackstopJS_Homepage_0_document_1_tablet.png",
"label": "BackstopJS Homepage",
"requireSameDimensions": true,
"misMatchThreshold": 0.1,
"url": "https://garris.github.io/BackstopJS/",
"referenceUrl": "",
"expect": 0,
"viewportLabel": "tablet",
"diff": {
"isSameDimensions": true,
"dimensionDifference": {
"width": 0,
"height": 0
},
"rawMisMatchPercentage": 1.9367867885790682,
"misMatchPercentage": "1.94",
"analysisTime": 35
},
"diffImage": "../bitmaps_test/20240101-165143/failed_diff_backstop_playwright_BackstopJS_Homepage_0_document_1_tablet.png"
},
"status": "fail"
}
],
"id": "backstop_playwright"
}
62 changes: 62 additions & 0 deletions test/__fixtures__/sanity-test.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,62 @@
{
"testSuite": "BackstopJS",
"tests": [
{
"pair": {
"reference": "../bitmaps_reference/backstop_default_BackstopJS_Homepage_0_document_0_phone.png",
"test": "../bitmaps_test/20240101-165059/backstop_default_BackstopJS_Homepage_0_document_0_phone.png",
"testLog": "../bitmaps_test/20240101-165059/backstop_default_BackstopJS_Homepage_0_document_0_phone.log.json",
"selector": "document",
"fileName": "backstop_default_BackstopJS_Homepage_0_document_0_phone.png",
"label": "BackstopJS Homepage",
"requireSameDimensions": true,
"misMatchThreshold": 0.1,
"url": "https://garris.github.io/BackstopJS/",
"referenceUrl": "",
"expect": 0,
"viewportLabel": "phone",
"diff": {
"isSameDimensions": true,
"dimensionDifference": {
"width": 0,
"height": 0
},
"rawMisMatchPercentage": 3.750635162601626,
"misMatchPercentage": "3.75",
"analysisTime": 43
},
"diffImage": "../bitmaps_test/20240101-165059/failed_diff_backstop_default_BackstopJS_Homepage_0_document_0_phone.png"
},
"status": "fail"
},
{
"pair": {
"reference": "../bitmaps_reference/backstop_default_BackstopJS_Homepage_0_document_1_tablet.png",
"test": "../bitmaps_test/20240101-165059/backstop_default_BackstopJS_Homepage_0_document_1_tablet.png",
"testLog": "../bitmaps_test/20240101-165059/backstop_default_BackstopJS_Homepage_0_document_1_tablet.log.json",
"selector": "document",
"fileName": "backstop_default_BackstopJS_Homepage_0_document_1_tablet.png",
"label": "BackstopJS Homepage",
"requireSameDimensions": true,
"misMatchThreshold": 0.1,
"url": "https://garris.github.io/BackstopJS/",
"referenceUrl": "",
"expect": 0,
"viewportLabel": "tablet",
"diff": {
"isSameDimensions": true,
"dimensionDifference": {
"width": 0,
"height": 0
},
"rawMisMatchPercentage": 1.9487233813980136,
"misMatchPercentage": "1.95",
"analysisTime": 82
},
"diffImage": "../bitmaps_test/20240101-165059/failed_diff_backstop_default_BackstopJS_Homepage_0_document_1_tablet.png"
},
"status": "fail"
}
],
"id": "backstop_default"
}
Loading

0 comments on commit e03cea0

Please sign in to comment.