chore: Updates to improve test flakiness (excaliburjs#2246)

This PR is doing some work to attempt to improve test flakiness from it's various sources BrowserStack ImageDiff
thoughtpivot · Feb 12, 2022 · 01a7479 · 01a7479
1 parent 91d0b4f
commit 01a7479
Show file tree

Hide file tree

Showing 4 changed files with 9 additions and 4 deletions.
diff --git a/appveyor.yml b/appveyor.yml
@@ -7,7 +7,7 @@ init:
 # What combinations to test
 environment:
   matrix:
-    - nodejs_version: '14'
+    - nodejs_version: '16'
 platform:
   - x64
 install:

diff --git a/karma.conf.browsers.js b/karma.conf.browsers.js
@@ -10,7 +10,8 @@ module.exports = (config) => {
     browserStack: {
       project: 'Excalibur',
       username: process.env.BS_USERNAME,
-      accessKey: process.env.BS_PASSWORD
+      accessKey: process.env.BS_PASSWORD,
+      timeout: 600
     },
     singleRun: true,
     frameworks: ['jasmine'],
@@ -103,7 +104,10 @@ module.exports = (config) => {
       // Show a list of test clients, 'always', 'never' or 'ifneeded'
       browserList: 'always'
     },
+    browserDisconnectTimeout : 10000,
+    browserDisconnectTolerance : 1,
     browserNoActivityTimeout: 60000, // appveyor is slow :(
+    captureTimeout : 4*60*1000,
       // define browsers
     customLaunchers: {
       bs_latest_chrome_win10: {

diff --git a/src/spec/DebugTextSpec.ts b/src/spec/DebugTextSpec.ts
@@ -57,6 +57,6 @@ describe('DebugText', () => {
 
     ctx.flush();
 
-    await expectAsync(flushWebGLCanvasTo2D(canvasElement)).toEqualImage('src/spec/images/DebugTextSpec/draw-webgl.png');
+    await expectAsync(flushWebGLCanvasTo2D(canvasElement)).toEqualImage('src/spec/images/DebugTextSpec/draw-webgl.png', .94);
   });
 });
diff --git a/src/spec/ExcaliburGraphicsContextSpec.ts b/src/spec/ExcaliburGraphicsContextSpec.ts
@@ -408,7 +408,8 @@ describe('The ExcaliburGraphicsContext', () => {
       expect(imageRenderer.flush).toHaveBeenCalledTimes(1);
 
       await expectAsync(flushWebGLCanvasTo2D(canvasElement)).toEqualImage(
-        'src/spec/images/ExcaliburGraphicsContextSpec/painter-order-circle-image-rect.png'
+        'src/spec/images/ExcaliburGraphicsContextSpec/painter-order-circle-image-rect.png',
+        .95
       );
     });