Adding a script to print out JSON-format testables, see phetsims/aqua#88

js/common/getActiveRepos.js

@@ -8,7 +8,7 @@
 
 'use strict';
 
-const fs = require( 'fs' );
+const getRepoList = require( './getRepoList' );
 
 /**
  * Returns a list of repositories actively handled by tooling for PhET
@@ -17,8 +17,5 @@ const fs = require( 'fs' );
  * @returns {Array.<string>}
  */
 module.exports = function() {
-  const contents = fs.readFileSync( '../perennial/data/active-repos', 'utf8' ).trim();
-
-  // Trim will remove any spaces and carriage returns if they are present.
-  return contents.split( '\n' ).map( sim => sim.trim() );
+  return getRepoList( 'active-repos' );
 };

js/common/getActiveSims.js

@@ -8,7 +8,7 @@
 
 'use strict';
 
-const fs = require( 'fs' );
+const getRepoList = require( './getRepoList' );
 
 /**
  * Returns a list of simulation repositories actively handled by tooling for PhET
@@ -17,8 +17,5 @@ const fs = require( 'fs' );
  * @returns {Array.<string>}
  */
 module.exports = function() {
-  const contents = fs.readFileSync( '../perennial/data/active-sims', 'utf8' ).trim();
-
-  // Trim will remove any spaces and carriage returns if they are present.
-  return contents.split( '\n' ).map( sim => sim.trim() );
+  return getRepoList( 'active-sims' );
 };

js/common/getRepoList.js

@@ -0,0 +1,25 @@
+// Copyright 2020, University of Colorado Boulder
+
+/**
+ * Returns a list of repositories based on data in perennial/data.
+ *
+ * @author Jonathan Olson <[email protected]>
+ */
+
+'use strict';
+
+const fs = require( 'fs' );
+
+/**
+ * Returns a list of repositories based on data in perennial/data.
+ * @public
+ *
+ * @param {string} name - The name of the list
+ * @returns {Array.<string>}
+ */
+module.exports = function( name ) {
+  const contents = fs.readFileSync( `../perennial/data/${name}`, 'utf8' ).trim();
+
+  // Trim will remove any spaces and carriage returns if they are present.
+  return contents.split( '\n' ).map( sim => sim.trim() );
+};

js/common/gitCommit.js

@@ -23,5 +23,5 @@ const winston = require( 'winston' );
 module.exports = function( repo, message ) {
   winston.info( `git commit on ${repo} with message:\n${message}` );
 
-  return execute( 'git', [ 'commit', '-m', message ], `../${repo}` );
+  return execute( 'git', [ 'commit', '--no-verify', '-m', message ], `../${repo}` );
 };

js/listContinuousTests.js

@@ -0,0 +1,303 @@
+// Copyright 2020, University of Colorado Boulder
+
+/**
+ * This prints out (in JSON form) the tests and operations requested for continuous testing for whatever is in master
+ * at this point.
+ *
+ * @author Jonathan Olson <[email protected]>
+ */
+
+'use strict';
+
+const getActiveRepos = require( './common/getActiveRepos' );
+const getRepoList = require( './common/getRepoList' );
+const fs = require( 'fs' );
+
+const repos = getActiveRepos();
+const phetioRepos = getRepoList( 'testable-phet-io' );
+const phetioReposValidated = getRepoList( 'testable-phet-io-validated' );
+const runnableRepos = getRepoList( 'testable-runnables' );
+const interactiveDescriptionRepos = getRepoList( 'interactive-descriptions' );
+
+/**
+ * {Array.<string>} test
+ * {string} type
+ * {string} [url]
+ * {string} [queryParameters]
+ * {boolean} [es5]
+ * {string} [brand]
+ * {Array.<string>} buildDependencies
+ */
+const tests = [];
+
+// phet brand builds
+[
+  ...runnableRepos,
+  'scenery',
+  'kite',
+  'dot'
+].forEach( repo => {
+  tests.push( {
+    test: [ repo, 'build', 'phet' ],
+    type: 'build',
+    brand: 'phet'
+  } );
+} );
+
+// phet-io brand builds
+phetioRepos.forEach( repo => {
+  tests.push( {
+    test: [ repo, 'build', 'phet-io' ],
+    type: 'build',
+    brand: 'phet-io'
+  } );
+} );
+
+// lints
+repos.forEach( repo => {
+  if ( fs.existsSync( `../${repo}/Gruntfile.js` ) ) {
+    tests.push( {
+      test: [ repo, 'lint' ],
+      type: 'lint'
+    } );
+  }
+} );
+
+// 'sim-test.html?url=' + encodeURIComponent( '../../' + snapshotName + '/' + runnableRepo + '/' + runnableRepo + '_en.html' ) + '&simQueryParameters=' + encodeURIComponent( 'brand=phet&ea&fuzz&stringTest=xss&memoryLimit=1000' )
+
+runnableRepos.forEach( repo => {
+  tests.push( {
+    test: [ repo, 'fuzz', 'require.js' ],
+    type: 'sim-test',
+    url: `${repo}/${repo}_en.html`,
+    queryParameters: 'brand=phet&ea&fuzz&memoryLimit=1000'
+  } );
+
+  tests.push( {
+    test: [ repo, 'xss-fuzz' ],
+    type: 'sim-test',
+    url: `${repo}/${repo}_en.html`,
+    queryParameters: 'brand=phet&ea&fuzz&stringTest=xss&memoryLimit=1000'
+  } );
+
+  tests.push( {
+    test: [ repo, 'fuzz', 'built' ],
+    type: 'sim-test',
+    url: `${repo}/build/phet/${repo}_en_phet.html`,
+    queryParameters: 'fuzz&memoryLimit=1000',
+
+    brand: 'phet',
+    buildDependencies: [ repo ],
+    es5: true
+  } );
+
+  if ( phetioRepos.includes( repo ) ) {
+    tests.push( {
+      test: [ repo, 'fuzz', 'built-phet-io' ],
+      type: 'sim-test',
+      url: `${repo}/build/phet-io/${repo}_all_phet-io.html`,
+      queryParameters: 'fuzz&memoryLimit=1000&phetioStandalone',
+
+      brand: 'phet-io',
+      buildDependencies: [ repo ],
+      es5: true
+    } );
+  }
+} );
+
+phetioRepos.forEach( repo => {
+  const validated = phetioReposValidated.includes( repo );
+  const validatedParam = validated ? '&phetioValidateTandems' : '';
+
+  tests.push( {
+    test: [ repo, 'phet-io-fuzz', 'require.js' ],
+    type: 'sim-test',
+    url: `${repo}/${repo}_en.html`,
+    queryParameters: 'brand=phet-io&phetioStandalone&ea' + validatedParam + '&fuzz&memoryLimit=1000'
+  } );
+
+  // fuzz test important wrappers
+  tests.push( {
+    test: [ repo, 'phet-io-studio-fuzz', 'require.js' ],
+    type: 'sim-test',
+    url: `studio/?sim=${repo}&phetioDebug&fuzz&postMessageToParent`
+  } );
+
+  tests.push( {
+    test: [ repo, 'phet-io-state-fuzz', 'require.js' ],
+    type: 'sim-test',
+    url: `phet-io-wrappers/state/?sim=${repo}&phetioDebug&fuzz&postMessageToParent`
+  } );
+
+  tests.push( {
+    test: [ repo, 'phet-io-mirror-inputs-fuzz', 'require.js' ],
+    type: 'sim-test',
+    url: `phet-io-wrappers/mirror-inputs/?sim=${repo}&phetioDebug&fuzz&postMessageToParent`
+  } );
+} );
+
+// accessible tests
+interactiveDescriptionRepos.forEach( repo => {
+  tests.push( {
+    test: [ repo, 'interactive-description-fuzz', 'require.js' ],
+    type: 'sim-test',
+    url: `${repo}/${repo}_en.html`,
+    queryParameters: 'brand=phet&ea&fuzz&supportsDescriptions&memoryLimit=1000'
+  } );
+
+  tests.push( {
+    test: [ repo, 'interactive-description-fuzzBoard', 'require.js' ],
+    type: 'sim-test',
+    url: `${repo}/${repo}_en.html`,
+    queryParameters: 'brand=phet&ea&fuzzBoard&supportsDescriptions&memoryLimit=1000'
+  } );
+
+  tests.push( {
+    test: [ repo, 'interactive-description-fuzz', 'built' ],
+    type: 'sim-test',
+    url: `${repo}/build/phet/${repo}_en_phet.html`,
+    queryParameters: 'fuzz&supportsDescriptions&memoryLimit=1000',
+
+    brand: 'phet',
+    buildDependencies: [ repo ],
+    es5: true
+  } );
+
+  tests.push( {
+    test: [ repo, 'interactive-description-fuzzBoard', 'built' ],
+    type: 'sim-test',
+    url: `${repo}/build/phet/${repo}_en_phet.html`,
+    queryParameters: 'fuzzBoard&supportsDescriptions&memoryLimit=1000',
+
+    brand: 'phet',
+    buildDependencies: [ repo ],
+    es5: true
+  } );
+} );
+
+// phet-io wrappers tests for each PhET-iO Sim
+phetioRepos.forEach( repo => {
+  tests.push( {
+    test: [ repo, 'phet-io-wrappers-tests', 'no-assert' ],
+    type: 'qunit-test',
+    url: 'phet-io-wrappers/phet-io-wrappers-tests.html?sim=' + repo
+  } );
+
+  tests.push( {
+    test: [ repo, 'phet-io-wrappers-tests', 'assert' ],
+    type: 'qunit-test',
+    url: 'phet-io-wrappers/phet-io-wrappers-tests.html?sim=' + repo + '&phetioDebug'
+  } );
+} );
+
+// repo-specific Unit tests (require.js mode) from `grunt generate-test-harness`
+[ 'axon', 'balloons-and-static-electricity', 'circuit-construction-kit-common', 'dot', 'kite', 'phetcommon', 'phet-core', 'query-string-machine', 'scenery', 'tandem' ].forEach( repo => {
+  // All tests should work with no query parameters, with assertions enables and also in phet-io brand
+  [ '', '?ea', '?brand=phet-io', '?ea&brand=phet-io' ].forEach( queryString => {
+    tests.push( {
+      test: [ repo, 'top-level-unit-tests', 'require.js' + queryString ],
+      type: 'qunit-test',
+      url: repo + '/' + repo + '-tests.html' + queryString
+    } );
+  } );
+} );
+
+// phet-io unit tests
+[ '?brand=phet-io', '?ea&brand=phet-io' ].forEach( queryString => {
+  tests.push( {
+    test: [ 'phet-io', 'top-level-unit-tests', 'require.js' + queryString ],
+    type: 'qunit-test',
+    url: 'phet-io/phet-io-tests.html' + queryString
+  } );
+} );
+
+// Page-load tests (non-built)
+[
+  {
+    repo: 'dot',
+    urls: [
+      '', // the root URL
+      'tests/',
+      'tests/playground.html'
+    ]
+  },
+  {
+    repo: 'kite',
+    urls: [
+      '', // the root URL
+      'tests/playground.html',
+      'tests/visual-shape-test.html'
+    ]
+  },
+  {
+    repo: 'scenery',
+    urls: [
+      '', // the root URL
+      'tests/',
+      'tests/playground.html',
+      'tests/renderer-comparison.html?renderers=canvas,svg,dom',
+      'tests/text-quality-test.html'
+    ]
+  }
+].forEach( ( { repo, urls } ) => {
+  urls.forEach( pageloadRelativeURL => {
+    tests.push( {
+      test: [ repo, 'pageload', '/' + pageloadRelativeURL ],
+      type: 'pageload-test',
+      url: repo + '/' + pageloadRelativeURL
+    } );
+  } );
+} );
+
+// Page-load tests (built)
+[
+  {
+    repo: 'dot',
+    urls: [
+      'doc/',
+      'examples/',
+      'examples/convex-hull-2.html'
+    ]
+  },
+  {
+    repo: 'kite',
+    urls: [
+    ]
+  },
+  {
+    repo: 'scenery',
+    urls: [
+      'doc/',
+      'doc/a-tour-of-scenery.html',
+      'doc/accessibility.html',
+      'doc/implementation-notes.html',
+      'doc/user-input.html',
+      'examples/',
+      'examples/cursors.html',
+      'examples/hello-world.html',
+      'examples/input-multiple-displays.html',
+      'examples/input.html',
+      'examples/mouse-wheel.html',
+      'examples/multi-touch.html',
+      'examples/nodes.html',
+      'examples/shapes.html',
+      'examples/sprites.html',
+      // 'examples/webglnode.html', // currently disabled, since it fails without webgl
+      'tests/text-bounds-comparison.html'
+    ]
+  }
+].forEach( ( { repo, urls } ) => {
+  urls.forEach( pageloadRelativeURL => {
+    tests.push( {
+      test: [ repo, 'pageload', '/' + pageloadRelativeURL ],
+      type: 'pageload-test',
+      url: repo + '/' + pageloadRelativeURL,
+
+      brand: 'phet',
+      buildDependencies: [ repo ],
+      es5: true
+    } );
+  } );
+} );
+
+console.log( JSON.stringify( tests, null, 2 ) );