Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Run VeyMont in CI #673

Merged
merged 11 commits into from
Jul 27, 2021
Merged
21 changes: 19 additions & 2 deletions .github/workflows/build-test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -96,7 +96,7 @@ jobs:
uses: mikepenz/action-junit-report@v2
with:
report_paths: '**/target/test-reports/TEST-*.xml'

integration-test-linux:
needs: build-test
runs-on: ubuntu-latest
Expand All @@ -119,7 +119,7 @@ jobs:
name: vercors-debian-package
- run: "sudo dpkg -i *.deb"
- run: vercors --silicon examples/manual/fibonacci.pvl
- run: SPLIT=${{ matrix.testID }}/${{ env.maxTestID }} vercors --test=examples --test-workers=2 --tool carbon --tool silicon --exclude-suite=slow,medium,problem-fail --progress --actions-test-output --enable-test-coverage --coverage-output-file=jacoco_${{ matrix.testID }}_${{ env.maxTestID }}.xml
- run: SPLIT=${{ matrix.testID }}/${{ env.maxTestID }} vercors --test=examples --test-workers=2 --tool carbon --tool silicon --tool veymont --exclude-suite=slow,medium,problem-fail --progress --actions-test-output --enable-test-coverage --coverage-output-file=jacoco_${{ matrix.testID }}_${{ env.maxTestID }}.xml
- name: Archive Java Code Coverage (jacoco_n_m.xml)
uses: actions/upload-artifact@v2
with:
Expand Down Expand Up @@ -186,6 +186,23 @@ jobs:
- run: tar --strip-components=1 --directory vercorszip -xf vercors.zip
- run: vercorszip/bin/vercors --test=examples/basic --test-workers=2 --tool carbon --tool silicon --exclude-suite=slow,medium,problem-fail --progress --actions-test-output

integration-test-veymont:
needs: build-test
runs-on: ubuntu-latest
steps:
# Need to check out the repo for the "examples" directory and the veymont 2stage testing script
- uses: actions/checkout@v2
- uses: actions/setup-java@v1
with:
java-version: "11"
java-package: jre
- name: Download VerCors binary
uses: actions/download-artifact@v2
with:
name: vercors-debian-package
- run: "sudo dpkg -i *.deb"
- run: ./util/veymontTesting/veymont-2stage-tests.sh

sonar:
needs:
- build-test
Expand Down
9 changes: 6 additions & 3 deletions build.sbt
Original file line number Diff line number Diff line change
Expand Up @@ -114,9 +114,6 @@ lazy val vercors: Project = (project in file("."))
"-deprecation"
),

javacOptions += "-J-Xss128M",
Universal / javacOptions ++= Seq("-J-Xss128M"),

buildInfoKeys := Seq[BuildInfoKey](name, version, scalaVersion, sbtVersion,
BuildInfoKey.action("currentBranch") {
Git.currentBranch
Expand Down Expand Up @@ -150,6 +147,12 @@ lazy val vercors: Project = (project in file("."))
Compile / discoveredMainClasses := Seq(),
Compile / mainClass := Some("vct.main.Main"),

// Add options to run scripts produced by sbt-native-packager. See: https://www.scala-sbt.org/sbt-native-packager/archetypes/java_app/customize.html#via-build-sbt
Universal / javaOptions ++= Seq (
// Needed because vercors needs a pretty big stack for some files with deep expressions.
"-J-Xss128m"
),

// Make publish-local also create a test artifact, i.e., put a jar-file into the local Ivy
// repository that contains all classes and resources relevant for testing.
// Other projects, e.g., Carbon or Silicon, can then depend on the Sil test artifact, which
Expand Down
1 change: 1 addition & 0 deletions examples/veymont-check/checkLTS/ltstest.pvl
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Pass
//:: tool veymont

class Role {

Expand Down
1 change: 1 addition & 0 deletions examples/veymont-check/checkLTS/simpleifelse.pvl
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Pass
//:: tool veymont

class Role {

Expand Down
1 change: 1 addition & 0 deletions examples/veymont-check/checkLTS/simplemethodcall.pvl
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Pass
//:: tool veymont

class Role {

Expand Down
1 change: 1 addition & 0 deletions examples/veymont-check/checkLTS/simplewhile.pvl
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Pass
//:: tool veymont

class Role {

Expand Down
2 changes: 2 additions & 0 deletions examples/veymont-check/checkMainClass/MainConstructorArg.pvl
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,8 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont

class Main {


Expand Down
1 change: 1 addition & 0 deletions examples/veymont-check/checkMainClass/NoMain.pvl
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
//:: cases NoMain
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: tool veymont
//:: verdict Error
class SomeClass {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {


Expand Down
1 change: 1 addition & 0 deletions examples/veymont-check/checkMainClass/NoMainMethod.pvl
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a;
Expand Down
1 change: 1 addition & 0 deletions examples/veymont-check/checkMainClass/NoMainMethod2.pvl
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a;
Expand Down
1 change: 1 addition & 0 deletions examples/veymont-check/checkMainClass/NoRunArg.pvl
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a;
Expand Down
1 change: 1 addition & 0 deletions examples/veymont-check/checkMainClass/NoRunMethod.pvl
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {


Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Main() {
Expand Down
1 change: 1 addition & 0 deletions examples/veymont-check/checkMainClass/WrongRunType.pvl
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

int i;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Main() {
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
//:: cases MainConstructorBlock
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: tool veymont
//:: verdict Error
class Main {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

int i;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {


Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

int i;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a,b;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a,b,c;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a,b,c;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a,b,c;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a,b,c;
Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,8 @@
//:: cases GuardedRecursion2
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Pass
//:: verdict Error
//:: tool veymont
class Main {

Role a,b,c;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a,b,c;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Pass
//:: tool veymont
class Main {

Role a,b,c;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Pass
//:: tool veymont
class Main {

Role a,b;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a,b;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a,b,c;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a,b,c;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {
Role a;

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a,b,c;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a,b,c;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a,b,c;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Error
//:: tool veymont
class Main {

Role a,b,c;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Pass
//:: tool veymont
class Main {

Role a,b,c;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
//:: suite veymont veymont-check
//:: option --veymont tmp.pvl
//:: verdict Pass
//:: tool veymont
class Main {

Role a,b,c;
Expand Down
Loading