diff --git a/.github/workflows/buildAndTest.yml b/.github/workflows/buildAndTest.yml
index 6e327369e05b..68cbaab62853 100644
--- a/.github/workflows/buildAndTest.yml
+++ b/.github/workflows/buildAndTest.yml
@@ -39,27 +39,12 @@ jobs:
           -DMLIR_ENABLE_BINDINGS_PYTHON=ON \
           -DLLVM_TARGETS_TO_BUILD=host
         ninja check-torch-mlir-all
-    - name: RefBackend - TorchScript end-to-end tests
-      run: |
-        cd $GITHUB_WORKSPACE
-        export PYTHONPATH="$GITHUB_WORKSPACE/build/tools/torch-mlir/python_packages/torch_mlir"
-        python -m e2e_testing.torchscript.main --config=refbackend -v
-    - name: EagerMode - TorchScript end-to-end tests
-      run: |
-        cd $GITHUB_WORKSPACE
-        export PYTHONPATH="$GITHUB_WORKSPACE/build/tools/torch-mlir/python_packages/torch_mlir"
-        python -m e2e_testing.torchscript.main --config=eager_mode -v
-    - name: TOSA backend - TorchScript end-to-end tests
-      run: |
-        cd $GITHUB_WORKSPACE
-        export PYTHONPATH="$GITHUB_WORKSPACE/build/tools/torch-mlir/python_packages/torch_mlir"
-        python -m e2e_testing.torchscript.main --config=tosa -v
     - name: Lazy Tensor Core - TorchScript end-to-end tests
       run: |
         cd $GITHUB_WORKSPACE
         export PYTHONPATH="$GITHUB_WORKSPACE/build/tools/torch-mlir/python_packages/torch_mlir"
         sudo apt-get install gdb
-        gdb --batch -q python -ex 'run -m e2e_testing.torchscript.main --config=lazy_tensor_core -v -s' -ex 'back'
+        gdb --batch -q python -ex 'run -m e2e_testing.torchscript.main --config=lazy_tensor_core -v -s -f ElementwiseDivRoundingModeFloorModule_basic' -ex 'back'
 
   build-out-of-tree:
     name: Build out-of-tree (Release Asserts)