diff --git a/scripts/test-manual-e2e.sh b/scripts/test-manual-e2e.sh
index a98f74b662ac4e..22cd23221aea0c 100755
--- a/scripts/test-manual-e2e.sh
+++ b/scripts/test-manual-e2e.sh
@@ -33,7 +33,6 @@ selected_vm=""
 PACKAGE_VERSION=""
 
 test_android(){
-    generate_maven_artifacts
     if [ "$1" == "1" ]; then
         test_android_hermes
     elif [ "$1" == "2" ]; then
@@ -43,7 +42,8 @@ test_android(){
 
 generate_maven_artifacts(){
     rm -rf android
-    ./gradlew :ReactAndroid:installArchives || error "Couldn't generate artifacts"
+    ./gradlew :ReactAndroid:installArchives || error "Couldn't generate React Native Maven artifacts"
+    ./gradlew :ReactAndroid:hermes-engine:installArchives || error "Couldn't generate Hermes Engine Maven artifacts"
 
     success "Generated artifacts for Maven"
 }
@@ -109,6 +109,10 @@ kill_packagers(){
 init_template_app(){
     kill_packagers
 
+    if [ "$selected_platform" == "1" ]; then
+        generate_maven_artifacts
+    fi
+
     PACKAGE_VERSION=$(cat package.json \
     | grep version \
     | head -1 \