diff --git a/run-basic-rails-application/runtest.sh b/run-basic-rails-application/runtest.sh
index 6fc3d6f..200fd1a 100755
--- a/run-basic-rails-application/runtest.sh
+++ b/run-basic-rails-application/runtest.sh
@@ -43,10 +43,17 @@ rlJournalStart
     rlPhaseEnd
 
     rlPhaseStartTest
-        rlRun "rails new app | tee bundle.log" 0 "Creating new rails application"
+        rlRun "rails new app --skip-bundle" 0 "Creating new rails application"
         rlRun "pushd app/"
         rlAssertExists "app"
-
+        rlRun "sed -i.orig -E -e '/^gem \"rails\"/ s/~> //' Gemfile" 0 \
+            "Updating Gemfile to ensure Rails RPM version is used"
+        rlRun -t "diff Gemfile.orig Gemfile" 1 \
+            "Printing the Gemfile modifications"
+        rlRun "bundle install" 0 "Installing dependencies specified in Gemfile"
+        rlRun "rails -v > /dev/null" "0" "Printing rails version"
+        rlRun "test $(rails -v | cut -d' ' -f 2) = $(rpm -q --qf '%{VERSION}' rubygem-rails)" \
+            0 "Ensuring rails command version is same with Rails RPM version"
         rlRun "ss -tulpn | grep 3000" 1 "Check if port 3000 isn't engaged"
         rlRun "rails server &" 0 "Running rails server"
         sleep 10