diff --git a/ci/features/buildpackless.feature b/ci/features/buildpackless.feature
index 10a211f..425f524 100755
--- a/ci/features/buildpackless.feature
+++ b/ci/features/buildpackless.feature
@@ -28,7 +28,7 @@ Feature: profile d scripts without the buildpack
     CONJUR_MULTI_LINE_SECRET: !var conjur_multi_line_secret_id
     LITERAL_SECRET: some literal secret
     """
-    When the .profile.d scripts are sourced
+    When the retrieve secrets .profile.d script is sourced
     And the 'env' command is run
     Then the environment contains
     """
diff --git a/ci/features/step_definitions/common_steps.rb b/ci/features/step_definitions/common_steps.rb
index 3ead77a..a04ecf4 100644
--- a/ci/features/step_definitions/common_steps.rb
+++ b/ci/features/step_definitions/common_steps.rb
@@ -22,10 +22,6 @@
   f.unlink
 end
 
-Given(/^the '([^"]*)' script is run$/) do |script|
-  step "the '#{ENV['BUILDPACK_BUILD_DIR']}/bin/#{script} #{@BUILD_DIR}' command is run"
-end
-
 Given(/^the supply script is run against the app's root folder$/) do
   step "the following command is run:", <<EOS
 #{ENV['BUILDPACK_BUILD_DIR']}/bin/supply #{@BUILD_DIR} #{@CACHE_DIR} #{@DEPS_DIR} #{@INDEX_DIR}
diff --git a/ci/features/step_definitions/profile_d_steps.rb b/ci/features/step_definitions/profile_d_steps.rb
index 7fb46e1..91d476a 100644
--- a/ci/features/step_definitions/profile_d_steps.rb
+++ b/ci/features/step_definitions/profile_d_steps.rb
@@ -8,10 +8,3 @@
 Then(/^the environment contains$/) do |text|
   expect(@output).to include(text)
 end
-
-When(/^the \.profile\.d scripts are sourced$/) do
-  @commands ||= []
-  @commands << <<EOL
-HOME=#{@BUILD_DIR} DEPS_DIR=#{@DEPS_DIR} . #{@DEPS_DIR}/#{@INDEX_DIR}/.profile.d/0001_retrieve-secrets.sh 
-EOL
-end