diff --git a/explorer/testdata/assert/assert.carbon b/explorer/testdata/assert/assert.carbon
index 8303d69651d4..b0469104e5c6 100644
--- a/explorer/testdata/assert/assert.carbon
+++ b/explorer/testdata/assert/assert.carbon
@@ -2,12 +2,15 @@
 // Exceptions. See /LICENSE for license information.
 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
 //
+// This won't auto-update because it uses a regex for the prelude line number,
+// so that it doesn't need to be updated on every prelude change.
+//
 // RUN: %{not} %{explorer} %s 2>&1 | \
 // RUN:   %{FileCheck} --match-full-lines --allow-unused-prefixes=false %s
 // RUN: %{not} %{explorer} --parser_debug --trace_file=- %s 2>&1 | \
 // RUN:   %{FileCheck} --match-full-lines --allow-unused-prefixes %s
-// AUTOUPDATE: %{explorer} %s
-// CHECK: RUNTIME ERROR: {{.*}}/explorer/data/prelude.carbon:431: "HALLO WELT"
+// NOAUTOUPDATE
+// CHECK: RUNTIME ERROR: {{.*}}/explorer/data/prelude.carbon:{{.*}}: "HALLO WELT"
 
 package ExplorerTest api;