diff --git a/aws/lambda/log-classifier/src/engine.rs b/aws/lambda/log-classifier/src/engine.rs
index 8ea028146d..a165b5cd3b 100644
--- a/aws/lambda/log-classifier/src/engine.rs
+++ b/aws/lambda/log-classifier/src/engine.rs
@@ -37,10 +37,20 @@ pub fn evaluate_rule(rule: &Rule, log: &Log) -> Option<Match> {
 
 /// Evaluate the ruleset against `log`. Returns the highest-priority match, or
 /// None if no rule matched.
-pub fn evaluate_ruleset(ruleset: &RuleSet, log: &Log) -> Option<Match> {
+pub fn evaluate_ruleset_by_priority(ruleset: &RuleSet, log: &Log) -> Option<Match> {
     ruleset
         .rules
         .par_iter()
         .flat_map(|rule| evaluate_rule(rule, log))
         .max_by(|a, b| a.rule.priority.cmp(&b.rule.priority))
 }
+
+/// Evaluate the ruleset against `log`. Returns the match with the highest line number, or
+/// None if no rule matched.
+pub fn evaluate_ruleset_by_position(ruleset: &RuleSet, log: &Log) -> Option<Match> {
+    ruleset
+        .rules
+        .par_iter()
+        .flat_map(|rule| evaluate_rule(rule, log))
+        .max_by(|a, b| a.line_number.cmp(&b.line_number))
+}
diff --git a/aws/lambda/log-classifier/src/main.rs b/aws/lambda/log-classifier/src/main.rs
index ce54867f35..464cae185e 100644
--- a/aws/lambda/log-classifier/src/main.rs
+++ b/aws/lambda/log-classifier/src/main.rs
@@ -4,7 +4,8 @@ use anyhow::Result;
 use std::time::Instant;
 use tracing::info;
 
-use log_classifier::engine::evaluate_ruleset;
+use log_classifier::engine::evaluate_ruleset_by_position;
+use log_classifier::engine::evaluate_ruleset_by_priority;
 use log_classifier::log::Log;
 use log_classifier::network::{
     download_log, get_dynamo_client, get_s3_client, upload_classification_dynamo,
@@ -33,7 +34,7 @@ async fn handle(
     // Run the matching
     let start = Instant::now();
     let ruleset = RuleSet::new_from_config();
-    let maybe_match = evaluate_ruleset(&ruleset, &log);
+    let maybe_match = evaluate_ruleset_by_priority(&ruleset, &log);
     info!("evaluate: {:?}", start.elapsed());
 
     match maybe_match {
@@ -118,9 +119,12 @@ mod test {
             "
             .into(),
         );
-        let match_ = evaluate_ruleset(&ruleset, &log).unwrap();
+        let match_ = evaluate_ruleset_by_priority(&ruleset, &log).unwrap();
         assert_eq!(match_.line_number, 1);
         assert_eq!(match_.rule.name, "foo");
+        let match_position_ = evaluate_ruleset_by_position(&ruleset, &log).unwrap();
+        assert_eq!(match_position_.line_number, 1);
+        assert_eq!(match_position_.rule.name, "foo");
     }
 
     #[test]
@@ -134,9 +138,12 @@ mod test {
             "
             .into(),
         );
-        let match_ = evaluate_ruleset(&ruleset, &log).unwrap();
+        let match_ = evaluate_ruleset_by_priority(&ruleset, &log).unwrap();
         assert_eq!(match_.line_number, 1);
         assert_eq!(match_.rule.name, "foo");
+        let match_position_ = evaluate_ruleset_by_position(&ruleset, &log).unwrap();
+        assert_eq!(match_position_.line_number, 1);
+        assert_eq!(match_position_.rule.name, "foo");
     }
 
     #[test]
@@ -151,7 +158,7 @@ mod test {
             "
             .into(),
         );
-        let match_ = evaluate_ruleset(&ruleset, &log).unwrap();
+        let match_ = evaluate_ruleset_by_priority(&ruleset, &log).unwrap();
         assert_eq!(match_.line_number, 2);
         assert_eq!(match_.rule.name, "higher priority");
     }
@@ -168,24 +175,10 @@ mod test {
             "
                 .into(),
         );
-        let match_ = evaluate_ruleset(&ruleset, &log);
+        let match_ = evaluate_ruleset_by_priority(&ruleset, &log);
         assert!(match_.is_none());
-    }
-
-    #[test]
-    fn match_before_ignore() {
-        let mut ruleset = RuleSet::new();
-        ruleset.add("test", r"^test");
-        let log = Log::new(
-            "\
-            testt\n\
-            =================== sccache compilation log ===================\n\
-            =========== If your build fails, please take a look at the log above for possible reasons ===========\n\
-            "
-                .into(),
-        );
-        let match_ = evaluate_ruleset(&ruleset, &log).unwrap();
-        assert_eq!(match_.line_number, 1);
+        let match_position_ = evaluate_ruleset_by_position(&ruleset, &log);
+        assert!(match_position_.is_none());
     }
 
     #[test]
@@ -200,8 +193,10 @@ mod test {
             "
                 .into(),
         );
-        let match_ = evaluate_ruleset(&ruleset, &log).unwrap();
+        let match_ = evaluate_ruleset_by_priority(&ruleset, &log).unwrap();
         assert_eq!(match_.line_number, 3);
+        let match_position_ = evaluate_ruleset_by_position(&ruleset, &log).unwrap();
+        assert_eq!(match_position_.line_number, 3);
     }
 
     #[test]
@@ -215,7 +210,7 @@ mod test {
             "
             .into(),
         );
-        let match_ = evaluate_ruleset(&ruleset, &log).unwrap();
+        let match_ = evaluate_ruleset_by_priority(&ruleset, &log).unwrap();
         assert_eq!(match_.line_number, 2);
     }
 
@@ -228,10 +223,55 @@ mod test {
         }
     }
 
-    // Actually download some id.
-    // #[tokio::test]
-    // async fn test_real() {
-    //    let foo = handle(12421522599, "pytorch/vision", ShouldWriteDynamo(false)).await;
-    //    panic!("{:#?}", foo);
-    // }
+    #[test]
+    fn test_evaluate_ruleset_by_position_smoke_test() {
+        let ruleset = RuleSet {
+            rules: vec![Rule {
+                name: "test".into(),
+                pattern: r"^test".parse().unwrap(),
+                priority: 100,
+            }],
+        };
+        let log = Log::new(
+            "\
+            testt\n\
+            test foo\n\
+            "
+            .into(),
+        );
+
+        let match_ = evaluate_ruleset_by_position(&ruleset, &log).unwrap();
+
+        assert_eq!(match_.line_number, 2);
+    }
+
+    #[test]
+    fn test_evaluate_ruleset_by_position_later_line_wins() {
+        let ruleset = RuleSet {
+            rules: vec![
+                Rule {
+                    name: "test".into(),
+                    pattern: r"^test".parse().unwrap(),
+                    priority: 100,
+                },
+                Rule {
+                    name: "foo".into(),
+                    pattern: r"^foo".parse().unwrap(),
+                    priority: 1000,
+                },
+            ],
+        };
+        let log = Log::new(
+            "\
+            test foo\n\
+            testt\n\
+            "
+            .into(),
+        );
+
+        let match_ = evaluate_ruleset_by_position(&ruleset, &log).unwrap();
+
+        assert_eq!(match_.line_number, 2);
+        assert_eq!(match_.rule.name, "test");
+    }
 }