diff --git a/rhubarb/src/audio/voiceActivityDetection.cpp b/rhubarb/src/audio/voiceActivityDetection.cpp
index 2e5ae17..d6f96f5 100644
--- a/rhubarb/src/audio/voiceActivityDetection.cpp
+++ b/rhubarb/src/audio/voiceActivityDetection.cpp
@@ -75,6 +75,14 @@ JoiningBoundedTimeline<void> detectVoiceActivity(
 		}
 	}
 
+	// Discard very short segments of activity
+	const centiseconds minSegmentLength(5);
+	for (const auto& segment : activity) {
+		if (segment.getDuration() < minSegmentLength) {
+			activity.clear(segment.getTimeRange());
+		}
+	}
+
 	logging::debugFormat(
 		"Found {} sections of voice activity: {}",
 		activity.size(),