diff --git a/src/components/player/atoms/SkipSegmentButton.tsx b/src/components/player/atoms/SkipSegmentButton.tsx
index a8e9cfe0..ab34645a 100644
--- a/src/components/player/atoms/SkipSegmentButton.tsx
+++ b/src/components/player/atoms/SkipSegmentButton.tsx
@@ -182,9 +182,8 @@ function SkipSegmentButton(props: {
           `bottom-[calc($1 + ${verticalOffset}px)]`,
         );
 
-        let show = false;
-        if (showingState === "always") show = true;
-        else if (showingState === "hover" && props.controlsShowing) show = true;
+        // Show button whenever we're in a segment (not only on hover after first 10s)
+        const show = showingState === "always" || showingState === "hover";
 
         return (
           <Transition