Try what happens without offset I think should be correct

src/control/character_controller.rs

@@ -628,7 +628,7 @@ impl KinematicCharacterController {
                     false,
                     filter,
                 )
-                .map(|hit| hit.1.toi + offset)
+                .map(|hit| hit.1.toi)
                 .unwrap_or(max_height);
 
         // Remove the step height from the vertical part of the self.