diff --git a/lib/relative-module-paths.js b/lib/relative-module-paths.js
index 39c4caa..a37b568 100644
--- a/lib/relative-module-paths.js
+++ b/lib/relative-module-paths.js
@@ -3,6 +3,11 @@
 const path = require('path');
 const ensurePosix = require('ensure-posix-path');
 const { moduleResolve } = require('amd-name-resolver');
+const { replaceExtension } = require('babel-plugin-module-resolver/lib/utils');
+
+// From default
+// https://npmx.dev/package-code/babel-plugin-module-resolver/v/5.0.2/lib/normalizeOptions.js
+const stripExtensions = ['.js', '.jsx', '.es', '.es6', '.mjs'];
 
 const BASE_DIR = path.resolve(`${__dirname}/..`);
 
@@ -31,7 +36,7 @@ function resolveRelativeModulePath(name, child) {
 
   // AMD / loader.js does not support extensions
   // (the result of this goes right into AMD's define(here, [....]))
-  return resolved.replace(/\.js$/, '');
+  return ensurePosix(replaceExtension(resolved, { stripExtensions }));
 }
 
 module.exports = {