fixes #818

Author: jph00

fastcore/_modidx.py

@@ -829,6 +829,7 @@
                                 'fastcore.xtras.is_namedtuple': ('xtras.html#is_namedtuple', 'fastcore/xtras.py'),
                                 'fastcore.xtras.is_typeddict': ('xtras.html#is_typeddict', 'fastcore/xtras.py'),
                                 'fastcore.xtras.join_path_file': ('xtras.html#join_path_file', 'fastcore/xtras.py'),
+                                'fastcore.xtras.load_mod': ('xtras.html#load_mod', 'fastcore/xtras.py'),
                                 'fastcore.xtras.load_pickle': ('xtras.html#load_pickle', 'fastcore/xtras.py'),
                                 'fastcore.xtras.loads': ('xtras.html#loads', 'fastcore/xtras.py'),
                                 'fastcore.xtras.loads_multi': ('xtras.html#loads_multi', 'fastcore/xtras.py'),

fastcore/xtras.py

@@ -6,8 +6,8 @@
 __all__ = ['spark_chars', 'UNSET', 'walk_join', 'walk', 'exttypes', 'globtastic', 'pglob', 'maybe_open', 'mkdir', 'image_size',
            'img_bytes', 'detect_mime', 'bunzip', 'loads', 'loads_multi', 'dumps', 'untar_dir', 'repo_details', 'shell',
            'ssh', 'rsync_multi', 'run', 'open_file', 'save_pickle', 'load_pickle', 'parse_env', 'expand_wildcards',
-           'atomic_save', 'import_no_init', 'dict2obj', 'obj2dict', 'repr_dict', 'is_listy', 'mapped', 'IterLen',
-           'ReindexCollection', 'SaveReturn', 'trim_wraps', 'save_iter', 'asave_iter', 'frontmatter',
+           'atomic_save', 'load_mod', 'import_no_init', 'dict2obj', 'obj2dict', 'repr_dict', 'is_listy', 'mapped',
+           'IterLen', 'ReindexCollection', 'SaveReturn', 'trim_wraps', 'save_iter', 'asave_iter', 'frontmatter',
            'clean_cli_output', 'unqid', 'rtoken_hex', 'friendly_name', 'n_friendly_names', 'exec_eval',
            'get_source_link', 'sparkline', 'modify_exception', 'round_multiple', 'set_num_threads', 'join_path_file',
            'autostart', 'EventTimer', 'stringfmt_names', 'PartialFormatter', 'partial_format', 'truncstr', 'utc2local',
@@ -429,19 +429,23 @@ def atomic_save(fn, mode='wb', uid=-1, gid=-1, **kwargs):
     Path(f.name).rename(fn)
 
 
+# %% ../nbs/03_xtras.ipynb #52746e0e
+def load_mod(name, path):
+    "Load module `name` from file `path`"
+    import importlib.util as iu
+    spec = iu.spec_from_file_location(name, Path(path))
+    mod = iu.module_from_spec(spec)
+    spec.loader.exec_module(mod)
+    return mod
+
 # %% ../nbs/03_xtras.ipynb #68d60335
 def import_no_init(name):
     "Import dotted `name` without running any `__init__.py`"
-    from importlib.machinery import PathFinder
     import importlib.util as iu
     parts = name.split('.')
-    spec = PathFinder.find_spec(parts[0]) or iu.find_spec(parts[0])
-    path = Path(spec.origin)
+    path = Path(iu.find_spec(parts[0]).origin)
     if len(parts)>1: path = path.parent.joinpath(*parts[1:]).with_suffix('.py')
-    spec = iu.spec_from_file_location(name, path)
-    mod = iu.module_from_spec(spec)
-    spec.loader.exec_module(mod)
-    return mod
+    return load_mod(name, path)
 
 # %% ../nbs/03_xtras.ipynb #9579358d
 def dict2obj(d=None, list_func=L, dict_func=AttrDict, **kwargs):

nbs/03_xtras.ipynb

@@ -1402,6 +1402,83 @@
     "    test_eq(fn.read_text(), 'new')"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "52746e0e",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#| export\n",
+    "def load_mod(name, path):\n",
+    "    \"Load module `name` from file `path`\"\n",
+    "    import importlib.util as iu\n",
+    "    spec = iu.spec_from_file_location(name, Path(path))\n",
+    "    mod = iu.module_from_spec(spec)\n",
+    "    spec.loader.exec_module(mod)\n",
+    "    return mod"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "758e316b",
+   "metadata": {},
+   "source": [
+    "We can get a module spec from a module name:"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "3ebd34ef",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import importlib.util"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "55b97916",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "ModuleSpec(name='fastcore.basics', loader=<_frozen_importlib_external.SourceFileLoader object>, origin='/Users/jhoward/aai-ws/fastcore/fastcore/basics.py')"
+      ]
+     },
+     "execution_count": null,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "spec = importlib.util.find_spec('fastcore.basics')\n",
+    "spec"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "c3878e64",
+   "metadata": {},
+   "source": [
+    "...then we can load it, using the origin path:"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "71e4473f",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "m = load_mod('fastcore.basics', spec.origin)\n",
+    "test_eq(m.__name__, 'fastcore.basics')\n",
+    "assert hasattr(m, 'store_attr')"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -1412,16 +1489,11 @@
     "#| export\n",
     "def import_no_init(name):\n",
     "    \"Import dotted `name` without running any `__init__.py`\"\n",
-    "    from importlib.machinery import PathFinder\n",
     "    import importlib.util as iu\n",
     "    parts = name.split('.')\n",
-    "    spec = PathFinder.find_spec(parts[0]) or iu.find_spec(parts[0])\n",
-    "    path = Path(spec.origin)\n",
+    "    path = Path(iu.find_spec(parts[0]).origin)\n",
     "    if len(parts)>1: path = path.parent.joinpath(*parts[1:]).with_suffix('.py')\n",
-    "    spec = iu.spec_from_file_location(name, path)\n",
-    "    mod = iu.module_from_spec(spec)\n",
-    "    spec.loader.exec_module(mod)\n",
-    "    return mod"
+    "    return load_mod(name, path)"
    ]
   },
   {