You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

133 lines
4.6 KiB
Python

# Copyright (c) 2018 gevent community
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
# THE SOFTWARE.
from __future__ import absolute_import, print_function, division
import importlib
import os.path
import warnings
import gevent
from . import sysinfo
from . import util
OPTIONAL_MODULES = frozenset({
## Resolvers.
# ares might not be built
'gevent.resolver_ares',
'gevent.resolver.ares',
# dnspython might not be installed
'gevent.resolver.dnspython',
## Backends
'gevent.libev',
'gevent.libev.watcher',
'gevent.libuv.loop',
'gevent.libuv.watcher',
})
EXCLUDED_MODULES = frozenset({
'__init__',
'core',
'ares',
'_util',
'_semaphore',
'corecffi',
'_corecffi',
'_corecffi_build',
})
def walk_modules(
basedir=None,
modpath=None,
include_so=False,
recursive=False,
check_optional=True,
include_tests=False,
optional_modules=OPTIONAL_MODULES,
excluded_modules=EXCLUDED_MODULES,
):
"""
Find gevent modules, yielding tuples of ``(path, importable_module_name)``.
:keyword bool check_optional: If true (the default), then if we discover a
module that is known to be optional on this system (such as a backend),
we will attempt to import it; if the import fails, it will not be returned.
If false, then we will not make such an attempt, the caller will need to be prepared
for an `ImportError`; the caller can examine *optional_modules* against
the yielded *importable_module_name*.
"""
# pylint:disable=too-many-branches
if sysinfo.PYPY:
include_so = False
if basedir is None:
basedir = os.path.dirname(gevent.__file__)
if modpath is None:
modpath = 'gevent.'
else:
if modpath is None:
modpath = ''
for fn in sorted(os.listdir(basedir)):
path = os.path.join(basedir, fn)
if os.path.isdir(path):
if not recursive:
continue
if not include_tests and fn in ['testing', 'tests']:
continue
pkg_init = os.path.join(path, '__init__.py')
if os.path.exists(pkg_init):
yield pkg_init, modpath + fn
for p, m in walk_modules(
path, modpath + fn + ".",
include_so=include_so,
recursive=recursive,
check_optional=check_optional,
include_tests=include_tests,
optional_modules=optional_modules,
excluded_modules=excluded_modules,
):
yield p, m
continue
if fn.endswith('.py'):
x = fn[:-3]
if x.endswith('_d'):
x = x[:-2]
if x in excluded_modules:
continue
modname = modpath + x
if check_optional and modname in optional_modules:
try:
with warnings.catch_warnings():
warnings.simplefilter('ignore', DeprecationWarning)
importlib.import_module(modname)
except ImportError:
util.debug("Unable to import optional module %s", modname)
continue
yield path, modname
elif include_so and fn.endswith(sysinfo.SHARED_OBJECT_EXTENSION):
if '.pypy-' in fn:
continue
if fn.endswith('_d.so'):
yield path, modpath + fn[:-5]
else:
yield path, modpath + fn[:-3]