You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
36 lines
1.1 KiB
Python
36 lines
1.1 KiB
Python
5 years ago
|
import mmap
|
||
|
|
|
||
|
|
from joblib.backports import make_memmap, concurrency_safe_rename
|
||
|
|
from joblib.test.common import with_numpy
|
||
|
|
from joblib.testing import parametrize
|
||
|
|
from joblib import Parallel, delayed
|
||
|
|
|
||
|
|
|
||
|
|
@with_numpy
|
||
|
|
def test_memmap(tmpdir):
|
||
|
|
fname = tmpdir.join('test.mmap').strpath
|
||
|
|
size = 5 * mmap.ALLOCATIONGRANULARITY
|
||
|
|
offset = mmap.ALLOCATIONGRANULARITY + 1
|
||
|
|
memmap_obj = make_memmap(fname, shape=size, mode='w+', offset=offset)
|
||
|
|
assert memmap_obj.offset == offset
|
||
|
|
|
||
|
|
|
||
|
|
@parametrize('dst_content', [None, 'dst content'])
|
||
|
|
@parametrize('backend', [None, 'threading'])
|
||
|
|
def test_concurrency_safe_rename(tmpdir, dst_content, backend):
|
||
|
|
src_paths = [tmpdir.join('src_%d' % i) for i in range(4)]
|
||
|
|
for src_path in src_paths:
|
||
|
|
src_path.write('src content')
|
||
|
|
dst_path = tmpdir.join('dst')
|
||
|
|
if dst_content is not None:
|
||
|
|
dst_path.write(dst_content)
|
||
|
|
|
||
|
|
Parallel(n_jobs=4, backend=backend)(
|
||
|
|
delayed(concurrency_safe_rename)(src_path.strpath, dst_path.strpath)
|
||
|
|
for src_path in src_paths
|
||
|
|
)
|
||
|
|
assert dst_path.exists()
|
||
|
|
assert dst_path.read() == 'src content'
|
||
|
|
for src_path in src_paths:
|
||
|
|
assert not src_path.exists()
|