8000 Add GPU tests for DLPack support by leofang · Pull Request #59 · mpi4py/mpi4py · GitHub
[go: up one dir, main page]
Skip to content

Add GPU tests for DLPack support #59

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
wants to merge 9 commits into from
Closed

Add GPU tests for DLPack support #59

Changes from 1 commit
Commits
Show all changes
9 commits
Select commit Hold shift + click to select a range
9893755
dlpack: Add support for DLPack
dalcinl Jun 4, 2021
7338c11
dlpack: Add exhaustive tests for DLPack interface
dalcinl Jun 20, 2021
4acb6bd
simplify a bit DLPack support and add comment
leofang Jul 1, 2021
237359e
add DLPackCuPy arrayimpl
leofang Jul 1, 2021
47669e0
test if __dlpack_device__ is defined
leofang Jul 1, 2021
442fcb9
rename GPUBuf to CAIBuf for clarity
leofang Jul 1, 2021
79f64d5
rename DLPackBuf to DLPackCPUBuf for clarity
leofang Jul 1, 2021
0780e63
add simple message tests via DLPack GPU support
leofang Jul 1, 2021
0d955ae
fix DLPackCuPy tests
leofang Jul 2, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
rename GPUBuf to CAIBuf for clarity
  • Loading branch information
@leofang
leofang committed Jul 1, 2021
commit 442fcb929a05e3ba48e0e846fca0abc0452fee73
122 changes: 61 additions & 61 deletions test/test_msgspec.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -93,10 +93,10 @@ def __dlpack__(self, stream=None):

# ---

class GPUBuf(BaseBuf):
class CAIBuf(BaseBuf):

def __init__(self, typecode, initializer, readonly=False):
super(GPUBuf, self).__init__(typecode, initializer)
super(CAIBuf, self).__init__(typecode, initializer)
address = self._buf.buffer_info()[0]
typecode = self._buf.typecode
itemsize = self._buf.itemsize
Expand Down Expand Up @@ -433,11 +433,11 @@ def array(self, typecode, initializer):


@unittest.skipIf(array is None, 'array')
class TestMessageSimpleGPUBuf(unittest.TestCase,
class TestMessageSimpleCAIBuf(unittest.TestCase,
BaseTestMessageSimpleArray):

def array(self, typecode, initializer):
return GPUBuf(typecode, initializer)
return CAIBuf(typecode, initializer)


@unittest.skipIf(cupy is None, 'cupy')
Expand Down Expand Up @@ -636,61 +636,61 @@ def testByteOffset(self):
# ---

@unittest.skipIf(array is None, 'array')
class TestMessageGPUBufInterface(unittest.TestCase):
class TestMessageCAIBuf(unittest.TestCase):

def testNonReadonly(self):
smsg = GPUBuf('i', [1,2,3], readonly=True)
rmsg = GPUBuf('i', [0,0,0], readonly=True)
smsg = CAIBuf('i', [1,2,3], readonly=True)
rmsg = CAIBuf('i', [0,0,0], readonly=True)
self.assertRaises(BufferError, Sendrecv, smsg, rmsg)

def testNonContiguous(self):
smsg = GPUBuf('i', [1,2,3])
rmsg = GPUBuf('i', [0,0,0])
smsg = CAIBuf('i', [1,2,3])
rmsg = CAIBuf('i', [0,0,0])
strides = rmsg.__cuda_array_interface__['strides']
bad_strides = strides[:-1] + (7,)
rmsg.__cuda_array_interface__['strides'] = bad_strides
self.assertRaises(BufferError, Sendrecv, smsg, rmsg)

def testAttrNone(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
rmsg.__cuda_array_interface__ = None
self.assertRaises(TypeError, Sendrecv, smsg, rmsg)

def testAttrEmpty(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
rmsg.__cuda_array_interface__ = dict()
self.assertRaises(KeyError, Sendrecv, smsg, rmsg)

def testAttrType(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
items = list(rmsg.__cuda_array_interface__.items())
rmsg.__cuda_array_interface__ = items
self.assertRaises(TypeError, Sendrecv, smsg, rmsg)

def testDataMissing(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
del rmsg.__cuda_array_interface__['data']
self.assertRaises(KeyError, Sendrecv, smsg, rmsg)

def testDataNone(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
rmsg.__cuda_array_interface__['data'] = None
self.assertRaises(TypeError, Sendrecv, smsg, rmsg)

def testDataType(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
rmsg.__cuda_array_interface__['data'] = 0
self.assertRaises(TypeError, Sendrecv, smsg, rmsg)

def testDataValue(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
dev_ptr = rmsg.__cuda_array_interface__['data'][0]
rmsg.__cuda_array_interface__['data'] = (dev_ptr, )
self.assertRaises(ValueError, Sendrecv, smsg, rmsg)
Expand All @@ -700,99 +700,99 @@ def testDataValue(self):
self.assertRaises(ValueError, Sendrecv, smsg, rmsg)

def testTypestrMissing(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
del rmsg.__cuda_array_interface__['typestr']
self.assertRaises(KeyError, Sendrecv, smsg, rmsg)

def testTypestrNone(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
rmsg.__cuda_array_interface__['typestr'] = None
self.assertRaises(TypeError, Sendrecv, smsg, rmsg)

def testTypestrType(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
rmsg.__cuda_array_interface__['typestr'] = 42
self.assertRaises(TypeError, Sendrecv, smsg, rmsg)

def testTypestrItemsize(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
typestr = rmsg.__cuda_array_interface__['typestr']
rmsg.__cuda_array_interface__['typestr'] = typestr[:2]+'X'
self.assertRaises(ValueError, Sendrecv, smsg, rmsg)

def testShapeMissing(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
del rmsg.__cuda_array_interface__['shape']
self.assertRaises(KeyError, Sendrecv, smsg, rmsg)

def testShapeNone(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
rmsg.__cuda_array_interface__['shape'] = None
self.assertRaises(TypeError, Sendrecv, smsg, rmsg)

def testShapeType(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
rmsg.__cuda_array_interface__['shape'] = 3
self.assertRaises(TypeError, Sendrecv, smsg, rmsg)

def testShapeValue(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
rmsg.__cuda_array_interface__['shape'] = (3, -1)
rmsg.__cuda_array_interface__['strides'] = None
self.assertRaises(BufferError, Sendrecv, smsg, rmsg)

def testStridesMissing(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
del rmsg.__cuda_array_interface__['strides']
Sendrecv(smsg, rmsg)
self.assertEqual(smsg, rmsg)

def testStridesNone(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
rmsg.__cuda_array_interface__['strides'] = None
Sendrecv(smsg, rmsg)
self.assertEqual(smsg, rmsg)

def testStridesType(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
rmsg.__cuda_array_interface__['strides'] = 42
self.assertRaises(TypeError, Sendrecv, smsg, rmsg)

def testDescrMissing(self):
smsg = GPUBuf('d', [1,2,3])
rmsg = GPUBuf('d', [0,0,0])
smsg = CAIBuf('d', [1,2,3])
rmsg = CAIBuf('d', [0,0,0])
del rmsg.__cuda_array_interface__['descr']
Sendrecv(smsg, rmsg)
self.assertEqual(smsg, rmsg)

def testDescrNone(self):
smsg = GPUBuf('d', [1,2,3])
rmsg = GPUBuf('d', [0,0,0])
smsg = CAIBuf('d', [1,2,3])
rmsg = CAIBuf('d', [0,0,0])
rmsg.__cuda_array_interface__['descr'] = None
Sendrecv(smsg, rmsg)
self.assertEqual(smsg, rmsg)

def testDescrType(self):
smsg = GPUBuf('B', [1,2,3])
rmsg = GPUBuf('B', [0,0,0])
smsg = CAIBuf('B', [1,2,3])
rmsg = CAIBuf('B', [0,0,0])
rmsg.__cuda_array_interface__['descr'] = 42
self.assertRaises(TypeError, Sendrecv, smsg, rmsg)

def testDescrWarning(self):
m, n = 5, 3
smsg = GPUBuf('d', list(range(m*n)))
rmsg = GPUBuf('d', [0]*(m*n))
smsg = CAIBuf('d', list(range(m*n)))
rmsg = CAIBuf('d', [0]*(m*n))
typestr = rmsg.__cuda_array_interface__['typestr']
itemsize = int(typestr[2:])
new_typestr = "|V"+str(itemsize*n)
Expand Down Expand Up @@ -1030,11 +1030,11 @@ def array(self, typecode, initializer):


@unittest.skipIf(array is None, 'array')
class TestMessageVectorGPUBuf(unittest.TestCase,
class TestMessageVectorCAIBuf(unittest.TestCase,
BaseTestMessageVectorArray):

def array(self, typecode, initializer):
return GPUBuf(typecode, initializer)
return CAIBuf(typecode, initializer)


@unittest.skipIf(cupy is None, 'cupy')
Expand Down Expand Up @@ -1128,9 +1128,9 @@ def testMessageNumPy(self):
self.assertTrue((sbuf == rbuf).all())

@unittest.skipIf(array is None, 'array')
def testMessageGPUBuf(self):
sbuf = GPUBuf('i', [1,2,3], readonly=True)
rbuf = GPUBuf('i', [0,0,0], readonly=False)
def testMessageCAIBuf(self):
sbuf = CAIBuf('i', [1,2,3], readonly=True)
rbuf = CAIBuf('i', [0,0,0], readonly=False)
smsg = [sbuf, [3], [0], [MPI.INT]]
rmsg = [rbuf, ([3], [0]), [MPI.INT]]
Alltoallw(smsg, rmsg)
Expand Down Expand Up @@ -1263,9 +1263,9 @@ def testMessageNumPy(self):

@unittest.skipMPI('msmpi')
@unittest.skipIf(array is None, 'array')
def testMessageGPUBuf(self):
sbuf = GPUBuf('i', [1,2,3], readonly=True)
rbuf = GPUBuf('i', [0,0,0], readonly=False)
def testMessageCAIBuf(self):
sbuf = CAIBuf('i', [1,2,3], readonly=True)
rbuf = CAIBuf('i', [0,0,0], readonly=False)
PutGet(sbuf, rbuf)
self.assertEqual(sbuf, rbuf)

Expand Down
0