"""Test code for softmax""" import os import numpy as np import tvm import topi from topi.util import get_const_tuple def verify_softmax(m, n): A = tvm.placeholder((m, n), name='A') B = topi.nn.softmax(A) # confirm lower works s = tvm.create_schedule([B.op]) tvm.lower(s, [A, B], simple_mode=True) s = topi.cuda.schedule_softmax(B) a_np = np.random.uniform(size=get_const_tuple(A.shape)).astype(A.dtype) b_np = topi.testing.softmax_python(a_np) def check_device(device): if not tvm.module.enabled(device): print("Skip because %s is not enabled" % device) return ctx = tvm.gpu(0) if device == "cuda" else tvm.cl(0) a = tvm.nd.array(a_np, ctx) b = tvm.nd.array(np.zeros(get_const_tuple(B.shape), dtype=B.dtype), ctx) foo = tvm.build(s, [A, B], device, name="softmax") foo(a, b) np.testing.assert_allclose(b.asnumpy(), b_np, rtol=1e-5) for device in ['cuda', 'opencl', 'metal']: check_device(device) def test_softmax(): verify_softmax(32, 10) verify_softmax(3, 4) if __name__ == "__main__": test_softmax()