Skip to content

T
tic
Commit 85a3ea08 by Yong Wu Committed by Siva
Options

[Relay][Frontend] TF Tile Round Sign Pow Exp Reverse (#2960) 

* [Relay][Frontend] TF Round Sign Pow Exp Reverse

* fix ci

* fix comments
parent 50484b38
Showing with 137 additions and 37 deletions
python/tvm/relay/frontend/tensorflow.py
...@@ -532,6 +532,18 @@ def _pack(): ...@@ -532,6 +532,18 @@ def _pack():
return _op.concatenate(inputs_reshaped, axis) return _op.concatenate(inputs_reshaped, axis)
return _impl return _impl
def _tile():
def _impl(inputs, attr, params):
reps = params[inputs.pop().name_hint].asnumpy()
new_input = []
new_input.append(inputs.pop(0))
return AttrCvt(
op_name='tile',
extras={'reps': tuple(reps)},
ignores=['Tmultiples'])(new_input, attr)
return _impl
def _slice(): def _slice():
def _impl(inputs, attr, params): def _impl(inputs, attr, params):
begin = params.pop(_get_name_hint(inputs[1])).asnumpy().tolist() begin = params.pop(_get_name_hint(inputs[1])).asnumpy().tolist()
...@@ -851,6 +863,15 @@ def _where(): ...@@ -851,6 +863,15 @@ def _where():
return AttrCvt(op_name="where")(inputs, attr) return AttrCvt(op_name="where")(inputs, attr)
return _impl return _impl
def _reverse_v2():
def _impl(inputs, attr, params):
axis = params.pop(inputs[1].name_hint).asnumpy()[0]
return AttrCvt(
op_name="reverse",
ignores=['Tidx'],
extras={'axis': int(axis)})([inputs[0]], attr)
return _impl
def _rank(): def _rank():
def _impl(inputs, attr, params): def _impl(inputs, attr, params):
input_shape = attr['_input_shapes'][inputs[0]] input_shape = attr['_input_shapes'][inputs[0]]
...@@ -1078,6 +1099,7 @@ _identity_list = [] ...@@ -1078,6 +1099,7 @@ _identity_list = []
# for 1 to N mapping(composed), use custom callable functions # for 1 to N mapping(composed), use custom callable functions
# for N to 1 mapping, currently not supported(?) # for N to 1 mapping, currently not supported(?)
_convert_map = { _convert_map = {
'Add' : _elemwise('add'),
'ArgMax' : _argx(_op.argmax, 'argmax'), 'ArgMax' : _argx(_op.argmax, 'argmax'),
'ArgMin' : _argx(_op.argmin, 'argmin'), 'ArgMin' : _argx(_op.argmin, 'argmin'),
'AvgPool' : _pooling('avg_pool'), 'AvgPool' : _pooling('avg_pool'),
...@@ -1090,60 +1112,65 @@ _convert_map = { ...@@ -1090,60 +1112,65 @@ _convert_map = {
'ConcatV2' : _concatV2(), 'ConcatV2' : _concatV2(),
'Conv2D' : _conv('conv'), 'Conv2D' : _conv('conv'),
'DecodeJpeg' : _decode_image(), 'DecodeJpeg' : _decode_image(),
'DepthwiseConv2dNative' : _conv('depthwise'),
'Equal' : _broadcast('equal'),
'Elu' : _elu(), 'Elu' : _elu(),
'Exp' : AttrCvt('exp'),
'ExpandDims' : _expand_dims(), 'ExpandDims' : _expand_dims(),
'Fill' : _fill(),
'Floor' : AttrCvt('floor'), 'Floor' : AttrCvt('floor'),
'FusedBatchNorm' : _fused_batch_norm(),
'FusedBatchNormV2' : _fused_batch_norm(),
'Gather' : _gather(),
'GatherV2' : _gather(),
'Greater' : _broadcast('greater'),
'GreaterEqual' : _broadcast('greater_equal'),
'Identity' : _identity(), 'Identity' : _identity(),
'LeakyRelu' : AttrCvt('leaky_relu'),
'Less' : _broadcast('less'),
'LessEqual' : _broadcast('less_equal'),
'LogicalAnd' : _logical('logical_and'),
'LogicalOr' : _logical('logical_or'),
'LogicalNot' : _logical('logical_not'),
'LRN' : _lrn(),
'MatMul' : _matmul(), 'MatMul' : _matmul(),
'MaxPool' : _pooling('max_pool'), 'MaxPool' : _pooling('max_pool'),
'Add' : _elemwise('add'),
'Sub' : _elemwise('subtract'),
'Mul' : _elemwise('multiply'),
'RealDiv' : _elemwise('div'),
'Maximum' : _elemwise('maximum'), 'Maximum' : _elemwise('maximum'),
'Mean' : _mean(),
'Minimum' : _elemwise('minimum'), 'Minimum' : _elemwise('minimum'),
'Sum' : _sum(), 'Mul' : _elemwise('multiply'),
'Square' : _square(), 'NotEqual' : _broadcast('not_equal'),
'Pack' : _pack(), 'Pack' : _pack(),
'Slice' : _slice(), 'Pad' : _pad('Pad'),
'LeakyRelu' : AttrCvt('leaky_relu'), 'PadV2' : _pad('PadV2'),
'Pow' : _elemwise('power'),
'Range' : _range(),
'Rank' : _rank(),
'RealDiv' : _elemwise('div'),
'Relu' : AttrCvt('relu'), 'Relu' : AttrCvt('relu'),
'Relu6' : _relu6(),
'Reshape' : _reshape(), 'Reshape' : _reshape(),
'ResizeBilinear' : _resize_bilinear(), 'ResizeBilinear' : _resize_bilinear(),
'Selu' : _selu(), 'ReverseV2' : _reverse_v2(),
'Softmax' : _softmax(), 'Round' : AttrCvt('round'),
'Rsqrt' : _rsqrt(), 'Rsqrt' : _rsqrt(),
'Squeeze' : _squeeze(), 'Select' : _where(),
'FusedBatchNorm' : _fused_batch_norm(), 'Selu' : _selu(),
'FusedBatchNormV2' : _fused_batch_norm(),
'Relu6' : _relu6(),
'DepthwiseConv2dNative' : _conv('depthwise'),
'Shape' : _shape(), 'Shape' : _shape(),
'Sigmoid' : AttrCvt('sigmoid'), 'Sigmoid' : AttrCvt('sigmoid'),
'Select' : _where(), 'Sign' : AttrCvt('sign'),
'Fill' : _fill(), 'Slice' : _slice(),
'GatherV2' : _gather(), 'Softmax' : _softmax(),
'Gather' : _gather(),
'StridedSlice' : _stridedSlice(),
'LRN' : _lrn(),
'Pad' : _pad('Pad'),
'PadV2' : _pad('PadV2'),
'Range' : _range(),
'Rank' : _rank(),
'Transpose' : _transpose(),
'Tanh' : AttrCvt('tanh'),
'Mean' : _mean(),
'LogicalAnd' : _logical('logical_and'),
'LogicalOr' : _logical('logical_or'),
'LogicalNot' : _logical('logical_not'),
'Less' : _broadcast('less'),
'Greater' : _broadcast('greater'),
'LessEqual' : _broadcast('less_equal'),
'GreaterEqual' : _broadcast('greater_equal'),
'Equal' : _broadcast('equal'),
'NotEqual' : _broadcast('not_equal'),
'Split' : _split(False), 'Split' : _split(False),
'SplitV' : _split(True), 'SplitV' : _split(True),
'Square' : _square(),
'Squeeze' : _squeeze(),
'StridedSlice' : _stridedSlice(),
'Sub' : _elemwise('subtract'),
'Sum' : _sum(),
'Tanh' : AttrCvt('tanh'),
'Tile' : _tile(),
'Transpose' : _transpose(),
'Unpack' : _unpack(), 'Unpack' : _unpack(),
'SpaceToBatchND' : _space_to_batch_nd(), 'SpaceToBatchND' : _space_to_batch_nd(),
'BatchToSpaceND' : _batch_to_space_nd(), 'BatchToSpaceND' : _batch_to_space_nd(),
......
tests/python/frontend/tensorflow/test_forward.py
...@@ -763,6 +763,24 @@ def test_forward_unstack(): ...@@ -763,6 +763,24 @@ def test_forward_unstack():
####################################################################### #######################################################################
# Tile
# ----
def _test_tile(in_shape, multiples, dtype):
np_data = np.random.uniform(-5, 5, size=in_shape).astype(dtype)
tf.reset_default_graph()
in_data = tf.placeholder(dtype, in_shape, name="in_data")
tf.tile(in_data, multiples=multiples, name="tile")
compare_tf_with_tvm([np_data], ['in_data:0'], 'tile:0')
def test_forward_tile():
'''test Tile'''
_test_tile((2, ), (3, ), "int32")
_test_tile((2, 2), (2, 3), "float32")
_test_tile((2, 4, 6), (6, 7, 8), "float64")
#######################################################################
# Multi Input to graph # Multi Input to graph
# -------------------- # --------------------
...@@ -1354,6 +1372,53 @@ def test_forward_tanh(): ...@@ -1354,6 +1372,53 @@ def test_forward_tanh():
compare_tf_with_tvm(inp_array, 'Placeholder:0', 'Tanh:0') compare_tf_with_tvm(inp_array, 'Placeholder:0', 'Tanh:0')
####################################################################### #######################################################################
# Tensor
# ------
def test_forward_round():
"""test Round"""
np_data = np.random.uniform(-10, 10, size=(5, 7)).astype(np.float32)
tf.reset_default_graph()
in_data = tf.placeholder(tf.float32, (5, 7), name="in_data")
tf.round(in_data, name="round")
compare_tf_with_tvm([np_data], ['in_data:0'], 'round:0')
def _test_forward_reverse_v2(in_shape, axis, dtype):
np_data = np.random.uniform(-10, 10, size=in_shape).astype(dtype)
tf.reset_default_graph()
in_data = tf.placeholder(dtype, in_shape, name="in_data")
tf.reverse(in_data, axis=[axis], name="reverse")
compare_tf_with_tvm([np_data], ['in_data:0'], 'reverse:0')
def test_forward_reverse_v2():
"""test ReverseV2"""
_test_forward_reverse_v2((2, 3), 0, "int32")
_test_forward_reverse_v2((2, 3, 5), 2, "float32")
_test_forward_reverse_v2((2, 3, 5, 7), 1, "float32")
_test_forward_reverse_v2((2, 3, 5), -1, "float64")
_test_forward_reverse_v2((2, 3, 5), -3, "float64")
def test_forward_sign():
"""test Sign"""
np_data = np.random.uniform(-10, 10, size=(5, 7, 11)).astype(np.float32)
tf.reset_default_graph()
in_data = tf.placeholder(tf.float32, (5, 7, 11), name="in_data")
tf.sign(in_data, name="sign")
compare_tf_with_tvm([np_data], ['in_data:0'], 'sign:0')
def test_forward_pow_exp():
"""test Pow"""
np_in1 = np.random.uniform(-10, 10, size=(5, 7, 11)).astype(np.float32)
np_in2 = np.random.uniform(-10, 10, size=(5, 7, 11)).astype(np.float32)
tf.reset_default_graph()
in1 = tf.placeholder(tf.float32, (5, 7, 11), name="in1")
in2 = tf.placeholder(tf.float32, (5, 7, 11), name="in2")
out1 = tf.pow(in1, in2, name="pow")
out = tf.exp(out1, name='exp')
compare_tf_with_tvm([np_in1, np_in2], ['in1:0', 'in2:0'], 'pow:0')
compare_tf_with_tvm([np_in1, np_in2], ['in1:0', 'in2:0'], 'exp:0')
#######################################################################
# Mean # Mean
# ---- # ----
def test_forward_mean(): def test_forward_mean():
...@@ -1394,6 +1459,7 @@ def test_forward_rel_ops(): ...@@ -1394,6 +1459,7 @@ def test_forward_rel_ops():
# Main # Main
# ---- # ----
if __name__ == '__main__': if __name__ == '__main__':
# Transforms # Transforms
test_forward_transpose() test_forward_transpose()
test_forward_reshape() test_forward_reshape()
...@@ -1407,6 +1473,7 @@ if __name__ == '__main__': ...@@ -1407,6 +1473,7 @@ if __name__ == '__main__':
test_forward_stridedslice() test_forward_stridedslice()
test_forward_split() test_forward_split()
test_forward_unstack() test_forward_unstack()
test_forward_tile()
# Activations # Activations
test_forward_sigmoid() test_forward_sigmoid()
...@@ -1416,6 +1483,12 @@ if __name__ == '__main__': ...@@ -1416,6 +1483,12 @@ if __name__ == '__main__':
test_forward_selu() test_forward_selu()
test_forward_tanh() test_forward_tanh()
# Tensor
test_forward_round()
test_forward_reverse_v2()
test_forward_pow_exp()
test_forward_sign()
# Reductions # Reductions
test_forward_argminmax() test_forward_argminmax()
test_forward_reduce() test_forward_reduce()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment