Source code for mindspore.ops.primitive

# Copyright 2020 Huawei Technologies Co., Ltd
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# See the License for the specific language governing permissions and
# limitations under the License.
# ============================================================================


import inspect
import copy
from mindspore.common.api import _wrap_func
from .._c_expression import Primitive_, real_run_op, prim_type
from .._c_expression import signature_rw as sig_rw
from .._c_expression import signature_kind as sig_kind
from .._c_expression import signature_dtype as sig_dtype

[docs]class Primitive(Primitive_): """ Primitive is base class for primitives in python. Args: name (str): Name for current Primitive. Examples: >>> add = Primitive('add') >>> >>> # or work with prim_attr_register: >>> # init a Primitive class with attr1 and attr2 >>> class Add(Primitive): >>> @prim_attr_register >>> def __init__(self, attr1, attr2): >>> # check attr1 and attr2 or do some initializations >>> # init a Primitive obj with attr1=1 and attr2=2 >>> add = Add(attr1=1, attr2=2) """ def __init__(self, name): = name self.attrs = {} self.init_attrs = {} Primitive_.__init__(self, name, self) if hasattr(self.__class__, '__mindspore_signature__'): sig = self._fill_signature(self.__class__.__mindspore_signature__) self.set_signatures(sig) def _fill_signature(self, signatures): """fills signature.""" signatures_new = [] for signature in signatures: if isinstance(signature, sig_dtype): signatures_new.append(("argument", sig_rw.RW_READ, sig_kind.KIND_POSITIONAL_KEYWORD, sig_kind.KIND_EMPTY_DEFAULT_VALUE, signature)) else: if len(signature) < 3: raise ValueError(f"[Internal Error]Signature for one parameter len must > 3, but {signature}") if len(signature) == 3: signature += (sig_kind.KIND_EMPTY_DEFAULT_VALUE, sig_dtype.T_EMPTY_DEFAULT_VALUE) if len(signature) == 4: signature += (sig_dtype.T_EMPTY_DEFAULT_VALUE,) signatures_new.append(signature) return tuple(signatures_new) def _clone(self): """ Deeply clones the primitive object. Calls the __init__() method with the same arguments. This method is called in parser if the flag self.__setattr_flag__ is True. """ cloned = copy.deepcopy(self) init_params = inspect.getfullargspec(cloned.__init__.decorated_func).args[1:] init_args = {} for name in init_params: value = self.attrs[name] init_args[name] = value # __init__ should be called to construct cpp object. cloned.__init__(**init_args) for name in self.attrs: value = self.attrs[name] cloned.add_prim_attr(name, value) if hasattr(self, 'instance_name'): cloned.set_prim_instance_name(self.instance_name) return cloned
[docs] def add_prim_attr(self, name, value): """ Adds primitive attribute. Args: name (str): Attribute Name. value (Any): Attribute value. """ self.__dict__[name] = value self.attrs[name] = value self.add_attr(name, value) return self
[docs] def set_strategy(self, strategy): """ Adds strategy to primitive attribute. Note: Valid only in semi auto parallel or auto parallel mode. In other parallel modes, strategies will be ignored if set. Args: strategy (tuple): Strategy describes the distributed parallel mode of the current primitive. """ self.add_prim_attr("strategy", strategy) return self
[docs] def set_prim_instance_name(self, instance_name): """ Sets instance name to primitive operator. Note: Will be called by default when user defines primitive operator. Args: instance_name (str): Instance name of primitive operator set by user. """ self.set_instance_name(instance_name) self.instance_name = instance_name return self
def __getattr__(self, item): if item in super().get_attr_dict(): return super().get_attr_dict()[item] if item in self.attrs: return self.attrs[item] raise AttributeError(item) def __call__(self, *args): output = _run_op(self,, args) return output def __getstate__(self): return self.__dict__ def __setstate__(self, d): self.__dict__.update(d)
[docs] def init_prim_io_names(self, inputs, outputs): """ Initializes inputs and outpus name of Tensor or attributes. Args: inputs (list[str]): list of inputs names. outputs (list[str]): list of outputs names. """ # for checking para names with kernel implementation self.add_prim_attr("input_names", inputs) # for checking output number with kernel implementation self.add_prim_attr("output_names", outputs)
[docs]class PrimitiveWithInfer(Primitive): """ PrimitiveWithInfer is base class for primitives in python and defines functions for infer of tracks in python. There are four method can be overide to define the infer logic of the primitive: __infer__(), infer_shape(), infer_dtype(), and infer_value(). If __infer__() is defined in primitive, the __infer__() has highest priority to be called. If __infer__() is not defined, infer_shape() and infer_dtype() can be defined to describle shape and type infer logic. The infer_value() is used for constant propogation. Args: name (str): Name for current Primitive. Examples: >>> # init a Primitive class with infer >>> class Add(PrimitiveWithInfer): >>> @prim_attr_register >>> def __init__(self): >>> pass >>> >>> def infer_shape(self, x, y): >>> return x # output shape same as first input 'x' >>> >>> def infer_dtype(self, x, y): >>> return x # output type same as first input 'x' >>> >>> # init a Primitive obj >>> add = Add() """ def __init__(self, name): Primitive.__init__(self, name) self.set_prim_type(prim_type.py_infer_shape) def _clone(self): """ Deeply clones the primitive object. Calls the __init__() method with the same arguments. This method is called in parser if the flag self.__setattr_flag__ is True. """ cloned_prim = Primitive._clone(self) return cloned_prim
[docs] def infer_shape(self, *args): """ Infer output shape based on input shape. Args: inputs (tuple(int)): dimensions of input tensors. outputs (tuple(int)): dimensions of output tensors. Note: The shape of scalar is an empty tuple. """ return None
[docs] def infer_dtype(self, *args): """ Infer output dtype based on input dtype. Args: inputs (mstype): data type of inputs. outputs (mstype): data type of outputs. """ return None
[docs] def infer_value(self, *args): """ Infer output value based on input value at compile time. Args: inputs (any): value of inputs. outputs (any): value of outputs. """ return None
def __infer__(self, *args): """Infer shape, type, and value at the same time by using dictionary as arguments.""" tracks = ['dtype', 'shape', 'value'] out = {} for track in tracks: fn = getattr(self, 'infer_' + track) # fn may return None out[track] = fn(*(x[track] for x in args)) return out
[docs]def prim_attr_register(fn): """ Primitive attributes register. Registering the decorator of the built-in operator primitive __init__ function will add all the parameters of __init__ as operator attributes. Args: fn (function): __init__ function of primitive. Returns: function, original function. """ def deco(self, *args, **kwargs): if isinstance(self, PrimitiveWithInfer): PrimitiveWithInfer.__init__(self, self.__class__.__name__) else: Primitive.__init__(self, self.__class__.__name__) bound_args = inspect.signature(fn).bind(self, *args, **kwargs) bound_args.apply_defaults() arguments = bound_args.arguments del arguments['self'] for name in arguments: value = arguments[name] self.add_prim_attr(name, value) self.init_attrs[name] = value fn(self, *args, **kwargs) deco.decorated_func = fn return deco
[docs]def constexpr(fn=None, get_instance=True, name=None): """ Makes a PrimitiveWithInfer operator, which infer the value while compiling. Args: fn (function): A `fn` use as the infer_value of the output operator. get_instance (bool): If true, returns the instance of operator, else returns the operator class. name (str): Defines the operator name. If `name` is None, use the function name as op name. Examples: >>> a = (1, 2) >>> # make a operator to calculate tuple len >>> @constexpr >>> def tuple_len(x): >>> return len(x) >>> assert tuple_len(a) == 2 >>> >>> # make a operator class to calculate tuple len >>> @constexpr(get_instance=False, name="TupleLen") >>> def tuple_len_class(x): >>> return len(x) >>> assert tuple_len_class()(a) == 2 """ def deco(fn): class CompileOp(PrimitiveWithInfer): def __init__(self): op_name = name if name else fn.__name__ PrimitiveWithInfer.__init__(self, op_name) def infer_value(self, *args): return fn(*args) if get_instance: return CompileOp() return CompileOp if fn is not None: return deco(fn) return deco
@_wrap_func def _run_op(obj, op_name, args): """Single op execution function supported by ge in PyNative mode.""" op_mask = [0] * len(args) op_inputs = [] for i, arg in enumerate(args): if hasattr(arg, '__parameter__'): op_inputs.append(arg.default_input) op_mask[i] = 1 elif isinstance(arg, tuple): convert = lambda x: x.default_input if hasattr(x, '__parameter__') else x args_ = tuple(convert(x) for x in arg) op_inputs.append(args_) else: op_inputs.append(arg) output = real_run_op(obj, op_name, tuple(op_inputs), tuple(op_mask)) if not output: raise RuntimeError("Pynative run op %s failed!" % op_name) if len(output) == 1: output = output[0] return output