Class to fuse batch normalization of pre-activation. More...

#include <FusePreActivationBatchNormPass.h>

Collaboration diagram for luci::FusePreActivationBatchNormPass:

Public Member Functions
const char *	name (void) const final

bool	run (loco::Graph *g) final
	Run the pass.

Public Member Functions inherited from logo::Pass
virtual	~Pass ()=default

Data Fields
std::vector< luci::CircleMul * >	_mul_list

std::vector< luci::CircleAdd * >	_add_list

std::vector< luci::CircleSub * >	_sub_list

Detailed Description

Class to fuse batch normalization of pre-activation.

Definition at line 29 of file FusePreActivationBatchNormPass.h.

Member Function Documentation

◆ name()

const char * luci::FusePreActivationBatchNormPass::name ( void ) const

inlinefinalvirtual

Reimplemented from logo::Pass.

Definition at line 31 of file FusePreActivationBatchNormPass.h.

31{ return "luci::FusePreActivationBatchNormPass"; }

◆ run()

bool luci::FusePreActivationBatchNormPass::run ( loco::Graph * graph )

finalvirtual

Run the pass.

Returns: false if there was nothing changed

Implements logo::Pass.

Definition at line 577 of file FusePreActivationBatchNormPass.cpp.

{
  LOGGER(l);
  bool changed = false;
 
  // Step 1. Swap MUL <-> ADD
  for (auto node : loco::active_nodes(loco::output_nodes(g)))
  {
    auto add = dynamic_cast<luci::CircleAdd *>(node);
    if (add == nullptr)
      continue;
 
    if (swap_mul_add(add, _mul_list, _add_list))
      changed = true;
  }
 
  INFO(l) << "[FusePreActivationBatchNorm] Target pre-activations: " << _mul_list.size()
          << std::endl;
 
  // Valid pattern was not detected. Fast exit.
  if (!changed)
    return false;
 
  // Step 2. Fuse MUL with the next CONV
  for (auto const &mul : _mul_list)
  {
    if (fuse_mul_with_conv(mul))
      INFO(l) << "[FusePreActivationBatchNorm] Fused MUL: " << mul->name() << std::endl;
  }
 
  // Step 3. Fuse ADD with the preceding CONV and insert SUB
  for (auto const &add : _add_list)
  {
    if (fuse_add_with_conv(add, _sub_list))
      INFO(l) << "[FusePreActivationBatchNorm] Fused ADD: " << add->name() << std::endl;
  }
 
  INFO(l) << "[FusePreActivationBatchNorm] " << _sub_list.size() << " SUB were added." << std::endl;
 
  // Step 4. Fuse SUB to CONV (SUB -> ADD <- CONV pattern)
  for (auto const &sub : _sub_list)
  {
    if (fuse_sub_with_conv(sub))
      INFO(l) << "[FusePreActivationBatchNorm] Fused SUB: " << sub->name() << std::endl;
  }
 
  return changed;
}