dmx.compressor.modeling.nn.torch\_modules.RMSNorm
=================================================

.. currentmodule:: dmx.compressor.modeling.nn.torch_modules

.. autoclass:: RMSNorm

   
   .. automethod:: __init__

   
   .. rubric:: Methods

   .. autosummary::
   
      ~RMSNorm.__init__
      ~RMSNorm.add_module
      ~RMSNorm.align_device
      ~RMSNorm.apply
      ~RMSNorm.approx_forward
      ~RMSNorm.approximator_wrapper
      ~RMSNorm.bfloat16
      ~RMSNorm.buffers
      ~RMSNorm.calibrating_quantizers
      ~RMSNorm.calibrating_smoothquant
      ~RMSNorm.check_format_dim_consistency
      ~RMSNorm.check_input_format_dim_consistency
      ~RMSNorm.check_residual_format_dim_consistency
      ~RMSNorm.check_sparseness_dim_consistency
      ~RMSNorm.check_weight_format_dim_consistency
      ~RMSNorm.children
      ~RMSNorm.compile
      ~RMSNorm.configure
      ~RMSNorm.count_flops
      ~RMSNorm.counting_flops
      ~RMSNorm.cpu
      ~RMSNorm.cuda
      ~RMSNorm.dmx_config
      ~RMSNorm.double
      ~RMSNorm.enable_approximation_function_tuning
      ~RMSNorm.enable_flop_counter
      ~RMSNorm.enable_optimal_brain_compression
      ~RMSNorm.enable_quantizer_calib
      ~RMSNorm.enable_smoothquant_calib
      ~RMSNorm.eval
      ~RMSNorm.extra_repr
      ~RMSNorm.float
      ~RMSNorm.fold_weight_and_bias
      ~RMSNorm.forward
      ~RMSNorm.from_raw
      ~RMSNorm.get_buffer
      ~RMSNorm.get_extra_state
      ~RMSNorm.get_parameter
      ~RMSNorm.get_submodule
      ~RMSNorm.half
      ~RMSNorm.infer_ch_axis
      ~RMSNorm.init_casts
      ~RMSNorm.init_smoothquant
      ~RMSNorm.init_sparsifier
      ~RMSNorm.ipu
      ~RMSNorm.load_state_dict
      ~RMSNorm.load_state_dict_and_register_url
      ~RMSNorm.measuring_runtime
      ~RMSNorm.modules
      ~RMSNorm.monitoring
      ~RMSNorm.mtia
      ~RMSNorm.named_buffers
      ~RMSNorm.named_children
      ~RMSNorm.named_modules
      ~RMSNorm.named_parameters
      ~RMSNorm.optimal_brain_compressing
      ~RMSNorm.parameters
      ~RMSNorm.register_backward_hook
      ~RMSNorm.register_buffer
      ~RMSNorm.register_forward_hook
      ~RMSNorm.register_forward_pre_hook
      ~RMSNorm.register_full_backward_hook
      ~RMSNorm.register_full_backward_pre_hook
      ~RMSNorm.register_load_state_dict_post_hook
      ~RMSNorm.register_load_state_dict_pre_hook
      ~RMSNorm.register_module
      ~RMSNorm.register_parameter
      ~RMSNorm.register_state_dict_post_hook
      ~RMSNorm.register_state_dict_pre_hook
      ~RMSNorm.requires_grad_
      ~RMSNorm.reset_parameters
      ~RMSNorm.save_state_dict_and_register_url
      ~RMSNorm.set_extra_state
      ~RMSNorm.set_submodule
      ~RMSNorm.share_memory
      ~RMSNorm.slanc_tuning
      ~RMSNorm.state_dict
      ~RMSNorm.to
      ~RMSNorm.to_compiler_graph
      ~RMSNorm.to_empty
      ~RMSNorm.train
      ~RMSNorm.transform
      ~RMSNorm.tuning_approximation_function
      ~RMSNorm.type
      ~RMSNorm.update_params_with_raw
      ~RMSNorm.update_smoothquant_scale
      ~RMSNorm.xpu
      ~RMSNorm.zero_flop_counter
      ~RMSNorm.zero_grad
   
   

   
   
   .. rubric:: Attributes

   .. autosummary::
   
      ~RMSNorm.T_destination
      ~RMSNorm.accum_format
      ~RMSNorm.approximation_function
      ~RMSNorm.bias_format
      ~RMSNorm.bops
      ~RMSNorm.call_super_init
      ~RMSNorm.dump_patches
      ~RMSNorm.effective_weight
      ~RMSNorm.flop_counter
      ~RMSNorm.flop_counter_enabled
      ~RMSNorm.flops
      ~RMSNorm.functional_forward
      ~RMSNorm.input_formats
      ~RMSNorm.input_precision
      ~RMSNorm.is_compound
      ~RMSNorm.last_input_shape
      ~RMSNorm.last_output_shape
      ~RMSNorm.multiplier_format
      ~RMSNorm.output_formats
      ~RMSNorm.plugins
      ~RMSNorm.residual_format
      ~RMSNorm.weight_elem_count
      ~RMSNorm.weight_format
      ~RMSNorm.weight_hypernet
      ~RMSNorm.weight_precision
      ~RMSNorm.weight_scale
      ~RMSNorm.weight_size_in_bytes
      ~RMSNorm.weight_sparseness
      ~RMSNorm.weight_storage_format
      ~RMSNorm.weight_storage_precision
      ~RMSNorm.weight_storage_scale
      ~RMSNorm.weight_storage_zero_point
      ~RMSNorm.weight_zero_point
      ~RMSNorm.normalized_shape
      ~RMSNorm.eps
      ~RMSNorm.elementwise_affine
      ~RMSNorm.training