dmx.compressor.modeling.nn.custom\_modules.GemmaRMSNorm
=======================================================

.. currentmodule:: dmx.compressor.modeling.nn.custom_modules

.. autoclass:: GemmaRMSNorm

   
   .. automethod:: __init__

   
   .. rubric:: Methods

   .. autosummary::
   
      ~GemmaRMSNorm.__init__
      ~GemmaRMSNorm.add_module
      ~GemmaRMSNorm.align_device
      ~GemmaRMSNorm.apply
      ~GemmaRMSNorm.approx_forward
      ~GemmaRMSNorm.approximator_wrapper
      ~GemmaRMSNorm.bfloat16
      ~GemmaRMSNorm.buffers
      ~GemmaRMSNorm.calibrating_quantizers
      ~GemmaRMSNorm.calibrating_smoothquant
      ~GemmaRMSNorm.check_format_dim_consistency
      ~GemmaRMSNorm.check_input_format_dim_consistency
      ~GemmaRMSNorm.check_residual_format_dim_consistency
      ~GemmaRMSNorm.check_sparseness_dim_consistency
      ~GemmaRMSNorm.check_weight_format_dim_consistency
      ~GemmaRMSNorm.children
      ~GemmaRMSNorm.compile
      ~GemmaRMSNorm.configure
      ~GemmaRMSNorm.count_flops
      ~GemmaRMSNorm.counting_flops
      ~GemmaRMSNorm.cpu
      ~GemmaRMSNorm.cuda
      ~GemmaRMSNorm.dmx_config
      ~GemmaRMSNorm.double
      ~GemmaRMSNorm.enable_approximation_function_tuning
      ~GemmaRMSNorm.enable_flop_counter
      ~GemmaRMSNorm.enable_optimal_brain_compression
      ~GemmaRMSNorm.enable_quantizer_calib
      ~GemmaRMSNorm.enable_smoothquant_calib
      ~GemmaRMSNorm.eval
      ~GemmaRMSNorm.extra_repr
      ~GemmaRMSNorm.float
      ~GemmaRMSNorm.fold_weight_and_bias
      ~GemmaRMSNorm.forward
      ~GemmaRMSNorm.from_raw
      ~GemmaRMSNorm.functional_forward
      ~GemmaRMSNorm.get_buffer
      ~GemmaRMSNorm.get_extra_state
      ~GemmaRMSNorm.get_parameter
      ~GemmaRMSNorm.get_submodule
      ~GemmaRMSNorm.half
      ~GemmaRMSNorm.infer_ch_axis
      ~GemmaRMSNorm.init_casts
      ~GemmaRMSNorm.init_smoothquant
      ~GemmaRMSNorm.init_sparsifier
      ~GemmaRMSNorm.ipu
      ~GemmaRMSNorm.load_state_dict
      ~GemmaRMSNorm.load_state_dict_and_register_url
      ~GemmaRMSNorm.measuring_runtime
      ~GemmaRMSNorm.modules
      ~GemmaRMSNorm.monitoring
      ~GemmaRMSNorm.mtia
      ~GemmaRMSNorm.named_buffers
      ~GemmaRMSNorm.named_children
      ~GemmaRMSNorm.named_modules
      ~GemmaRMSNorm.named_parameters
      ~GemmaRMSNorm.optimal_brain_compressing
      ~GemmaRMSNorm.parameters
      ~GemmaRMSNorm.register_backward_hook
      ~GemmaRMSNorm.register_buffer
      ~GemmaRMSNorm.register_forward_hook
      ~GemmaRMSNorm.register_forward_pre_hook
      ~GemmaRMSNorm.register_full_backward_hook
      ~GemmaRMSNorm.register_full_backward_pre_hook
      ~GemmaRMSNorm.register_load_state_dict_post_hook
      ~GemmaRMSNorm.register_load_state_dict_pre_hook
      ~GemmaRMSNorm.register_module
      ~GemmaRMSNorm.register_parameter
      ~GemmaRMSNorm.register_state_dict_post_hook
      ~GemmaRMSNorm.register_state_dict_pre_hook
      ~GemmaRMSNorm.requires_grad_
      ~GemmaRMSNorm.save_state_dict_and_register_url
      ~GemmaRMSNorm.set_extra_state
      ~GemmaRMSNorm.set_submodule
      ~GemmaRMSNorm.share_memory
      ~GemmaRMSNorm.slanc_tuning
      ~GemmaRMSNorm.state_dict
      ~GemmaRMSNorm.to
      ~GemmaRMSNorm.to_compiler_graph
      ~GemmaRMSNorm.to_empty
      ~GemmaRMSNorm.train
      ~GemmaRMSNorm.transform
      ~GemmaRMSNorm.tuning_approximation_function
      ~GemmaRMSNorm.type
      ~GemmaRMSNorm.update_params_with_raw
      ~GemmaRMSNorm.update_smoothquant_scale
      ~GemmaRMSNorm.xpu
      ~GemmaRMSNorm.zero_flop_counter
      ~GemmaRMSNorm.zero_grad
   
   

   
   
   .. rubric:: Attributes

   .. autosummary::
   
      ~GemmaRMSNorm.T_destination
      ~GemmaRMSNorm.accum_format
      ~GemmaRMSNorm.approximation_function
      ~GemmaRMSNorm.bias_format
      ~GemmaRMSNorm.bops
      ~GemmaRMSNorm.call_super_init
      ~GemmaRMSNorm.dump_patches
      ~GemmaRMSNorm.effective_weight
      ~GemmaRMSNorm.flop_counter
      ~GemmaRMSNorm.flop_counter_enabled
      ~GemmaRMSNorm.flops
      ~GemmaRMSNorm.input_formats
      ~GemmaRMSNorm.input_precision
      ~GemmaRMSNorm.is_compound
      ~GemmaRMSNorm.last_input_shape
      ~GemmaRMSNorm.last_output_shape
      ~GemmaRMSNorm.multiplier_format
      ~GemmaRMSNorm.output_formats
      ~GemmaRMSNorm.plugins
      ~GemmaRMSNorm.residual_format
      ~GemmaRMSNorm.weight_elem_count
      ~GemmaRMSNorm.weight_format
      ~GemmaRMSNorm.weight_hypernet
      ~GemmaRMSNorm.weight_precision
      ~GemmaRMSNorm.weight_scale
      ~GemmaRMSNorm.weight_size_in_bytes
      ~GemmaRMSNorm.weight_sparseness
      ~GemmaRMSNorm.weight_storage_format
      ~GemmaRMSNorm.weight_storage_precision
      ~GemmaRMSNorm.weight_storage_scale
      ~GemmaRMSNorm.weight_storage_zero_point
      ~GemmaRMSNorm.weight_zero_point
      ~GemmaRMSNorm.training