C-Transformer
Cache-Optimized Transformers in C (x86)
Loading...
Searching...
No Matches
Public Attributes | List of all members
LayerGradients Struct Reference

Public Attributes

size_t residual2_copy_offset
 
size_t d_residual2_offset
 
size_t mlp_output_copy_offset
 
size_t d_mlp_output_offset
 
size_t fc2_input_copy_offset
 
size_t fc2_weights_copy_offset
 
size_t fc2_bias_copy_offset
 
size_t d_fc2_input_offset
 
size_t d_fc2_weights_offset
 
size_t d_fc2_bias_offset
 
size_t fc1_output_copy_offset
 
size_t d_fc1_output_offset
 
size_t ln2_output_copy_offset
 
size_t fc1_weights_copy_offset
 
size_t fc1_bias_copy_offset
 
size_t d_ln2_output_offset
 
size_t d_fc1_weights_offset
 
size_t d_fc1_bias_offset
 
size_t ln2_input_copy_offset
 
size_t ln2_mean_copy_offset
 
size_t ln2_rstd_copy_offset
 
size_t ln2_gamma_copy_offset
 
size_t ln2_beta_copy_offset
 
size_t d_ln2_input_offset
 
size_t d_ln2_gamma_offset
 
size_t d_ln2_beta_offset
 
size_t residual1_copy_offset
 
size_t d_residual1_offset
 
size_t attention_output_copy_offset
 
size_t proj_weights_copy_offset
 
size_t proj_bias_copy_offset
 
size_t d_attention_output_offset
 
size_t d_proj_weights_offset
 
size_t d_proj_bias_offset
 
size_t attention_weights_copy_offset
 
size_t v_output_copy_offset
 
size_t d_attention_weights_offset
 
size_t d_v_output_offset
 
size_t d_attention_scores_offset
 
size_t q_output_copy_offset
 
size_t k_output_copy_offset
 
size_t d_q_output_offset
 
size_t d_k_output_offset
 
size_t ln1_output_copy_offset
 
size_t q_weights_copy_offset
 
size_t q_bias_copy_offset
 
size_t k_weights_copy_offset
 
size_t k_bias_copy_offset
 
size_t v_weights_copy_offset
 
size_t v_bias_copy_offset
 
size_t d_ln1_output_offset
 
size_t d_q_weights_offset
 
size_t d_q_bias_offset
 
size_t d_k_weights_offset
 
size_t d_k_bias_offset
 
size_t d_v_weights_offset
 
size_t d_v_bias_offset
 
size_t ln1_input_copy_offset
 
size_t ln1_mean_copy_offset
 
size_t ln1_rstd_copy_offset
 
size_t ln1_gamma_copy_offset
 
size_t ln1_beta_copy_offset
 
size_t d_ln1_input_offset
 
size_t d_ln1_gamma_offset
 
size_t d_ln1_beta_offset
 

The documentation for this struct was generated from the following file: