jnjj commited on
Commit
d6f8ec4
·
verified ·
1 Parent(s): a07775b

Add modeling_custom.py

Browse files
Files changed (1) hide show
  1. modeling_custom.py +6 -1
modeling_custom.py CHANGED
@@ -8,5 +8,10 @@ logger = logging.get_logger(__name__)
8
  class CustomLlamaForCausalLM(LlamaForCausalLM):
9
  def __init__(self, config: LlamaConfig):
10
  super().__init__(config)
11
- logger.info("CustomLlamaForCausalLM initialized.")
 
 
 
 
 
12
 
 
8
  class CustomLlamaForCausalLM(LlamaForCausalLM):
9
  def __init__(self, config: LlamaConfig):
10
  super().__init__(config)
11
+ logger.info("CustomLlamaForCausalLM initialized with conceptual features documented in config.")
12
+ if getattr(config, 'conceptual_features', {}).get('grouping_logic'):
13
+ logger.info(f"Conceptual grouping logic enabled with size {config.conceptual_features.get('group_size', 'N/A')}")
14
+ if getattr(config, 'conceptual_features', {}).get('long_context_optimization'):
15
+ logger.info("Conceptual long context optimization hint detected.")
16
+
17