Spaces:
				
			
			
	
			
			
		Sleeping
		
	
	
	
			
			
	
	
	
	
		
		
		Sleeping
		
	added log
Browse files- README.md +4 -1
- model.py +2 -2
- training_log_smollm2.png +0 -0
    	
        README.md
    CHANGED
    
    | @@ -11,7 +11,10 @@ pinned: false | |
| 11 | 
             
            ---
         | 
| 12 |  | 
| 13 | 
             
            ---
         | 
| 14 | 
            -
             | 
|  | |
|  | |
|  | |
| 15 | 
             
            <!-- use venv to create a virtual environment -->
         | 
| 16 | 
             
            ```
         | 
| 17 | 
             
            uv venv 
         | 
|  | |
| 11 | 
             
            ---
         | 
| 12 |  | 
| 13 | 
             
            ---
         | 
| 14 | 
            +
            <!-- training logs -->
         | 
| 15 | 
            +
            training restarting from step 5000 
         | 
| 16 | 
            +
             
         | 
| 17 | 
            +
            <!-- add image to README.md -->
         | 
| 18 | 
             
            <!-- use venv to create a virtual environment -->
         | 
| 19 | 
             
            ```
         | 
| 20 | 
             
            uv venv 
         | 
    	
        model.py
    CHANGED
    
    | @@ -125,7 +125,7 @@ class SmolLMModule(LightningModule): | |
| 125 | 
             
            # Main Script
         | 
| 126 | 
             
            if __name__ == "__main__":
         | 
| 127 | 
             
                # Load config
         | 
| 128 | 
            -
                with open(" | 
| 129 | 
             
                    config = yaml.safe_load(file)
         | 
| 130 |  | 
| 131 | 
             
                # Load tokenizer
         | 
| @@ -193,7 +193,7 @@ if __name__ == "__main__": | |
| 193 | 
             
                # Create trainer
         | 
| 194 | 
             
                trainer = Trainer(
         | 
| 195 | 
             
                    logger=logger,
         | 
| 196 | 
            -
                    strategy=" | 
| 197 | 
             
                    accelerator="gpu",
         | 
| 198 | 
             
                    devices=2,
         | 
| 199 | 
             
                    precision="16-mixed",
         | 
|  | |
| 125 | 
             
            # Main Script
         | 
| 126 | 
             
            if __name__ == "__main__":
         | 
| 127 | 
             
                # Load config
         | 
| 128 | 
            +
                with open("config_smollm2_135.yaml", "r") as file:
         | 
| 129 | 
             
                    config = yaml.safe_load(file)
         | 
| 130 |  | 
| 131 | 
             
                # Load tokenizer
         | 
|  | |
| 193 | 
             
                # Create trainer
         | 
| 194 | 
             
                trainer = Trainer(
         | 
| 195 | 
             
                    logger=logger,
         | 
| 196 | 
            +
                    strategy="ddp",
         | 
| 197 | 
             
                    accelerator="gpu",
         | 
| 198 | 
             
                    devices=2,
         | 
| 199 | 
             
                    precision="16-mixed",
         | 
    	
        training_log_smollm2.png
    ADDED
    
    |   | 
