Update README.md
Browse files
README.md
CHANGED
|
@@ -75,6 +75,18 @@ eval_strategy: steps
|
|
| 75 |
eval_steps: 1000
|
| 76 |
```
|
| 77 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 78 |
## QLoRA+
|
| 79 |
|
| 80 |
**System:** None
|
|
|
|
| 75 |
eval_steps: 1000
|
| 76 |
```
|
| 77 |
|
| 78 |
+
### BAdam Training results
|
| 79 |
+
|
| 80 |
+
| Training Loss | Epoch | Step | Validation Loss |
|
| 81 |
+
|:-------------:|:------:|:----:|:---------------:|
|
| 82 |
+
| 0.9124 | 0.2753 | 1000 | 0.9466 |
|
| 83 |
+
| 0.8072 | 0.5506 | 2000 | 0.9149 |
|
| 84 |
+
| 0.9017 | 0.8258 | 3000 | 0.8982 |
|
| 85 |
+
| 0.8883 | 1.1011 | 4000 | 0.8844 |
|
| 86 |
+
| 0.8405 | 1.3764 | 5000 | 0.8786 |
|
| 87 |
+
| 0.864 | 1.6517 | 6000 | 0.8754 |
|
| 88 |
+
| 0.7758 | 1.9270 | 7000 | 0.8752 |
|
| 89 |
+
|
| 90 |
## QLoRA+
|
| 91 |
|
| 92 |
**System:** None
|