Upload folder using huggingface_hub
Browse files- .gitattributes +1 -0
 - README.md +202 -0
 - adapter_config.json +41 -0
 - adapter_model.safetensors +3 -0
 - added_tokens.json +28 -0
 - chat_template.jinja +89 -0
 - checkpoint-100/README.md +202 -0
 - checkpoint-100/adapter_config.json +39 -0
 - checkpoint-100/adapter_model.safetensors +3 -0
 - checkpoint-100/rng_state.pth +3 -0
 - checkpoint-100/trainer_state.json +104 -0
 - checkpoint-100/training_args.bin +3 -0
 - checkpoint-200/README.md +202 -0
 - checkpoint-200/adapter_config.json +39 -0
 - checkpoint-200/adapter_model.safetensors +3 -0
 - checkpoint-200/rng_state.pth +3 -0
 - checkpoint-200/trainer_state.json +174 -0
 - checkpoint-200/training_args.bin +3 -0
 - merges.txt +0 -0
 - special_tokens_map.json +25 -0
 - tokenizer.json +3 -0
 - tokenizer_config.json +239 -0
 - vocab.json +0 -0
 
    	
        .gitattributes
    CHANGED
    
    | 
         @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text 
     | 
|
| 33 | 
         
             
            *.zip filter=lfs diff=lfs merge=lfs -text
         
     | 
| 34 | 
         
             
            *.zst filter=lfs diff=lfs merge=lfs -text
         
     | 
| 35 | 
         
             
            *tfevents* filter=lfs diff=lfs merge=lfs -text
         
     | 
| 
         | 
| 
         | 
|
| 33 | 
         
             
            *.zip filter=lfs diff=lfs merge=lfs -text
         
     | 
| 34 | 
         
             
            *.zst filter=lfs diff=lfs merge=lfs -text
         
     | 
| 35 | 
         
             
            *tfevents* filter=lfs diff=lfs merge=lfs -text
         
     | 
| 36 | 
         
            +
            tokenizer.json filter=lfs diff=lfs merge=lfs -text
         
     | 
    	
        README.md
    ADDED
    
    | 
         @@ -0,0 +1,202 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            ---
         
     | 
| 2 | 
         
            +
            base_model: Qwen/Qwen3-32B
         
     | 
| 3 | 
         
            +
            library_name: peft
         
     | 
| 4 | 
         
            +
            ---
         
     | 
| 5 | 
         
            +
             
     | 
| 6 | 
         
            +
            # Model Card for Model ID
         
     | 
| 7 | 
         
            +
             
     | 
| 8 | 
         
            +
            <!-- Provide a quick summary of what the model is/does. -->
         
     | 
| 9 | 
         
            +
             
     | 
| 10 | 
         
            +
             
     | 
| 11 | 
         
            +
             
     | 
| 12 | 
         
            +
            ## Model Details
         
     | 
| 13 | 
         
            +
             
     | 
| 14 | 
         
            +
            ### Model Description
         
     | 
| 15 | 
         
            +
             
     | 
| 16 | 
         
            +
            <!-- Provide a longer summary of what this model is. -->
         
     | 
| 17 | 
         
            +
             
     | 
| 18 | 
         
            +
             
     | 
| 19 | 
         
            +
             
     | 
| 20 | 
         
            +
            - **Developed by:** [More Information Needed]
         
     | 
| 21 | 
         
            +
            - **Funded by [optional]:** [More Information Needed]
         
     | 
| 22 | 
         
            +
            - **Shared by [optional]:** [More Information Needed]
         
     | 
| 23 | 
         
            +
            - **Model type:** [More Information Needed]
         
     | 
| 24 | 
         
            +
            - **Language(s) (NLP):** [More Information Needed]
         
     | 
| 25 | 
         
            +
            - **License:** [More Information Needed]
         
     | 
| 26 | 
         
            +
            - **Finetuned from model [optional]:** [More Information Needed]
         
     | 
| 27 | 
         
            +
             
     | 
| 28 | 
         
            +
            ### Model Sources [optional]
         
     | 
| 29 | 
         
            +
             
     | 
| 30 | 
         
            +
            <!-- Provide the basic links for the model. -->
         
     | 
| 31 | 
         
            +
             
     | 
| 32 | 
         
            +
            - **Repository:** [More Information Needed]
         
     | 
| 33 | 
         
            +
            - **Paper [optional]:** [More Information Needed]
         
     | 
| 34 | 
         
            +
            - **Demo [optional]:** [More Information Needed]
         
     | 
| 35 | 
         
            +
             
     | 
| 36 | 
         
            +
            ## Uses
         
     | 
| 37 | 
         
            +
             
     | 
| 38 | 
         
            +
            <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
         
     | 
| 39 | 
         
            +
             
     | 
| 40 | 
         
            +
            ### Direct Use
         
     | 
| 41 | 
         
            +
             
     | 
| 42 | 
         
            +
            <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
         
     | 
| 43 | 
         
            +
             
     | 
| 44 | 
         
            +
            [More Information Needed]
         
     | 
| 45 | 
         
            +
             
     | 
| 46 | 
         
            +
            ### Downstream Use [optional]
         
     | 
| 47 | 
         
            +
             
     | 
| 48 | 
         
            +
            <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
         
     | 
| 49 | 
         
            +
             
     | 
| 50 | 
         
            +
            [More Information Needed]
         
     | 
| 51 | 
         
            +
             
     | 
| 52 | 
         
            +
            ### Out-of-Scope Use
         
     | 
| 53 | 
         
            +
             
     | 
| 54 | 
         
            +
            <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
         
     | 
| 55 | 
         
            +
             
     | 
| 56 | 
         
            +
            [More Information Needed]
         
     | 
| 57 | 
         
            +
             
     | 
| 58 | 
         
            +
            ## Bias, Risks, and Limitations
         
     | 
| 59 | 
         
            +
             
     | 
| 60 | 
         
            +
            <!-- This section is meant to convey both technical and sociotechnical limitations. -->
         
     | 
| 61 | 
         
            +
             
     | 
| 62 | 
         
            +
            [More Information Needed]
         
     | 
| 63 | 
         
            +
             
     | 
| 64 | 
         
            +
            ### Recommendations
         
     | 
| 65 | 
         
            +
             
     | 
| 66 | 
         
            +
            <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
         
     | 
| 67 | 
         
            +
             
     | 
| 68 | 
         
            +
            Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
         
     | 
| 69 | 
         
            +
             
     | 
| 70 | 
         
            +
            ## How to Get Started with the Model
         
     | 
| 71 | 
         
            +
             
     | 
| 72 | 
         
            +
            Use the code below to get started with the model.
         
     | 
| 73 | 
         
            +
             
     | 
| 74 | 
         
            +
            [More Information Needed]
         
     | 
| 75 | 
         
            +
             
     | 
| 76 | 
         
            +
            ## Training Details
         
     | 
| 77 | 
         
            +
             
     | 
| 78 | 
         
            +
            ### Training Data
         
     | 
| 79 | 
         
            +
             
     | 
| 80 | 
         
            +
            <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
         
     | 
| 81 | 
         
            +
             
     | 
| 82 | 
         
            +
            [More Information Needed]
         
     | 
| 83 | 
         
            +
             
     | 
| 84 | 
         
            +
            ### Training Procedure
         
     | 
| 85 | 
         
            +
             
     | 
| 86 | 
         
            +
            <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
         
     | 
| 87 | 
         
            +
             
     | 
| 88 | 
         
            +
            #### Preprocessing [optional]
         
     | 
| 89 | 
         
            +
             
     | 
| 90 | 
         
            +
            [More Information Needed]
         
     | 
| 91 | 
         
            +
             
     | 
| 92 | 
         
            +
             
     | 
| 93 | 
         
            +
            #### Training Hyperparameters
         
     | 
| 94 | 
         
            +
             
     | 
| 95 | 
         
            +
            - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
         
     | 
| 96 | 
         
            +
             
     | 
| 97 | 
         
            +
            #### Speeds, Sizes, Times [optional]
         
     | 
| 98 | 
         
            +
             
     | 
| 99 | 
         
            +
            <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
         
     | 
| 100 | 
         
            +
             
     | 
| 101 | 
         
            +
            [More Information Needed]
         
     | 
| 102 | 
         
            +
             
     | 
| 103 | 
         
            +
            ## Evaluation
         
     | 
| 104 | 
         
            +
             
     | 
| 105 | 
         
            +
            <!-- This section describes the evaluation protocols and provides the results. -->
         
     | 
| 106 | 
         
            +
             
     | 
| 107 | 
         
            +
            ### Testing Data, Factors & Metrics
         
     | 
| 108 | 
         
            +
             
     | 
| 109 | 
         
            +
            #### Testing Data
         
     | 
| 110 | 
         
            +
             
     | 
| 111 | 
         
            +
            <!-- This should link to a Dataset Card if possible. -->
         
     | 
| 112 | 
         
            +
             
     | 
| 113 | 
         
            +
            [More Information Needed]
         
     | 
| 114 | 
         
            +
             
     | 
| 115 | 
         
            +
            #### Factors
         
     | 
| 116 | 
         
            +
             
     | 
| 117 | 
         
            +
            <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
         
     | 
| 118 | 
         
            +
             
     | 
| 119 | 
         
            +
            [More Information Needed]
         
     | 
| 120 | 
         
            +
             
     | 
| 121 | 
         
            +
            #### Metrics
         
     | 
| 122 | 
         
            +
             
     | 
| 123 | 
         
            +
            <!-- These are the evaluation metrics being used, ideally with a description of why. -->
         
     | 
| 124 | 
         
            +
             
     | 
| 125 | 
         
            +
            [More Information Needed]
         
     | 
| 126 | 
         
            +
             
     | 
| 127 | 
         
            +
            ### Results
         
     | 
| 128 | 
         
            +
             
     | 
| 129 | 
         
            +
            [More Information Needed]
         
     | 
| 130 | 
         
            +
             
     | 
| 131 | 
         
            +
            #### Summary
         
     | 
| 132 | 
         
            +
             
     | 
| 133 | 
         
            +
             
     | 
| 134 | 
         
            +
             
     | 
| 135 | 
         
            +
            ## Model Examination [optional]
         
     | 
| 136 | 
         
            +
             
     | 
| 137 | 
         
            +
            <!-- Relevant interpretability work for the model goes here -->
         
     | 
| 138 | 
         
            +
             
     | 
| 139 | 
         
            +
            [More Information Needed]
         
     | 
| 140 | 
         
            +
             
     | 
| 141 | 
         
            +
            ## Environmental Impact
         
     | 
| 142 | 
         
            +
             
     | 
| 143 | 
         
            +
            <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
         
     | 
| 144 | 
         
            +
             
     | 
| 145 | 
         
            +
            Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
         
     | 
| 146 | 
         
            +
             
     | 
| 147 | 
         
            +
            - **Hardware Type:** [More Information Needed]
         
     | 
| 148 | 
         
            +
            - **Hours used:** [More Information Needed]
         
     | 
| 149 | 
         
            +
            - **Cloud Provider:** [More Information Needed]
         
     | 
| 150 | 
         
            +
            - **Compute Region:** [More Information Needed]
         
     | 
| 151 | 
         
            +
            - **Carbon Emitted:** [More Information Needed]
         
     | 
| 152 | 
         
            +
             
     | 
| 153 | 
         
            +
            ## Technical Specifications [optional]
         
     | 
| 154 | 
         
            +
             
     | 
| 155 | 
         
            +
            ### Model Architecture and Objective
         
     | 
| 156 | 
         
            +
             
     | 
| 157 | 
         
            +
            [More Information Needed]
         
     | 
| 158 | 
         
            +
             
     | 
| 159 | 
         
            +
            ### Compute Infrastructure
         
     | 
| 160 | 
         
            +
             
     | 
| 161 | 
         
            +
            [More Information Needed]
         
     | 
| 162 | 
         
            +
             
     | 
| 163 | 
         
            +
            #### Hardware
         
     | 
| 164 | 
         
            +
             
     | 
| 165 | 
         
            +
            [More Information Needed]
         
     | 
| 166 | 
         
            +
             
     | 
| 167 | 
         
            +
            #### Software
         
     | 
| 168 | 
         
            +
             
     | 
| 169 | 
         
            +
            [More Information Needed]
         
     | 
| 170 | 
         
            +
             
     | 
| 171 | 
         
            +
            ## Citation [optional]
         
     | 
| 172 | 
         
            +
             
     | 
| 173 | 
         
            +
            <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
         
     | 
| 174 | 
         
            +
             
     | 
| 175 | 
         
            +
            **BibTeX:**
         
     | 
| 176 | 
         
            +
             
     | 
| 177 | 
         
            +
            [More Information Needed]
         
     | 
| 178 | 
         
            +
             
     | 
| 179 | 
         
            +
            **APA:**
         
     | 
| 180 | 
         
            +
             
     | 
| 181 | 
         
            +
            [More Information Needed]
         
     | 
| 182 | 
         
            +
             
     | 
| 183 | 
         
            +
            ## Glossary [optional]
         
     | 
| 184 | 
         
            +
             
     | 
| 185 | 
         
            +
            <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
         
     | 
| 186 | 
         
            +
             
     | 
| 187 | 
         
            +
            [More Information Needed]
         
     | 
| 188 | 
         
            +
             
     | 
| 189 | 
         
            +
            ## More Information [optional]
         
     | 
| 190 | 
         
            +
             
     | 
| 191 | 
         
            +
            [More Information Needed]
         
     | 
| 192 | 
         
            +
             
     | 
| 193 | 
         
            +
            ## Model Card Authors [optional]
         
     | 
| 194 | 
         
            +
             
     | 
| 195 | 
         
            +
            [More Information Needed]
         
     | 
| 196 | 
         
            +
             
     | 
| 197 | 
         
            +
            ## Model Card Contact
         
     | 
| 198 | 
         
            +
             
     | 
| 199 | 
         
            +
            [More Information Needed]
         
     | 
| 200 | 
         
            +
            ### Framework versions
         
     | 
| 201 | 
         
            +
             
     | 
| 202 | 
         
            +
            - PEFT 0.15.2
         
     | 
    	
        adapter_config.json
    ADDED
    
    | 
         @@ -0,0 +1,41 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "alpha_pattern": {},
         
     | 
| 3 | 
         
            +
              "auto_mapping": null,
         
     | 
| 4 | 
         
            +
              "base_model_name_or_path": "Qwen/Qwen3-32B",
         
     | 
| 5 | 
         
            +
              "bias": "none",
         
     | 
| 6 | 
         
            +
              "corda_config": null,
         
     | 
| 7 | 
         
            +
              "eva_config": null,
         
     | 
| 8 | 
         
            +
              "exclude_modules": null,
         
     | 
| 9 | 
         
            +
              "fan_in_fan_out": false,
         
     | 
| 10 | 
         
            +
              "inference_mode": true,
         
     | 
| 11 | 
         
            +
              "init_lora_weights": true,
         
     | 
| 12 | 
         
            +
              "layer_replication": null,
         
     | 
| 13 | 
         
            +
              "layers_pattern": null,
         
     | 
| 14 | 
         
            +
              "layers_to_transform": null,
         
     | 
| 15 | 
         
            +
              "loftq_config": {},
         
     | 
| 16 | 
         
            +
              "lora_alpha": 32,
         
     | 
| 17 | 
         
            +
              "lora_bias": false,
         
     | 
| 18 | 
         
            +
              "lora_dropout": 0.05,
         
     | 
| 19 | 
         
            +
              "megatron_config": null,
         
     | 
| 20 | 
         
            +
              "megatron_core": "megatron.core",
         
     | 
| 21 | 
         
            +
              "modules_to_save": [
         
     | 
| 22 | 
         
            +
                "classifier",
         
     | 
| 23 | 
         
            +
                "score",
         
     | 
| 24 | 
         
            +
                "classifier",
         
     | 
| 25 | 
         
            +
                "score"
         
     | 
| 26 | 
         
            +
              ],
         
     | 
| 27 | 
         
            +
              "peft_type": "LORA",
         
     | 
| 28 | 
         
            +
              "r": 16,
         
     | 
| 29 | 
         
            +
              "rank_pattern": {},
         
     | 
| 30 | 
         
            +
              "revision": null,
         
     | 
| 31 | 
         
            +
              "target_modules": [
         
     | 
| 32 | 
         
            +
                "o_proj",
         
     | 
| 33 | 
         
            +
                "v_proj",
         
     | 
| 34 | 
         
            +
                "q_proj",
         
     | 
| 35 | 
         
            +
                "k_proj"
         
     | 
| 36 | 
         
            +
              ],
         
     | 
| 37 | 
         
            +
              "task_type": "SEQ_CLS",
         
     | 
| 38 | 
         
            +
              "trainable_token_indices": null,
         
     | 
| 39 | 
         
            +
              "use_dora": false,
         
     | 
| 40 | 
         
            +
              "use_rslora": false
         
     | 
| 41 | 
         
            +
            }
         
     | 
    	
        adapter_model.safetensors
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:6cc5f5091b815ec3bc2b8e6521a0e2e26707a4e2f25c12c8e57dfb5b1ff0bc4c
         
     | 
| 3 | 
         
            +
            size 159473520
         
     | 
    	
        added_tokens.json
    ADDED
    
    | 
         @@ -0,0 +1,28 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "</think>": 151668,
         
     | 
| 3 | 
         
            +
              "</tool_call>": 151658,
         
     | 
| 4 | 
         
            +
              "</tool_response>": 151666,
         
     | 
| 5 | 
         
            +
              "<think>": 151667,
         
     | 
| 6 | 
         
            +
              "<tool_call>": 151657,
         
     | 
| 7 | 
         
            +
              "<tool_response>": 151665,
         
     | 
| 8 | 
         
            +
              "<|box_end|>": 151649,
         
     | 
| 9 | 
         
            +
              "<|box_start|>": 151648,
         
     | 
| 10 | 
         
            +
              "<|endoftext|>": 151643,
         
     | 
| 11 | 
         
            +
              "<|file_sep|>": 151664,
         
     | 
| 12 | 
         
            +
              "<|fim_middle|>": 151660,
         
     | 
| 13 | 
         
            +
              "<|fim_pad|>": 151662,
         
     | 
| 14 | 
         
            +
              "<|fim_prefix|>": 151659,
         
     | 
| 15 | 
         
            +
              "<|fim_suffix|>": 151661,
         
     | 
| 16 | 
         
            +
              "<|im_end|>": 151645,
         
     | 
| 17 | 
         
            +
              "<|im_start|>": 151644,
         
     | 
| 18 | 
         
            +
              "<|image_pad|>": 151655,
         
     | 
| 19 | 
         
            +
              "<|object_ref_end|>": 151647,
         
     | 
| 20 | 
         
            +
              "<|object_ref_start|>": 151646,
         
     | 
| 21 | 
         
            +
              "<|quad_end|>": 151651,
         
     | 
| 22 | 
         
            +
              "<|quad_start|>": 151650,
         
     | 
| 23 | 
         
            +
              "<|repo_name|>": 151663,
         
     | 
| 24 | 
         
            +
              "<|video_pad|>": 151656,
         
     | 
| 25 | 
         
            +
              "<|vision_end|>": 151653,
         
     | 
| 26 | 
         
            +
              "<|vision_pad|>": 151654,
         
     | 
| 27 | 
         
            +
              "<|vision_start|>": 151652
         
     | 
| 28 | 
         
            +
            }
         
     | 
    	
        chat_template.jinja
    ADDED
    
    | 
         @@ -0,0 +1,89 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {%- if tools %}
         
     | 
| 2 | 
         
            +
                {{- '<|im_start|>system\n' }}
         
     | 
| 3 | 
         
            +
                {%- if messages[0].role == 'system' %}
         
     | 
| 4 | 
         
            +
                    {{- messages[0].content + '\n\n' }}
         
     | 
| 5 | 
         
            +
                {%- endif %}
         
     | 
| 6 | 
         
            +
                {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
         
     | 
| 7 | 
         
            +
                {%- for tool in tools %}
         
     | 
| 8 | 
         
            +
                    {{- "\n" }}
         
     | 
| 9 | 
         
            +
                    {{- tool | tojson }}
         
     | 
| 10 | 
         
            +
                {%- endfor %}
         
     | 
| 11 | 
         
            +
                {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
         
     | 
| 12 | 
         
            +
            {%- else %}
         
     | 
| 13 | 
         
            +
                {%- if messages[0].role == 'system' %}
         
     | 
| 14 | 
         
            +
                    {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
         
     | 
| 15 | 
         
            +
                {%- endif %}
         
     | 
| 16 | 
         
            +
            {%- endif %}
         
     | 
| 17 | 
         
            +
            {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
         
     | 
| 18 | 
         
            +
            {%- for message in messages[::-1] %}
         
     | 
| 19 | 
         
            +
                {%- set index = (messages|length - 1) - loop.index0 %}
         
     | 
| 20 | 
         
            +
                {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
         
     | 
| 21 | 
         
            +
                    {%- set ns.multi_step_tool = false %}
         
     | 
| 22 | 
         
            +
                    {%- set ns.last_query_index = index %}
         
     | 
| 23 | 
         
            +
                {%- endif %}
         
     | 
| 24 | 
         
            +
            {%- endfor %}
         
     | 
| 25 | 
         
            +
            {%- for message in messages %}
         
     | 
| 26 | 
         
            +
                {%- if message.content is string %}
         
     | 
| 27 | 
         
            +
                    {%- set content = message.content %}
         
     | 
| 28 | 
         
            +
                {%- else %}
         
     | 
| 29 | 
         
            +
                    {%- set content = '' %}
         
     | 
| 30 | 
         
            +
                {%- endif %}
         
     | 
| 31 | 
         
            +
                {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
         
     | 
| 32 | 
         
            +
                    {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
         
     | 
| 33 | 
         
            +
                {%- elif message.role == "assistant" %}
         
     | 
| 34 | 
         
            +
                    {%- set reasoning_content = '' %}
         
     | 
| 35 | 
         
            +
                    {%- if message.reasoning_content is string %}
         
     | 
| 36 | 
         
            +
                        {%- set reasoning_content = message.reasoning_content %}
         
     | 
| 37 | 
         
            +
                    {%- else %}
         
     | 
| 38 | 
         
            +
                        {%- if '</think>' in content %}
         
     | 
| 39 | 
         
            +
                            {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
         
     | 
| 40 | 
         
            +
                            {%- set content = content.split('</think>')[-1].lstrip('\n') %}
         
     | 
| 41 | 
         
            +
                        {%- endif %}
         
     | 
| 42 | 
         
            +
                    {%- endif %}
         
     | 
| 43 | 
         
            +
                    {%- if loop.index0 > ns.last_query_index %}
         
     | 
| 44 | 
         
            +
                        {%- if loop.last or (not loop.last and reasoning_content) %}
         
     | 
| 45 | 
         
            +
                            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
         
     | 
| 46 | 
         
            +
                        {%- else %}
         
     | 
| 47 | 
         
            +
                            {{- '<|im_start|>' + message.role + '\n' + content }}
         
     | 
| 48 | 
         
            +
                        {%- endif %}
         
     | 
| 49 | 
         
            +
                    {%- else %}
         
     | 
| 50 | 
         
            +
                        {{- '<|im_start|>' + message.role + '\n' + content }}
         
     | 
| 51 | 
         
            +
                    {%- endif %}
         
     | 
| 52 | 
         
            +
                    {%- if message.tool_calls %}
         
     | 
| 53 | 
         
            +
                        {%- for tool_call in message.tool_calls %}
         
     | 
| 54 | 
         
            +
                            {%- if (loop.first and content) or (not loop.first) %}
         
     | 
| 55 | 
         
            +
                                {{- '\n' }}
         
     | 
| 56 | 
         
            +
                            {%- endif %}
         
     | 
| 57 | 
         
            +
                            {%- if tool_call.function %}
         
     | 
| 58 | 
         
            +
                                {%- set tool_call = tool_call.function %}
         
     | 
| 59 | 
         
            +
                            {%- endif %}
         
     | 
| 60 | 
         
            +
                            {{- '<tool_call>\n{"name": "' }}
         
     | 
| 61 | 
         
            +
                            {{- tool_call.name }}
         
     | 
| 62 | 
         
            +
                            {{- '", "arguments": ' }}
         
     | 
| 63 | 
         
            +
                            {%- if tool_call.arguments is string %}
         
     | 
| 64 | 
         
            +
                                {{- tool_call.arguments }}
         
     | 
| 65 | 
         
            +
                            {%- else %}
         
     | 
| 66 | 
         
            +
                                {{- tool_call.arguments | tojson }}
         
     | 
| 67 | 
         
            +
                            {%- endif %}
         
     | 
| 68 | 
         
            +
                            {{- '}\n</tool_call>' }}
         
     | 
| 69 | 
         
            +
                        {%- endfor %}
         
     | 
| 70 | 
         
            +
                    {%- endif %}
         
     | 
| 71 | 
         
            +
                    {{- '<|im_end|>\n' }}
         
     | 
| 72 | 
         
            +
                {%- elif message.role == "tool" %}
         
     | 
| 73 | 
         
            +
                    {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
         
     | 
| 74 | 
         
            +
                        {{- '<|im_start|>user' }}
         
     | 
| 75 | 
         
            +
                    {%- endif %}
         
     | 
| 76 | 
         
            +
                    {{- '\n<tool_response>\n' }}
         
     | 
| 77 | 
         
            +
                    {{- content }}
         
     | 
| 78 | 
         
            +
                    {{- '\n</tool_response>' }}
         
     | 
| 79 | 
         
            +
                    {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
         
     | 
| 80 | 
         
            +
                        {{- '<|im_end|>\n' }}
         
     | 
| 81 | 
         
            +
                    {%- endif %}
         
     | 
| 82 | 
         
            +
                {%- endif %}
         
     | 
| 83 | 
         
            +
            {%- endfor %}
         
     | 
| 84 | 
         
            +
            {%- if add_generation_prompt %}
         
     | 
| 85 | 
         
            +
                {{- '<|im_start|>assistant\n' }}
         
     | 
| 86 | 
         
            +
                {%- if enable_thinking is defined and enable_thinking is false %}
         
     | 
| 87 | 
         
            +
                    {{- '<think>\n\n</think>\n\n' }}
         
     | 
| 88 | 
         
            +
                {%- endif %}
         
     | 
| 89 | 
         
            +
            {%- endif %}
         
     | 
    	
        checkpoint-100/README.md
    ADDED
    
    | 
         @@ -0,0 +1,202 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            ---
         
     | 
| 2 | 
         
            +
            base_model: Qwen/Qwen3-32B
         
     | 
| 3 | 
         
            +
            library_name: peft
         
     | 
| 4 | 
         
            +
            ---
         
     | 
| 5 | 
         
            +
             
     | 
| 6 | 
         
            +
            # Model Card for Model ID
         
     | 
| 7 | 
         
            +
             
     | 
| 8 | 
         
            +
            <!-- Provide a quick summary of what the model is/does. -->
         
     | 
| 9 | 
         
            +
             
     | 
| 10 | 
         
            +
             
     | 
| 11 | 
         
            +
             
     | 
| 12 | 
         
            +
            ## Model Details
         
     | 
| 13 | 
         
            +
             
     | 
| 14 | 
         
            +
            ### Model Description
         
     | 
| 15 | 
         
            +
             
     | 
| 16 | 
         
            +
            <!-- Provide a longer summary of what this model is. -->
         
     | 
| 17 | 
         
            +
             
     | 
| 18 | 
         
            +
             
     | 
| 19 | 
         
            +
             
     | 
| 20 | 
         
            +
            - **Developed by:** [More Information Needed]
         
     | 
| 21 | 
         
            +
            - **Funded by [optional]:** [More Information Needed]
         
     | 
| 22 | 
         
            +
            - **Shared by [optional]:** [More Information Needed]
         
     | 
| 23 | 
         
            +
            - **Model type:** [More Information Needed]
         
     | 
| 24 | 
         
            +
            - **Language(s) (NLP):** [More Information Needed]
         
     | 
| 25 | 
         
            +
            - **License:** [More Information Needed]
         
     | 
| 26 | 
         
            +
            - **Finetuned from model [optional]:** [More Information Needed]
         
     | 
| 27 | 
         
            +
             
     | 
| 28 | 
         
            +
            ### Model Sources [optional]
         
     | 
| 29 | 
         
            +
             
     | 
| 30 | 
         
            +
            <!-- Provide the basic links for the model. -->
         
     | 
| 31 | 
         
            +
             
     | 
| 32 | 
         
            +
            - **Repository:** [More Information Needed]
         
     | 
| 33 | 
         
            +
            - **Paper [optional]:** [More Information Needed]
         
     | 
| 34 | 
         
            +
            - **Demo [optional]:** [More Information Needed]
         
     | 
| 35 | 
         
            +
             
     | 
| 36 | 
         
            +
            ## Uses
         
     | 
| 37 | 
         
            +
             
     | 
| 38 | 
         
            +
            <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
         
     | 
| 39 | 
         
            +
             
     | 
| 40 | 
         
            +
            ### Direct Use
         
     | 
| 41 | 
         
            +
             
     | 
| 42 | 
         
            +
            <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
         
     | 
| 43 | 
         
            +
             
     | 
| 44 | 
         
            +
            [More Information Needed]
         
     | 
| 45 | 
         
            +
             
     | 
| 46 | 
         
            +
            ### Downstream Use [optional]
         
     | 
| 47 | 
         
            +
             
     | 
| 48 | 
         
            +
            <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
         
     | 
| 49 | 
         
            +
             
     | 
| 50 | 
         
            +
            [More Information Needed]
         
     | 
| 51 | 
         
            +
             
     | 
| 52 | 
         
            +
            ### Out-of-Scope Use
         
     | 
| 53 | 
         
            +
             
     | 
| 54 | 
         
            +
            <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
         
     | 
| 55 | 
         
            +
             
     | 
| 56 | 
         
            +
            [More Information Needed]
         
     | 
| 57 | 
         
            +
             
     | 
| 58 | 
         
            +
            ## Bias, Risks, and Limitations
         
     | 
| 59 | 
         
            +
             
     | 
| 60 | 
         
            +
            <!-- This section is meant to convey both technical and sociotechnical limitations. -->
         
     | 
| 61 | 
         
            +
             
     | 
| 62 | 
         
            +
            [More Information Needed]
         
     | 
| 63 | 
         
            +
             
     | 
| 64 | 
         
            +
            ### Recommendations
         
     | 
| 65 | 
         
            +
             
     | 
| 66 | 
         
            +
            <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
         
     | 
| 67 | 
         
            +
             
     | 
| 68 | 
         
            +
            Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
         
     | 
| 69 | 
         
            +
             
     | 
| 70 | 
         
            +
            ## How to Get Started with the Model
         
     | 
| 71 | 
         
            +
             
     | 
| 72 | 
         
            +
            Use the code below to get started with the model.
         
     | 
| 73 | 
         
            +
             
     | 
| 74 | 
         
            +
            [More Information Needed]
         
     | 
| 75 | 
         
            +
             
     | 
| 76 | 
         
            +
            ## Training Details
         
     | 
| 77 | 
         
            +
             
     | 
| 78 | 
         
            +
            ### Training Data
         
     | 
| 79 | 
         
            +
             
     | 
| 80 | 
         
            +
            <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
         
     | 
| 81 | 
         
            +
             
     | 
| 82 | 
         
            +
            [More Information Needed]
         
     | 
| 83 | 
         
            +
             
     | 
| 84 | 
         
            +
            ### Training Procedure
         
     | 
| 85 | 
         
            +
             
     | 
| 86 | 
         
            +
            <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
         
     | 
| 87 | 
         
            +
             
     | 
| 88 | 
         
            +
            #### Preprocessing [optional]
         
     | 
| 89 | 
         
            +
             
     | 
| 90 | 
         
            +
            [More Information Needed]
         
     | 
| 91 | 
         
            +
             
     | 
| 92 | 
         
            +
             
     | 
| 93 | 
         
            +
            #### Training Hyperparameters
         
     | 
| 94 | 
         
            +
             
     | 
| 95 | 
         
            +
            - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
         
     | 
| 96 | 
         
            +
             
     | 
| 97 | 
         
            +
            #### Speeds, Sizes, Times [optional]
         
     | 
| 98 | 
         
            +
             
     | 
| 99 | 
         
            +
            <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
         
     | 
| 100 | 
         
            +
             
     | 
| 101 | 
         
            +
            [More Information Needed]
         
     | 
| 102 | 
         
            +
             
     | 
| 103 | 
         
            +
            ## Evaluation
         
     | 
| 104 | 
         
            +
             
     | 
| 105 | 
         
            +
            <!-- This section describes the evaluation protocols and provides the results. -->
         
     | 
| 106 | 
         
            +
             
     | 
| 107 | 
         
            +
            ### Testing Data, Factors & Metrics
         
     | 
| 108 | 
         
            +
             
     | 
| 109 | 
         
            +
            #### Testing Data
         
     | 
| 110 | 
         
            +
             
     | 
| 111 | 
         
            +
            <!-- This should link to a Dataset Card if possible. -->
         
     | 
| 112 | 
         
            +
             
     | 
| 113 | 
         
            +
            [More Information Needed]
         
     | 
| 114 | 
         
            +
             
     | 
| 115 | 
         
            +
            #### Factors
         
     | 
| 116 | 
         
            +
             
     | 
| 117 | 
         
            +
            <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
         
     | 
| 118 | 
         
            +
             
     | 
| 119 | 
         
            +
            [More Information Needed]
         
     | 
| 120 | 
         
            +
             
     | 
| 121 | 
         
            +
            #### Metrics
         
     | 
| 122 | 
         
            +
             
     | 
| 123 | 
         
            +
            <!-- These are the evaluation metrics being used, ideally with a description of why. -->
         
     | 
| 124 | 
         
            +
             
     | 
| 125 | 
         
            +
            [More Information Needed]
         
     | 
| 126 | 
         
            +
             
     | 
| 127 | 
         
            +
            ### Results
         
     | 
| 128 | 
         
            +
             
     | 
| 129 | 
         
            +
            [More Information Needed]
         
     | 
| 130 | 
         
            +
             
     | 
| 131 | 
         
            +
            #### Summary
         
     | 
| 132 | 
         
            +
             
     | 
| 133 | 
         
            +
             
     | 
| 134 | 
         
            +
             
     | 
| 135 | 
         
            +
            ## Model Examination [optional]
         
     | 
| 136 | 
         
            +
             
     | 
| 137 | 
         
            +
            <!-- Relevant interpretability work for the model goes here -->
         
     | 
| 138 | 
         
            +
             
     | 
| 139 | 
         
            +
            [More Information Needed]
         
     | 
| 140 | 
         
            +
             
     | 
| 141 | 
         
            +
            ## Environmental Impact
         
     | 
| 142 | 
         
            +
             
     | 
| 143 | 
         
            +
            <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
         
     | 
| 144 | 
         
            +
             
     | 
| 145 | 
         
            +
            Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
         
     | 
| 146 | 
         
            +
             
     | 
| 147 | 
         
            +
            - **Hardware Type:** [More Information Needed]
         
     | 
| 148 | 
         
            +
            - **Hours used:** [More Information Needed]
         
     | 
| 149 | 
         
            +
            - **Cloud Provider:** [More Information Needed]
         
     | 
| 150 | 
         
            +
            - **Compute Region:** [More Information Needed]
         
     | 
| 151 | 
         
            +
            - **Carbon Emitted:** [More Information Needed]
         
     | 
| 152 | 
         
            +
             
     | 
| 153 | 
         
            +
            ## Technical Specifications [optional]
         
     | 
| 154 | 
         
            +
             
     | 
| 155 | 
         
            +
            ### Model Architecture and Objective
         
     | 
| 156 | 
         
            +
             
     | 
| 157 | 
         
            +
            [More Information Needed]
         
     | 
| 158 | 
         
            +
             
     | 
| 159 | 
         
            +
            ### Compute Infrastructure
         
     | 
| 160 | 
         
            +
             
     | 
| 161 | 
         
            +
            [More Information Needed]
         
     | 
| 162 | 
         
            +
             
     | 
| 163 | 
         
            +
            #### Hardware
         
     | 
| 164 | 
         
            +
             
     | 
| 165 | 
         
            +
            [More Information Needed]
         
     | 
| 166 | 
         
            +
             
     | 
| 167 | 
         
            +
            #### Software
         
     | 
| 168 | 
         
            +
             
     | 
| 169 | 
         
            +
            [More Information Needed]
         
     | 
| 170 | 
         
            +
             
     | 
| 171 | 
         
            +
            ## Citation [optional]
         
     | 
| 172 | 
         
            +
             
     | 
| 173 | 
         
            +
            <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
         
     | 
| 174 | 
         
            +
             
     | 
| 175 | 
         
            +
            **BibTeX:**
         
     | 
| 176 | 
         
            +
             
     | 
| 177 | 
         
            +
            [More Information Needed]
         
     | 
| 178 | 
         
            +
             
     | 
| 179 | 
         
            +
            **APA:**
         
     | 
| 180 | 
         
            +
             
     | 
| 181 | 
         
            +
            [More Information Needed]
         
     | 
| 182 | 
         
            +
             
     | 
| 183 | 
         
            +
            ## Glossary [optional]
         
     | 
| 184 | 
         
            +
             
     | 
| 185 | 
         
            +
            <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
         
     | 
| 186 | 
         
            +
             
     | 
| 187 | 
         
            +
            [More Information Needed]
         
     | 
| 188 | 
         
            +
             
     | 
| 189 | 
         
            +
            ## More Information [optional]
         
     | 
| 190 | 
         
            +
             
     | 
| 191 | 
         
            +
            [More Information Needed]
         
     | 
| 192 | 
         
            +
             
     | 
| 193 | 
         
            +
            ## Model Card Authors [optional]
         
     | 
| 194 | 
         
            +
             
     | 
| 195 | 
         
            +
            [More Information Needed]
         
     | 
| 196 | 
         
            +
             
     | 
| 197 | 
         
            +
            ## Model Card Contact
         
     | 
| 198 | 
         
            +
             
     | 
| 199 | 
         
            +
            [More Information Needed]
         
     | 
| 200 | 
         
            +
            ### Framework versions
         
     | 
| 201 | 
         
            +
             
     | 
| 202 | 
         
            +
            - PEFT 0.15.2
         
     | 
    	
        checkpoint-100/adapter_config.json
    ADDED
    
    | 
         @@ -0,0 +1,39 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "alpha_pattern": {},
         
     | 
| 3 | 
         
            +
              "auto_mapping": null,
         
     | 
| 4 | 
         
            +
              "base_model_name_or_path": "Qwen/Qwen3-32B",
         
     | 
| 5 | 
         
            +
              "bias": "none",
         
     | 
| 6 | 
         
            +
              "corda_config": null,
         
     | 
| 7 | 
         
            +
              "eva_config": null,
         
     | 
| 8 | 
         
            +
              "exclude_modules": null,
         
     | 
| 9 | 
         
            +
              "fan_in_fan_out": false,
         
     | 
| 10 | 
         
            +
              "inference_mode": true,
         
     | 
| 11 | 
         
            +
              "init_lora_weights": true,
         
     | 
| 12 | 
         
            +
              "layer_replication": null,
         
     | 
| 13 | 
         
            +
              "layers_pattern": null,
         
     | 
| 14 | 
         
            +
              "layers_to_transform": null,
         
     | 
| 15 | 
         
            +
              "loftq_config": {},
         
     | 
| 16 | 
         
            +
              "lora_alpha": 32,
         
     | 
| 17 | 
         
            +
              "lora_bias": false,
         
     | 
| 18 | 
         
            +
              "lora_dropout": 0.05,
         
     | 
| 19 | 
         
            +
              "megatron_config": null,
         
     | 
| 20 | 
         
            +
              "megatron_core": "megatron.core",
         
     | 
| 21 | 
         
            +
              "modules_to_save": [
         
     | 
| 22 | 
         
            +
                "classifier",
         
     | 
| 23 | 
         
            +
                "score"
         
     | 
| 24 | 
         
            +
              ],
         
     | 
| 25 | 
         
            +
              "peft_type": "LORA",
         
     | 
| 26 | 
         
            +
              "r": 16,
         
     | 
| 27 | 
         
            +
              "rank_pattern": {},
         
     | 
| 28 | 
         
            +
              "revision": null,
         
     | 
| 29 | 
         
            +
              "target_modules": [
         
     | 
| 30 | 
         
            +
                "o_proj",
         
     | 
| 31 | 
         
            +
                "v_proj",
         
     | 
| 32 | 
         
            +
                "q_proj",
         
     | 
| 33 | 
         
            +
                "k_proj"
         
     | 
| 34 | 
         
            +
              ],
         
     | 
| 35 | 
         
            +
              "task_type": "SEQ_CLS",
         
     | 
| 36 | 
         
            +
              "trainable_token_indices": null,
         
     | 
| 37 | 
         
            +
              "use_dora": false,
         
     | 
| 38 | 
         
            +
              "use_rslora": false
         
     | 
| 39 | 
         
            +
            }
         
     | 
    	
        checkpoint-100/adapter_model.safetensors
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:1a6e813d43c6cd4f6ff979da2410b8007eff85210b563b125d619c68172b206b
         
     | 
| 3 | 
         
            +
            size 159494000
         
     | 
    	
        checkpoint-100/rng_state.pth
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:9e8e11694ea6cb0b7912e675c7bfac55715e7e70508650d67727ce780675ebdf
         
     | 
| 3 | 
         
            +
            size 14244
         
     | 
    	
        checkpoint-100/trainer_state.json
    ADDED
    
    | 
         @@ -0,0 +1,104 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "best_global_step": null,
         
     | 
| 3 | 
         
            +
              "best_metric": null,
         
     | 
| 4 | 
         
            +
              "best_model_checkpoint": null,
         
     | 
| 5 | 
         
            +
              "epoch": 0.1,
         
     | 
| 6 | 
         
            +
              "eval_steps": 500,
         
     | 
| 7 | 
         
            +
              "global_step": 100,
         
     | 
| 8 | 
         
            +
              "is_hyper_param_search": false,
         
     | 
| 9 | 
         
            +
              "is_local_process_zero": true,
         
     | 
| 10 | 
         
            +
              "is_world_process_zero": true,
         
     | 
| 11 | 
         
            +
              "log_history": [
         
     | 
| 12 | 
         
            +
                {
         
     | 
| 13 | 
         
            +
                  "epoch": 0.01,
         
     | 
| 14 | 
         
            +
                  "grad_norm": 4.967028743863011e-08,
         
     | 
| 15 | 
         
            +
                  "learning_rate": 0.000192,
         
     | 
| 16 | 
         
            +
                  "loss": 2.1803,
         
     | 
| 17 | 
         
            +
                  "step": 10
         
     | 
| 18 | 
         
            +
                },
         
     | 
| 19 | 
         
            +
                {
         
     | 
| 20 | 
         
            +
                  "epoch": 0.02,
         
     | 
| 21 | 
         
            +
                  "grad_norm": 163.9561767578125,
         
     | 
| 22 | 
         
            +
                  "learning_rate": 0.000174,
         
     | 
| 23 | 
         
            +
                  "loss": 5.3708,
         
     | 
| 24 | 
         
            +
                  "step": 20
         
     | 
| 25 | 
         
            +
                },
         
     | 
| 26 | 
         
            +
                {
         
     | 
| 27 | 
         
            +
                  "epoch": 0.03,
         
     | 
| 28 | 
         
            +
                  "grad_norm": 10.285516738891602,
         
     | 
| 29 | 
         
            +
                  "learning_rate": 0.00015800000000000002,
         
     | 
| 30 | 
         
            +
                  "loss": 1.9787,
         
     | 
| 31 | 
         
            +
                  "step": 30
         
     | 
| 32 | 
         
            +
                },
         
     | 
| 33 | 
         
            +
                {
         
     | 
| 34 | 
         
            +
                  "epoch": 0.04,
         
     | 
| 35 | 
         
            +
                  "grad_norm": 0.2226715236902237,
         
     | 
| 36 | 
         
            +
                  "learning_rate": 0.000138,
         
     | 
| 37 | 
         
            +
                  "loss": 2.7079,
         
     | 
| 38 | 
         
            +
                  "step": 40
         
     | 
| 39 | 
         
            +
                },
         
     | 
| 40 | 
         
            +
                {
         
     | 
| 41 | 
         
            +
                  "epoch": 0.05,
         
     | 
| 42 | 
         
            +
                  "grad_norm": 364.0879211425781,
         
     | 
| 43 | 
         
            +
                  "learning_rate": 0.000118,
         
     | 
| 44 | 
         
            +
                  "loss": 3.3824,
         
     | 
| 45 | 
         
            +
                  "step": 50
         
     | 
| 46 | 
         
            +
                },
         
     | 
| 47 | 
         
            +
                {
         
     | 
| 48 | 
         
            +
                  "epoch": 0.06,
         
     | 
| 49 | 
         
            +
                  "grad_norm": 5.139416694641113,
         
     | 
| 50 | 
         
            +
                  "learning_rate": 9.8e-05,
         
     | 
| 51 | 
         
            +
                  "loss": 2.3572,
         
     | 
| 52 | 
         
            +
                  "step": 60
         
     | 
| 53 | 
         
            +
                },
         
     | 
| 54 | 
         
            +
                {
         
     | 
| 55 | 
         
            +
                  "epoch": 0.07,
         
     | 
| 56 | 
         
            +
                  "grad_norm": 419.88128662109375,
         
     | 
| 57 | 
         
            +
                  "learning_rate": 7.800000000000001e-05,
         
     | 
| 58 | 
         
            +
                  "loss": 4.058,
         
     | 
| 59 | 
         
            +
                  "step": 70
         
     | 
| 60 | 
         
            +
                },
         
     | 
| 61 | 
         
            +
                {
         
     | 
| 62 | 
         
            +
                  "epoch": 0.08,
         
     | 
| 63 | 
         
            +
                  "grad_norm": 192.04869079589844,
         
     | 
| 64 | 
         
            +
                  "learning_rate": 5.8e-05,
         
     | 
| 65 | 
         
            +
                  "loss": 2.2558,
         
     | 
| 66 | 
         
            +
                  "step": 80
         
     | 
| 67 | 
         
            +
                },
         
     | 
| 68 | 
         
            +
                {
         
     | 
| 69 | 
         
            +
                  "epoch": 0.09,
         
     | 
| 70 | 
         
            +
                  "grad_norm": 168.4913787841797,
         
     | 
| 71 | 
         
            +
                  "learning_rate": 3.8e-05,
         
     | 
| 72 | 
         
            +
                  "loss": 1.9433,
         
     | 
| 73 | 
         
            +
                  "step": 90
         
     | 
| 74 | 
         
            +
                },
         
     | 
| 75 | 
         
            +
                {
         
     | 
| 76 | 
         
            +
                  "epoch": 0.1,
         
     | 
| 77 | 
         
            +
                  "grad_norm": 0.12165103852748871,
         
     | 
| 78 | 
         
            +
                  "learning_rate": 1.8e-05,
         
     | 
| 79 | 
         
            +
                  "loss": 1.3696,
         
     | 
| 80 | 
         
            +
                  "step": 100
         
     | 
| 81 | 
         
            +
                }
         
     | 
| 82 | 
         
            +
              ],
         
     | 
| 83 | 
         
            +
              "logging_steps": 10,
         
     | 
| 84 | 
         
            +
              "max_steps": 100,
         
     | 
| 85 | 
         
            +
              "num_input_tokens_seen": 0,
         
     | 
| 86 | 
         
            +
              "num_train_epochs": 1,
         
     | 
| 87 | 
         
            +
              "save_steps": 100,
         
     | 
| 88 | 
         
            +
              "stateful_callbacks": {
         
     | 
| 89 | 
         
            +
                "TrainerControl": {
         
     | 
| 90 | 
         
            +
                  "args": {
         
     | 
| 91 | 
         
            +
                    "should_epoch_stop": false,
         
     | 
| 92 | 
         
            +
                    "should_evaluate": false,
         
     | 
| 93 | 
         
            +
                    "should_log": false,
         
     | 
| 94 | 
         
            +
                    "should_save": true,
         
     | 
| 95 | 
         
            +
                    "should_training_stop": true
         
     | 
| 96 | 
         
            +
                  },
         
     | 
| 97 | 
         
            +
                  "attributes": {}
         
     | 
| 98 | 
         
            +
                }
         
     | 
| 99 | 
         
            +
              },
         
     | 
| 100 | 
         
            +
              "total_flos": 9598821885542400.0,
         
     | 
| 101 | 
         
            +
              "train_batch_size": 1,
         
     | 
| 102 | 
         
            +
              "trial_name": null,
         
     | 
| 103 | 
         
            +
              "trial_params": null
         
     | 
| 104 | 
         
            +
            }
         
     | 
    	
        checkpoint-100/training_args.bin
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:f4c99a054088b0f69a9ffc184b9e24256a48347db7684dfd2dd457cef2796a1c
         
     | 
| 3 | 
         
            +
            size 5304
         
     | 
    	
        checkpoint-200/README.md
    ADDED
    
    | 
         @@ -0,0 +1,202 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            ---
         
     | 
| 2 | 
         
            +
            base_model: Qwen/Qwen3-32B
         
     | 
| 3 | 
         
            +
            library_name: peft
         
     | 
| 4 | 
         
            +
            ---
         
     | 
| 5 | 
         
            +
             
     | 
| 6 | 
         
            +
            # Model Card for Model ID
         
     | 
| 7 | 
         
            +
             
     | 
| 8 | 
         
            +
            <!-- Provide a quick summary of what the model is/does. -->
         
     | 
| 9 | 
         
            +
             
     | 
| 10 | 
         
            +
             
     | 
| 11 | 
         
            +
             
     | 
| 12 | 
         
            +
            ## Model Details
         
     | 
| 13 | 
         
            +
             
     | 
| 14 | 
         
            +
            ### Model Description
         
     | 
| 15 | 
         
            +
             
     | 
| 16 | 
         
            +
            <!-- Provide a longer summary of what this model is. -->
         
     | 
| 17 | 
         
            +
             
     | 
| 18 | 
         
            +
             
     | 
| 19 | 
         
            +
             
     | 
| 20 | 
         
            +
            - **Developed by:** [More Information Needed]
         
     | 
| 21 | 
         
            +
            - **Funded by [optional]:** [More Information Needed]
         
     | 
| 22 | 
         
            +
            - **Shared by [optional]:** [More Information Needed]
         
     | 
| 23 | 
         
            +
            - **Model type:** [More Information Needed]
         
     | 
| 24 | 
         
            +
            - **Language(s) (NLP):** [More Information Needed]
         
     | 
| 25 | 
         
            +
            - **License:** [More Information Needed]
         
     | 
| 26 | 
         
            +
            - **Finetuned from model [optional]:** [More Information Needed]
         
     | 
| 27 | 
         
            +
             
     | 
| 28 | 
         
            +
            ### Model Sources [optional]
         
     | 
| 29 | 
         
            +
             
     | 
| 30 | 
         
            +
            <!-- Provide the basic links for the model. -->
         
     | 
| 31 | 
         
            +
             
     | 
| 32 | 
         
            +
            - **Repository:** [More Information Needed]
         
     | 
| 33 | 
         
            +
            - **Paper [optional]:** [More Information Needed]
         
     | 
| 34 | 
         
            +
            - **Demo [optional]:** [More Information Needed]
         
     | 
| 35 | 
         
            +
             
     | 
| 36 | 
         
            +
            ## Uses
         
     | 
| 37 | 
         
            +
             
     | 
| 38 | 
         
            +
            <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
         
     | 
| 39 | 
         
            +
             
     | 
| 40 | 
         
            +
            ### Direct Use
         
     | 
| 41 | 
         
            +
             
     | 
| 42 | 
         
            +
            <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
         
     | 
| 43 | 
         
            +
             
     | 
| 44 | 
         
            +
            [More Information Needed]
         
     | 
| 45 | 
         
            +
             
     | 
| 46 | 
         
            +
            ### Downstream Use [optional]
         
     | 
| 47 | 
         
            +
             
     | 
| 48 | 
         
            +
            <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
         
     | 
| 49 | 
         
            +
             
     | 
| 50 | 
         
            +
            [More Information Needed]
         
     | 
| 51 | 
         
            +
             
     | 
| 52 | 
         
            +
            ### Out-of-Scope Use
         
     | 
| 53 | 
         
            +
             
     | 
| 54 | 
         
            +
            <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
         
     | 
| 55 | 
         
            +
             
     | 
| 56 | 
         
            +
            [More Information Needed]
         
     | 
| 57 | 
         
            +
             
     | 
| 58 | 
         
            +
            ## Bias, Risks, and Limitations
         
     | 
| 59 | 
         
            +
             
     | 
| 60 | 
         
            +
            <!-- This section is meant to convey both technical and sociotechnical limitations. -->
         
     | 
| 61 | 
         
            +
             
     | 
| 62 | 
         
            +
            [More Information Needed]
         
     | 
| 63 | 
         
            +
             
     | 
| 64 | 
         
            +
            ### Recommendations
         
     | 
| 65 | 
         
            +
             
     | 
| 66 | 
         
            +
            <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
         
     | 
| 67 | 
         
            +
             
     | 
| 68 | 
         
            +
            Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
         
     | 
| 69 | 
         
            +
             
     | 
| 70 | 
         
            +
            ## How to Get Started with the Model
         
     | 
| 71 | 
         
            +
             
     | 
| 72 | 
         
            +
            Use the code below to get started with the model.
         
     | 
| 73 | 
         
            +
             
     | 
| 74 | 
         
            +
            [More Information Needed]
         
     | 
| 75 | 
         
            +
             
     | 
| 76 | 
         
            +
            ## Training Details
         
     | 
| 77 | 
         
            +
             
     | 
| 78 | 
         
            +
            ### Training Data
         
     | 
| 79 | 
         
            +
             
     | 
| 80 | 
         
            +
            <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
         
     | 
| 81 | 
         
            +
             
     | 
| 82 | 
         
            +
            [More Information Needed]
         
     | 
| 83 | 
         
            +
             
     | 
| 84 | 
         
            +
            ### Training Procedure
         
     | 
| 85 | 
         
            +
             
     | 
| 86 | 
         
            +
            <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
         
     | 
| 87 | 
         
            +
             
     | 
| 88 | 
         
            +
            #### Preprocessing [optional]
         
     | 
| 89 | 
         
            +
             
     | 
| 90 | 
         
            +
            [More Information Needed]
         
     | 
| 91 | 
         
            +
             
     | 
| 92 | 
         
            +
             
     | 
| 93 | 
         
            +
            #### Training Hyperparameters
         
     | 
| 94 | 
         
            +
             
     | 
| 95 | 
         
            +
            - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
         
     | 
| 96 | 
         
            +
             
     | 
| 97 | 
         
            +
            #### Speeds, Sizes, Times [optional]
         
     | 
| 98 | 
         
            +
             
     | 
| 99 | 
         
            +
            <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
         
     | 
| 100 | 
         
            +
             
     | 
| 101 | 
         
            +
            [More Information Needed]
         
     | 
| 102 | 
         
            +
             
     | 
| 103 | 
         
            +
            ## Evaluation
         
     | 
| 104 | 
         
            +
             
     | 
| 105 | 
         
            +
            <!-- This section describes the evaluation protocols and provides the results. -->
         
     | 
| 106 | 
         
            +
             
     | 
| 107 | 
         
            +
            ### Testing Data, Factors & Metrics
         
     | 
| 108 | 
         
            +
             
     | 
| 109 | 
         
            +
            #### Testing Data
         
     | 
| 110 | 
         
            +
             
     | 
| 111 | 
         
            +
            <!-- This should link to a Dataset Card if possible. -->
         
     | 
| 112 | 
         
            +
             
     | 
| 113 | 
         
            +
            [More Information Needed]
         
     | 
| 114 | 
         
            +
             
     | 
| 115 | 
         
            +
            #### Factors
         
     | 
| 116 | 
         
            +
             
     | 
| 117 | 
         
            +
            <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
         
     | 
| 118 | 
         
            +
             
     | 
| 119 | 
         
            +
            [More Information Needed]
         
     | 
| 120 | 
         
            +
             
     | 
| 121 | 
         
            +
            #### Metrics
         
     | 
| 122 | 
         
            +
             
     | 
| 123 | 
         
            +
            <!-- These are the evaluation metrics being used, ideally with a description of why. -->
         
     | 
| 124 | 
         
            +
             
     | 
| 125 | 
         
            +
            [More Information Needed]
         
     | 
| 126 | 
         
            +
             
     | 
| 127 | 
         
            +
            ### Results
         
     | 
| 128 | 
         
            +
             
     | 
| 129 | 
         
            +
            [More Information Needed]
         
     | 
| 130 | 
         
            +
             
     | 
| 131 | 
         
            +
            #### Summary
         
     | 
| 132 | 
         
            +
             
     | 
| 133 | 
         
            +
             
     | 
| 134 | 
         
            +
             
     | 
| 135 | 
         
            +
            ## Model Examination [optional]
         
     | 
| 136 | 
         
            +
             
     | 
| 137 | 
         
            +
            <!-- Relevant interpretability work for the model goes here -->
         
     | 
| 138 | 
         
            +
             
     | 
| 139 | 
         
            +
            [More Information Needed]
         
     | 
| 140 | 
         
            +
             
     | 
| 141 | 
         
            +
            ## Environmental Impact
         
     | 
| 142 | 
         
            +
             
     | 
| 143 | 
         
            +
            <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
         
     | 
| 144 | 
         
            +
             
     | 
| 145 | 
         
            +
            Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
         
     | 
| 146 | 
         
            +
             
     | 
| 147 | 
         
            +
            - **Hardware Type:** [More Information Needed]
         
     | 
| 148 | 
         
            +
            - **Hours used:** [More Information Needed]
         
     | 
| 149 | 
         
            +
            - **Cloud Provider:** [More Information Needed]
         
     | 
| 150 | 
         
            +
            - **Compute Region:** [More Information Needed]
         
     | 
| 151 | 
         
            +
            - **Carbon Emitted:** [More Information Needed]
         
     | 
| 152 | 
         
            +
             
     | 
| 153 | 
         
            +
            ## Technical Specifications [optional]
         
     | 
| 154 | 
         
            +
             
     | 
| 155 | 
         
            +
            ### Model Architecture and Objective
         
     | 
| 156 | 
         
            +
             
     | 
| 157 | 
         
            +
            [More Information Needed]
         
     | 
| 158 | 
         
            +
             
     | 
| 159 | 
         
            +
            ### Compute Infrastructure
         
     | 
| 160 | 
         
            +
             
     | 
| 161 | 
         
            +
            [More Information Needed]
         
     | 
| 162 | 
         
            +
             
     | 
| 163 | 
         
            +
            #### Hardware
         
     | 
| 164 | 
         
            +
             
     | 
| 165 | 
         
            +
            [More Information Needed]
         
     | 
| 166 | 
         
            +
             
     | 
| 167 | 
         
            +
            #### Software
         
     | 
| 168 | 
         
            +
             
     | 
| 169 | 
         
            +
            [More Information Needed]
         
     | 
| 170 | 
         
            +
             
     | 
| 171 | 
         
            +
            ## Citation [optional]
         
     | 
| 172 | 
         
            +
             
     | 
| 173 | 
         
            +
            <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
         
     | 
| 174 | 
         
            +
             
     | 
| 175 | 
         
            +
            **BibTeX:**
         
     | 
| 176 | 
         
            +
             
     | 
| 177 | 
         
            +
            [More Information Needed]
         
     | 
| 178 | 
         
            +
             
     | 
| 179 | 
         
            +
            **APA:**
         
     | 
| 180 | 
         
            +
             
     | 
| 181 | 
         
            +
            [More Information Needed]
         
     | 
| 182 | 
         
            +
             
     | 
| 183 | 
         
            +
            ## Glossary [optional]
         
     | 
| 184 | 
         
            +
             
     | 
| 185 | 
         
            +
            <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
         
     | 
| 186 | 
         
            +
             
     | 
| 187 | 
         
            +
            [More Information Needed]
         
     | 
| 188 | 
         
            +
             
     | 
| 189 | 
         
            +
            ## More Information [optional]
         
     | 
| 190 | 
         
            +
             
     | 
| 191 | 
         
            +
            [More Information Needed]
         
     | 
| 192 | 
         
            +
             
     | 
| 193 | 
         
            +
            ## Model Card Authors [optional]
         
     | 
| 194 | 
         
            +
             
     | 
| 195 | 
         
            +
            [More Information Needed]
         
     | 
| 196 | 
         
            +
             
     | 
| 197 | 
         
            +
            ## Model Card Contact
         
     | 
| 198 | 
         
            +
             
     | 
| 199 | 
         
            +
            [More Information Needed]
         
     | 
| 200 | 
         
            +
            ### Framework versions
         
     | 
| 201 | 
         
            +
             
     | 
| 202 | 
         
            +
            - PEFT 0.15.2
         
     | 
    	
        checkpoint-200/adapter_config.json
    ADDED
    
    | 
         @@ -0,0 +1,39 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "alpha_pattern": {},
         
     | 
| 3 | 
         
            +
              "auto_mapping": null,
         
     | 
| 4 | 
         
            +
              "base_model_name_or_path": "Qwen/Qwen3-32B",
         
     | 
| 5 | 
         
            +
              "bias": "none",
         
     | 
| 6 | 
         
            +
              "corda_config": null,
         
     | 
| 7 | 
         
            +
              "eva_config": null,
         
     | 
| 8 | 
         
            +
              "exclude_modules": null,
         
     | 
| 9 | 
         
            +
              "fan_in_fan_out": false,
         
     | 
| 10 | 
         
            +
              "inference_mode": true,
         
     | 
| 11 | 
         
            +
              "init_lora_weights": true,
         
     | 
| 12 | 
         
            +
              "layer_replication": null,
         
     | 
| 13 | 
         
            +
              "layers_pattern": null,
         
     | 
| 14 | 
         
            +
              "layers_to_transform": null,
         
     | 
| 15 | 
         
            +
              "loftq_config": {},
         
     | 
| 16 | 
         
            +
              "lora_alpha": 32,
         
     | 
| 17 | 
         
            +
              "lora_bias": false,
         
     | 
| 18 | 
         
            +
              "lora_dropout": 0.05,
         
     | 
| 19 | 
         
            +
              "megatron_config": null,
         
     | 
| 20 | 
         
            +
              "megatron_core": "megatron.core",
         
     | 
| 21 | 
         
            +
              "modules_to_save": [
         
     | 
| 22 | 
         
            +
                "classifier",
         
     | 
| 23 | 
         
            +
                "score"
         
     | 
| 24 | 
         
            +
              ],
         
     | 
| 25 | 
         
            +
              "peft_type": "LORA",
         
     | 
| 26 | 
         
            +
              "r": 16,
         
     | 
| 27 | 
         
            +
              "rank_pattern": {},
         
     | 
| 28 | 
         
            +
              "revision": null,
         
     | 
| 29 | 
         
            +
              "target_modules": [
         
     | 
| 30 | 
         
            +
                "o_proj",
         
     | 
| 31 | 
         
            +
                "v_proj",
         
     | 
| 32 | 
         
            +
                "q_proj",
         
     | 
| 33 | 
         
            +
                "k_proj"
         
     | 
| 34 | 
         
            +
              ],
         
     | 
| 35 | 
         
            +
              "task_type": "SEQ_CLS",
         
     | 
| 36 | 
         
            +
              "trainable_token_indices": null,
         
     | 
| 37 | 
         
            +
              "use_dora": false,
         
     | 
| 38 | 
         
            +
              "use_rslora": false
         
     | 
| 39 | 
         
            +
            }
         
     | 
    	
        checkpoint-200/adapter_model.safetensors
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:2ba3ac480aaacabc22ed61b9198986b2413e6705ccacbd1cbd5e3a690787ed06
         
     | 
| 3 | 
         
            +
            size 159494000
         
     | 
    	
        checkpoint-200/rng_state.pth
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:cf7c106b3c5fd556c0b88430b91cec7509e44e53077903a9c31396c21490f2c9
         
     | 
| 3 | 
         
            +
            size 14244
         
     | 
    	
        checkpoint-200/trainer_state.json
    ADDED
    
    | 
         @@ -0,0 +1,174 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "best_global_step": null,
         
     | 
| 3 | 
         
            +
              "best_metric": null,
         
     | 
| 4 | 
         
            +
              "best_model_checkpoint": null,
         
     | 
| 5 | 
         
            +
              "epoch": 0.2,
         
     | 
| 6 | 
         
            +
              "eval_steps": 500,
         
     | 
| 7 | 
         
            +
              "global_step": 200,
         
     | 
| 8 | 
         
            +
              "is_hyper_param_search": false,
         
     | 
| 9 | 
         
            +
              "is_local_process_zero": true,
         
     | 
| 10 | 
         
            +
              "is_world_process_zero": true,
         
     | 
| 11 | 
         
            +
              "log_history": [
         
     | 
| 12 | 
         
            +
                {
         
     | 
| 13 | 
         
            +
                  "epoch": 0.01,
         
     | 
| 14 | 
         
            +
                  "grad_norm": 210.80020141601562,
         
     | 
| 15 | 
         
            +
                  "learning_rate": 4.997e-05,
         
     | 
| 16 | 
         
            +
                  "loss": 4.6794,
         
     | 
| 17 | 
         
            +
                  "step": 10
         
     | 
| 18 | 
         
            +
                },
         
     | 
| 19 | 
         
            +
                {
         
     | 
| 20 | 
         
            +
                  "epoch": 0.02,
         
     | 
| 21 | 
         
            +
                  "grad_norm": 19.776996612548828,
         
     | 
| 22 | 
         
            +
                  "learning_rate": 4.987e-05,
         
     | 
| 23 | 
         
            +
                  "loss": 1.9613,
         
     | 
| 24 | 
         
            +
                  "step": 20
         
     | 
| 25 | 
         
            +
                },
         
     | 
| 26 | 
         
            +
                {
         
     | 
| 27 | 
         
            +
                  "epoch": 0.03,
         
     | 
| 28 | 
         
            +
                  "grad_norm": 2.950834274291992,
         
     | 
| 29 | 
         
            +
                  "learning_rate": 4.977e-05,
         
     | 
| 30 | 
         
            +
                  "loss": 0.1608,
         
     | 
| 31 | 
         
            +
                  "step": 30
         
     | 
| 32 | 
         
            +
                },
         
     | 
| 33 | 
         
            +
                {
         
     | 
| 34 | 
         
            +
                  "epoch": 0.04,
         
     | 
| 35 | 
         
            +
                  "grad_norm": 0.22875149548053741,
         
     | 
| 36 | 
         
            +
                  "learning_rate": 4.967e-05,
         
     | 
| 37 | 
         
            +
                  "loss": 0.5829,
         
     | 
| 38 | 
         
            +
                  "step": 40
         
     | 
| 39 | 
         
            +
                },
         
     | 
| 40 | 
         
            +
                {
         
     | 
| 41 | 
         
            +
                  "epoch": 0.05,
         
     | 
| 42 | 
         
            +
                  "grad_norm": 0.0006156641175039113,
         
     | 
| 43 | 
         
            +
                  "learning_rate": 4.957e-05,
         
     | 
| 44 | 
         
            +
                  "loss": 0.1294,
         
     | 
| 45 | 
         
            +
                  "step": 50
         
     | 
| 46 | 
         
            +
                },
         
     | 
| 47 | 
         
            +
                {
         
     | 
| 48 | 
         
            +
                  "epoch": 0.06,
         
     | 
| 49 | 
         
            +
                  "grad_norm": 0.17372851073741913,
         
     | 
| 50 | 
         
            +
                  "learning_rate": 4.947e-05,
         
     | 
| 51 | 
         
            +
                  "loss": 0.6598,
         
     | 
| 52 | 
         
            +
                  "step": 60
         
     | 
| 53 | 
         
            +
                },
         
     | 
| 54 | 
         
            +
                {
         
     | 
| 55 | 
         
            +
                  "epoch": 0.07,
         
     | 
| 56 | 
         
            +
                  "grad_norm": 4.253387331232261e-08,
         
     | 
| 57 | 
         
            +
                  "learning_rate": 4.937e-05,
         
     | 
| 58 | 
         
            +
                  "loss": 0.002,
         
     | 
| 59 | 
         
            +
                  "step": 70
         
     | 
| 60 | 
         
            +
                },
         
     | 
| 61 | 
         
            +
                {
         
     | 
| 62 | 
         
            +
                  "epoch": 0.08,
         
     | 
| 63 | 
         
            +
                  "grad_norm": 6.705884629809589e-07,
         
     | 
| 64 | 
         
            +
                  "learning_rate": 4.927000000000001e-05,
         
     | 
| 65 | 
         
            +
                  "loss": 0.0,
         
     | 
| 66 | 
         
            +
                  "step": 80
         
     | 
| 67 | 
         
            +
                },
         
     | 
| 68 | 
         
            +
                {
         
     | 
| 69 | 
         
            +
                  "epoch": 0.09,
         
     | 
| 70 | 
         
            +
                  "grad_norm": 2.6538114980212413e-05,
         
     | 
| 71 | 
         
            +
                  "learning_rate": 4.9170000000000005e-05,
         
     | 
| 72 | 
         
            +
                  "loss": 0.0,
         
     | 
| 73 | 
         
            +
                  "step": 90
         
     | 
| 74 | 
         
            +
                },
         
     | 
| 75 | 
         
            +
                {
         
     | 
| 76 | 
         
            +
                  "epoch": 0.1,
         
     | 
| 77 | 
         
            +
                  "grad_norm": 3.863420715788379e-06,
         
     | 
| 78 | 
         
            +
                  "learning_rate": 4.907e-05,
         
     | 
| 79 | 
         
            +
                  "loss": 0.0059,
         
     | 
| 80 | 
         
            +
                  "step": 100
         
     | 
| 81 | 
         
            +
                },
         
     | 
| 82 | 
         
            +
                {
         
     | 
| 83 | 
         
            +
                  "epoch": 0.11,
         
     | 
| 84 | 
         
            +
                  "grad_norm": 0.0,
         
     | 
| 85 | 
         
            +
                  "learning_rate": 4.897000000000001e-05,
         
     | 
| 86 | 
         
            +
                  "loss": 0.0159,
         
     | 
| 87 | 
         
            +
                  "step": 110
         
     | 
| 88 | 
         
            +
                },
         
     | 
| 89 | 
         
            +
                {
         
     | 
| 90 | 
         
            +
                  "epoch": 0.12,
         
     | 
| 91 | 
         
            +
                  "grad_norm": 0.0,
         
     | 
| 92 | 
         
            +
                  "learning_rate": 4.8870000000000005e-05,
         
     | 
| 93 | 
         
            +
                  "loss": 0.0049,
         
     | 
| 94 | 
         
            +
                  "step": 120
         
     | 
| 95 | 
         
            +
                },
         
     | 
| 96 | 
         
            +
                {
         
     | 
| 97 | 
         
            +
                  "epoch": 0.13,
         
     | 
| 98 | 
         
            +
                  "grad_norm": 2.1159605694265338e-06,
         
     | 
| 99 | 
         
            +
                  "learning_rate": 4.877e-05,
         
     | 
| 100 | 
         
            +
                  "loss": 0.0,
         
     | 
| 101 | 
         
            +
                  "step": 130
         
     | 
| 102 | 
         
            +
                },
         
     | 
| 103 | 
         
            +
                {
         
     | 
| 104 | 
         
            +
                  "epoch": 0.14,
         
     | 
| 105 | 
         
            +
                  "grad_norm": 0.03220589831471443,
         
     | 
| 106 | 
         
            +
                  "learning_rate": 4.867000000000001e-05,
         
     | 
| 107 | 
         
            +
                  "loss": 0.0,
         
     | 
| 108 | 
         
            +
                  "step": 140
         
     | 
| 109 | 
         
            +
                },
         
     | 
| 110 | 
         
            +
                {
         
     | 
| 111 | 
         
            +
                  "epoch": 0.15,
         
     | 
| 112 | 
         
            +
                  "grad_norm": 0.0,
         
     | 
| 113 | 
         
            +
                  "learning_rate": 4.8570000000000004e-05,
         
     | 
| 114 | 
         
            +
                  "loss": 0.0,
         
     | 
| 115 | 
         
            +
                  "step": 150
         
     | 
| 116 | 
         
            +
                },
         
     | 
| 117 | 
         
            +
                {
         
     | 
| 118 | 
         
            +
                  "epoch": 0.16,
         
     | 
| 119 | 
         
            +
                  "grad_norm": 8.797255368619972e-09,
         
     | 
| 120 | 
         
            +
                  "learning_rate": 4.847e-05,
         
     | 
| 121 | 
         
            +
                  "loss": 0.0011,
         
     | 
| 122 | 
         
            +
                  "step": 160
         
     | 
| 123 | 
         
            +
                },
         
     | 
| 124 | 
         
            +
                {
         
     | 
| 125 | 
         
            +
                  "epoch": 0.17,
         
     | 
| 126 | 
         
            +
                  "grad_norm": 2.5324195007669914e-07,
         
     | 
| 127 | 
         
            +
                  "learning_rate": 4.8370000000000006e-05,
         
     | 
| 128 | 
         
            +
                  "loss": 0.0,
         
     | 
| 129 | 
         
            +
                  "step": 170
         
     | 
| 130 | 
         
            +
                },
         
     | 
| 131 | 
         
            +
                {
         
     | 
| 132 | 
         
            +
                  "epoch": 0.18,
         
     | 
| 133 | 
         
            +
                  "grad_norm": 0.0,
         
     | 
| 134 | 
         
            +
                  "learning_rate": 4.8270000000000004e-05,
         
     | 
| 135 | 
         
            +
                  "loss": 0.0,
         
     | 
| 136 | 
         
            +
                  "step": 180
         
     | 
| 137 | 
         
            +
                },
         
     | 
| 138 | 
         
            +
                {
         
     | 
| 139 | 
         
            +
                  "epoch": 0.19,
         
     | 
| 140 | 
         
            +
                  "grad_norm": 1.2117304777348181e-06,
         
     | 
| 141 | 
         
            +
                  "learning_rate": 4.817e-05,
         
     | 
| 142 | 
         
            +
                  "loss": 0.0,
         
     | 
| 143 | 
         
            +
                  "step": 190
         
     | 
| 144 | 
         
            +
                },
         
     | 
| 145 | 
         
            +
                {
         
     | 
| 146 | 
         
            +
                  "epoch": 0.2,
         
     | 
| 147 | 
         
            +
                  "grad_norm": 0.0,
         
     | 
| 148 | 
         
            +
                  "learning_rate": 4.8070000000000006e-05,
         
     | 
| 149 | 
         
            +
                  "loss": 0.0,
         
     | 
| 150 | 
         
            +
                  "step": 200
         
     | 
| 151 | 
         
            +
                }
         
     | 
| 152 | 
         
            +
              ],
         
     | 
| 153 | 
         
            +
              "logging_steps": 10,
         
     | 
| 154 | 
         
            +
              "max_steps": 5000,
         
     | 
| 155 | 
         
            +
              "num_input_tokens_seen": 0,
         
     | 
| 156 | 
         
            +
              "num_train_epochs": 5,
         
     | 
| 157 | 
         
            +
              "save_steps": 200,
         
     | 
| 158 | 
         
            +
              "stateful_callbacks": {
         
     | 
| 159 | 
         
            +
                "TrainerControl": {
         
     | 
| 160 | 
         
            +
                  "args": {
         
     | 
| 161 | 
         
            +
                    "should_epoch_stop": false,
         
     | 
| 162 | 
         
            +
                    "should_evaluate": false,
         
     | 
| 163 | 
         
            +
                    "should_log": false,
         
     | 
| 164 | 
         
            +
                    "should_save": true,
         
     | 
| 165 | 
         
            +
                    "should_training_stop": false
         
     | 
| 166 | 
         
            +
                  },
         
     | 
| 167 | 
         
            +
                  "attributes": {}
         
     | 
| 168 | 
         
            +
                }
         
     | 
| 169 | 
         
            +
              },
         
     | 
| 170 | 
         
            +
              "total_flos": 1.91976437710848e+16,
         
     | 
| 171 | 
         
            +
              "train_batch_size": 1,
         
     | 
| 172 | 
         
            +
              "trial_name": null,
         
     | 
| 173 | 
         
            +
              "trial_params": null
         
     | 
| 174 | 
         
            +
            }
         
     | 
    	
        checkpoint-200/training_args.bin
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:b6da387722605c95338cd39d895637b1aa795b81fe12360955791c76cb6dd8d0
         
     | 
| 3 | 
         
            +
            size 5304
         
     | 
    	
        merges.txt
    ADDED
    
    | 
         The diff for this file is too large to render. 
		See raw diff 
     | 
| 
         | 
    	
        special_tokens_map.json
    ADDED
    
    | 
         @@ -0,0 +1,25 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "additional_special_tokens": [
         
     | 
| 3 | 
         
            +
                "<|im_start|>",
         
     | 
| 4 | 
         
            +
                "<|im_end|>",
         
     | 
| 5 | 
         
            +
                "<|object_ref_start|>",
         
     | 
| 6 | 
         
            +
                "<|object_ref_end|>",
         
     | 
| 7 | 
         
            +
                "<|box_start|>",
         
     | 
| 8 | 
         
            +
                "<|box_end|>",
         
     | 
| 9 | 
         
            +
                "<|quad_start|>",
         
     | 
| 10 | 
         
            +
                "<|quad_end|>",
         
     | 
| 11 | 
         
            +
                "<|vision_start|>",
         
     | 
| 12 | 
         
            +
                "<|vision_end|>",
         
     | 
| 13 | 
         
            +
                "<|vision_pad|>",
         
     | 
| 14 | 
         
            +
                "<|image_pad|>",
         
     | 
| 15 | 
         
            +
                "<|video_pad|>"
         
     | 
| 16 | 
         
            +
              ],
         
     | 
| 17 | 
         
            +
              "eos_token": {
         
     | 
| 18 | 
         
            +
                "content": "<|im_end|>",
         
     | 
| 19 | 
         
            +
                "lstrip": false,
         
     | 
| 20 | 
         
            +
                "normalized": false,
         
     | 
| 21 | 
         
            +
                "rstrip": false,
         
     | 
| 22 | 
         
            +
                "single_word": false
         
     | 
| 23 | 
         
            +
              },
         
     | 
| 24 | 
         
            +
              "pad_token": "<|im_end|>"
         
     | 
| 25 | 
         
            +
            }
         
     | 
    	
        tokenizer.json
    ADDED
    
    | 
         @@ -0,0 +1,3 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            version https://git-lfs.github.com/spec/v1
         
     | 
| 2 | 
         
            +
            oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
         
     | 
| 3 | 
         
            +
            size 11422654
         
     | 
    	
        tokenizer_config.json
    ADDED
    
    | 
         @@ -0,0 +1,239 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            {
         
     | 
| 2 | 
         
            +
              "add_bos_token": false,
         
     | 
| 3 | 
         
            +
              "add_prefix_space": false,
         
     | 
| 4 | 
         
            +
              "added_tokens_decoder": {
         
     | 
| 5 | 
         
            +
                "151643": {
         
     | 
| 6 | 
         
            +
                  "content": "<|endoftext|>",
         
     | 
| 7 | 
         
            +
                  "lstrip": false,
         
     | 
| 8 | 
         
            +
                  "normalized": false,
         
     | 
| 9 | 
         
            +
                  "rstrip": false,
         
     | 
| 10 | 
         
            +
                  "single_word": false,
         
     | 
| 11 | 
         
            +
                  "special": true
         
     | 
| 12 | 
         
            +
                },
         
     | 
| 13 | 
         
            +
                "151644": {
         
     | 
| 14 | 
         
            +
                  "content": "<|im_start|>",
         
     | 
| 15 | 
         
            +
                  "lstrip": false,
         
     | 
| 16 | 
         
            +
                  "normalized": false,
         
     | 
| 17 | 
         
            +
                  "rstrip": false,
         
     | 
| 18 | 
         
            +
                  "single_word": false,
         
     | 
| 19 | 
         
            +
                  "special": true
         
     | 
| 20 | 
         
            +
                },
         
     | 
| 21 | 
         
            +
                "151645": {
         
     | 
| 22 | 
         
            +
                  "content": "<|im_end|>",
         
     | 
| 23 | 
         
            +
                  "lstrip": false,
         
     | 
| 24 | 
         
            +
                  "normalized": false,
         
     | 
| 25 | 
         
            +
                  "rstrip": false,
         
     | 
| 26 | 
         
            +
                  "single_word": false,
         
     | 
| 27 | 
         
            +
                  "special": true
         
     | 
| 28 | 
         
            +
                },
         
     | 
| 29 | 
         
            +
                "151646": {
         
     | 
| 30 | 
         
            +
                  "content": "<|object_ref_start|>",
         
     | 
| 31 | 
         
            +
                  "lstrip": false,
         
     | 
| 32 | 
         
            +
                  "normalized": false,
         
     | 
| 33 | 
         
            +
                  "rstrip": false,
         
     | 
| 34 | 
         
            +
                  "single_word": false,
         
     | 
| 35 | 
         
            +
                  "special": true
         
     | 
| 36 | 
         
            +
                },
         
     | 
| 37 | 
         
            +
                "151647": {
         
     | 
| 38 | 
         
            +
                  "content": "<|object_ref_end|>",
         
     | 
| 39 | 
         
            +
                  "lstrip": false,
         
     | 
| 40 | 
         
            +
                  "normalized": false,
         
     | 
| 41 | 
         
            +
                  "rstrip": false,
         
     | 
| 42 | 
         
            +
                  "single_word": false,
         
     | 
| 43 | 
         
            +
                  "special": true
         
     | 
| 44 | 
         
            +
                },
         
     | 
| 45 | 
         
            +
                "151648": {
         
     | 
| 46 | 
         
            +
                  "content": "<|box_start|>",
         
     | 
| 47 | 
         
            +
                  "lstrip": false,
         
     | 
| 48 | 
         
            +
                  "normalized": false,
         
     | 
| 49 | 
         
            +
                  "rstrip": false,
         
     | 
| 50 | 
         
            +
                  "single_word": false,
         
     | 
| 51 | 
         
            +
                  "special": true
         
     | 
| 52 | 
         
            +
                },
         
     | 
| 53 | 
         
            +
                "151649": {
         
     | 
| 54 | 
         
            +
                  "content": "<|box_end|>",
         
     | 
| 55 | 
         
            +
                  "lstrip": false,
         
     | 
| 56 | 
         
            +
                  "normalized": false,
         
     | 
| 57 | 
         
            +
                  "rstrip": false,
         
     | 
| 58 | 
         
            +
                  "single_word": false,
         
     | 
| 59 | 
         
            +
                  "special": true
         
     | 
| 60 | 
         
            +
                },
         
     | 
| 61 | 
         
            +
                "151650": {
         
     | 
| 62 | 
         
            +
                  "content": "<|quad_start|>",
         
     | 
| 63 | 
         
            +
                  "lstrip": false,
         
     | 
| 64 | 
         
            +
                  "normalized": false,
         
     | 
| 65 | 
         
            +
                  "rstrip": false,
         
     | 
| 66 | 
         
            +
                  "single_word": false,
         
     | 
| 67 | 
         
            +
                  "special": true
         
     | 
| 68 | 
         
            +
                },
         
     | 
| 69 | 
         
            +
                "151651": {
         
     | 
| 70 | 
         
            +
                  "content": "<|quad_end|>",
         
     | 
| 71 | 
         
            +
                  "lstrip": false,
         
     | 
| 72 | 
         
            +
                  "normalized": false,
         
     | 
| 73 | 
         
            +
                  "rstrip": false,
         
     | 
| 74 | 
         
            +
                  "single_word": false,
         
     | 
| 75 | 
         
            +
                  "special": true
         
     | 
| 76 | 
         
            +
                },
         
     | 
| 77 | 
         
            +
                "151652": {
         
     | 
| 78 | 
         
            +
                  "content": "<|vision_start|>",
         
     | 
| 79 | 
         
            +
                  "lstrip": false,
         
     | 
| 80 | 
         
            +
                  "normalized": false,
         
     | 
| 81 | 
         
            +
                  "rstrip": false,
         
     | 
| 82 | 
         
            +
                  "single_word": false,
         
     | 
| 83 | 
         
            +
                  "special": true
         
     | 
| 84 | 
         
            +
                },
         
     | 
| 85 | 
         
            +
                "151653": {
         
     | 
| 86 | 
         
            +
                  "content": "<|vision_end|>",
         
     | 
| 87 | 
         
            +
                  "lstrip": false,
         
     | 
| 88 | 
         
            +
                  "normalized": false,
         
     | 
| 89 | 
         
            +
                  "rstrip": false,
         
     | 
| 90 | 
         
            +
                  "single_word": false,
         
     | 
| 91 | 
         
            +
                  "special": true
         
     | 
| 92 | 
         
            +
                },
         
     | 
| 93 | 
         
            +
                "151654": {
         
     | 
| 94 | 
         
            +
                  "content": "<|vision_pad|>",
         
     | 
| 95 | 
         
            +
                  "lstrip": false,
         
     | 
| 96 | 
         
            +
                  "normalized": false,
         
     | 
| 97 | 
         
            +
                  "rstrip": false,
         
     | 
| 98 | 
         
            +
                  "single_word": false,
         
     | 
| 99 | 
         
            +
                  "special": true
         
     | 
| 100 | 
         
            +
                },
         
     | 
| 101 | 
         
            +
                "151655": {
         
     | 
| 102 | 
         
            +
                  "content": "<|image_pad|>",
         
     | 
| 103 | 
         
            +
                  "lstrip": false,
         
     | 
| 104 | 
         
            +
                  "normalized": false,
         
     | 
| 105 | 
         
            +
                  "rstrip": false,
         
     | 
| 106 | 
         
            +
                  "single_word": false,
         
     | 
| 107 | 
         
            +
                  "special": true
         
     | 
| 108 | 
         
            +
                },
         
     | 
| 109 | 
         
            +
                "151656": {
         
     | 
| 110 | 
         
            +
                  "content": "<|video_pad|>",
         
     | 
| 111 | 
         
            +
                  "lstrip": false,
         
     | 
| 112 | 
         
            +
                  "normalized": false,
         
     | 
| 113 | 
         
            +
                  "rstrip": false,
         
     | 
| 114 | 
         
            +
                  "single_word": false,
         
     | 
| 115 | 
         
            +
                  "special": true
         
     | 
| 116 | 
         
            +
                },
         
     | 
| 117 | 
         
            +
                "151657": {
         
     | 
| 118 | 
         
            +
                  "content": "<tool_call>",
         
     | 
| 119 | 
         
            +
                  "lstrip": false,
         
     | 
| 120 | 
         
            +
                  "normalized": false,
         
     | 
| 121 | 
         
            +
                  "rstrip": false,
         
     | 
| 122 | 
         
            +
                  "single_word": false,
         
     | 
| 123 | 
         
            +
                  "special": false
         
     | 
| 124 | 
         
            +
                },
         
     | 
| 125 | 
         
            +
                "151658": {
         
     | 
| 126 | 
         
            +
                  "content": "</tool_call>",
         
     | 
| 127 | 
         
            +
                  "lstrip": false,
         
     | 
| 128 | 
         
            +
                  "normalized": false,
         
     | 
| 129 | 
         
            +
                  "rstrip": false,
         
     | 
| 130 | 
         
            +
                  "single_word": false,
         
     | 
| 131 | 
         
            +
                  "special": false
         
     | 
| 132 | 
         
            +
                },
         
     | 
| 133 | 
         
            +
                "151659": {
         
     | 
| 134 | 
         
            +
                  "content": "<|fim_prefix|>",
         
     | 
| 135 | 
         
            +
                  "lstrip": false,
         
     | 
| 136 | 
         
            +
                  "normalized": false,
         
     | 
| 137 | 
         
            +
                  "rstrip": false,
         
     | 
| 138 | 
         
            +
                  "single_word": false,
         
     | 
| 139 | 
         
            +
                  "special": false
         
     | 
| 140 | 
         
            +
                },
         
     | 
| 141 | 
         
            +
                "151660": {
         
     | 
| 142 | 
         
            +
                  "content": "<|fim_middle|>",
         
     | 
| 143 | 
         
            +
                  "lstrip": false,
         
     | 
| 144 | 
         
            +
                  "normalized": false,
         
     | 
| 145 | 
         
            +
                  "rstrip": false,
         
     | 
| 146 | 
         
            +
                  "single_word": false,
         
     | 
| 147 | 
         
            +
                  "special": false
         
     | 
| 148 | 
         
            +
                },
         
     | 
| 149 | 
         
            +
                "151661": {
         
     | 
| 150 | 
         
            +
                  "content": "<|fim_suffix|>",
         
     | 
| 151 | 
         
            +
                  "lstrip": false,
         
     | 
| 152 | 
         
            +
                  "normalized": false,
         
     | 
| 153 | 
         
            +
                  "rstrip": false,
         
     | 
| 154 | 
         
            +
                  "single_word": false,
         
     | 
| 155 | 
         
            +
                  "special": false
         
     | 
| 156 | 
         
            +
                },
         
     | 
| 157 | 
         
            +
                "151662": {
         
     | 
| 158 | 
         
            +
                  "content": "<|fim_pad|>",
         
     | 
| 159 | 
         
            +
                  "lstrip": false,
         
     | 
| 160 | 
         
            +
                  "normalized": false,
         
     | 
| 161 | 
         
            +
                  "rstrip": false,
         
     | 
| 162 | 
         
            +
                  "single_word": false,
         
     | 
| 163 | 
         
            +
                  "special": false
         
     | 
| 164 | 
         
            +
                },
         
     | 
| 165 | 
         
            +
                "151663": {
         
     | 
| 166 | 
         
            +
                  "content": "<|repo_name|>",
         
     | 
| 167 | 
         
            +
                  "lstrip": false,
         
     | 
| 168 | 
         
            +
                  "normalized": false,
         
     | 
| 169 | 
         
            +
                  "rstrip": false,
         
     | 
| 170 | 
         
            +
                  "single_word": false,
         
     | 
| 171 | 
         
            +
                  "special": false
         
     | 
| 172 | 
         
            +
                },
         
     | 
| 173 | 
         
            +
                "151664": {
         
     | 
| 174 | 
         
            +
                  "content": "<|file_sep|>",
         
     | 
| 175 | 
         
            +
                  "lstrip": false,
         
     | 
| 176 | 
         
            +
                  "normalized": false,
         
     | 
| 177 | 
         
            +
                  "rstrip": false,
         
     | 
| 178 | 
         
            +
                  "single_word": false,
         
     | 
| 179 | 
         
            +
                  "special": false
         
     | 
| 180 | 
         
            +
                },
         
     | 
| 181 | 
         
            +
                "151665": {
         
     | 
| 182 | 
         
            +
                  "content": "<tool_response>",
         
     | 
| 183 | 
         
            +
                  "lstrip": false,
         
     | 
| 184 | 
         
            +
                  "normalized": false,
         
     | 
| 185 | 
         
            +
                  "rstrip": false,
         
     | 
| 186 | 
         
            +
                  "single_word": false,
         
     | 
| 187 | 
         
            +
                  "special": false
         
     | 
| 188 | 
         
            +
                },
         
     | 
| 189 | 
         
            +
                "151666": {
         
     | 
| 190 | 
         
            +
                  "content": "</tool_response>",
         
     | 
| 191 | 
         
            +
                  "lstrip": false,
         
     | 
| 192 | 
         
            +
                  "normalized": false,
         
     | 
| 193 | 
         
            +
                  "rstrip": false,
         
     | 
| 194 | 
         
            +
                  "single_word": false,
         
     | 
| 195 | 
         
            +
                  "special": false
         
     | 
| 196 | 
         
            +
                },
         
     | 
| 197 | 
         
            +
                "151667": {
         
     | 
| 198 | 
         
            +
                  "content": "<think>",
         
     | 
| 199 | 
         
            +
                  "lstrip": false,
         
     | 
| 200 | 
         
            +
                  "normalized": false,
         
     | 
| 201 | 
         
            +
                  "rstrip": false,
         
     | 
| 202 | 
         
            +
                  "single_word": false,
         
     | 
| 203 | 
         
            +
                  "special": false
         
     | 
| 204 | 
         
            +
                },
         
     | 
| 205 | 
         
            +
                "151668": {
         
     | 
| 206 | 
         
            +
                  "content": "</think>",
         
     | 
| 207 | 
         
            +
                  "lstrip": false,
         
     | 
| 208 | 
         
            +
                  "normalized": false,
         
     | 
| 209 | 
         
            +
                  "rstrip": false,
         
     | 
| 210 | 
         
            +
                  "single_word": false,
         
     | 
| 211 | 
         
            +
                  "special": false
         
     | 
| 212 | 
         
            +
                }
         
     | 
| 213 | 
         
            +
              },
         
     | 
| 214 | 
         
            +
              "additional_special_tokens": [
         
     | 
| 215 | 
         
            +
                "<|im_start|>",
         
     | 
| 216 | 
         
            +
                "<|im_end|>",
         
     | 
| 217 | 
         
            +
                "<|object_ref_start|>",
         
     | 
| 218 | 
         
            +
                "<|object_ref_end|>",
         
     | 
| 219 | 
         
            +
                "<|box_start|>",
         
     | 
| 220 | 
         
            +
                "<|box_end|>",
         
     | 
| 221 | 
         
            +
                "<|quad_start|>",
         
     | 
| 222 | 
         
            +
                "<|quad_end|>",
         
     | 
| 223 | 
         
            +
                "<|vision_start|>",
         
     | 
| 224 | 
         
            +
                "<|vision_end|>",
         
     | 
| 225 | 
         
            +
                "<|vision_pad|>",
         
     | 
| 226 | 
         
            +
                "<|image_pad|>",
         
     | 
| 227 | 
         
            +
                "<|video_pad|>"
         
     | 
| 228 | 
         
            +
              ],
         
     | 
| 229 | 
         
            +
              "bos_token": null,
         
     | 
| 230 | 
         
            +
              "clean_up_tokenization_spaces": false,
         
     | 
| 231 | 
         
            +
              "eos_token": "<|im_end|>",
         
     | 
| 232 | 
         
            +
              "errors": "replace",
         
     | 
| 233 | 
         
            +
              "extra_special_tokens": {},
         
     | 
| 234 | 
         
            +
              "model_max_length": 131072,
         
     | 
| 235 | 
         
            +
              "pad_token": "<|im_end|>",
         
     | 
| 236 | 
         
            +
              "split_special_tokens": false,
         
     | 
| 237 | 
         
            +
              "tokenizer_class": "Qwen2Tokenizer",
         
     | 
| 238 | 
         
            +
              "unk_token": null
         
     | 
| 239 | 
         
            +
            }
         
     | 
    	
        vocab.json
    ADDED
    
    | 
         The diff for this file is too large to render. 
		See raw diff 
     | 
| 
         |