Feature Extraction
Transformers
Safetensors
lemondecider_decision
decision-engine
typed-decision
choice
classification
Merge
qwen3.5
custom_code
Instructions to use inclusionAI/LemonDecider with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use inclusionAI/LemonDecider with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("feature-extraction", model="inclusionAI/LemonDecider", trust_remote_code=True)# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("inclusionAI/LemonDecider", trust_remote_code=True, device_map="auto") - Notebooks
- Google Colab
- Kaggle
Update config.json
Browse files- config.json +39 -37
config.json
CHANGED
|
@@ -10,10 +10,15 @@
|
|
| 10 |
},
|
| 11 |
"backbone_type": "qwen3_5",
|
| 12 |
"base_model": "Qwen/Qwen3.5-4B",
|
| 13 |
-
"calibrated":
|
| 14 |
"calibration": {
|
| 15 |
-
"method": "
|
| 16 |
-
"temperature": 1.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
},
|
| 18 |
"code_scheme": "letters-v1",
|
| 19 |
"codes": [
|
|
@@ -276,40 +281,26 @@
|
|
| 276 |
"decision_protocol": "lemondecider-v1",
|
| 277 |
"dtype": "bfloat16",
|
| 278 |
"image_token_id": 248056,
|
| 279 |
-
"initialization_step":
|
| 280 |
-
"
|
| 281 |
-
|
| 282 |
-
|
| 283 |
-
"
|
| 284 |
-
"
|
| 285 |
-
"
|
| 286 |
-
"
|
| 287 |
-
"
|
| 288 |
-
{
|
| 289 |
-
"decision_protocol": "autojev-v1",
|
| 290 |
-
"lane": "route1",
|
| 291 |
-
"model_id": "route1-sft-ckpt2446-20261013",
|
| 292 |
-
"readout_dtype_source": "bfloat16",
|
| 293 |
-
"step": 2446
|
| 294 |
-
},
|
| 295 |
-
{
|
| 296 |
-
"decision_protocol": "lemondecider-v1",
|
| 297 |
-
"lane": "route2",
|
| 298 |
-
"model_id": "route2-sft-ckpt700-20261013",
|
| 299 |
-
"readout_dtype_source": "float32",
|
| 300 |
-
"step": 700
|
| 301 |
-
}
|
| 302 |
-
],
|
| 303 |
-
"schema": "lemonjev-full-weight-merge/2"
|
| 304 |
},
|
| 305 |
-
"
|
|
|
|
|
|
|
| 306 |
"model_type": "lemondecider_decision",
|
| 307 |
"pooling": "last",
|
| 308 |
-
"project_name": "
|
| 309 |
"runtime_override": false,
|
| 310 |
-
"runtime_version": "
|
| 311 |
-
"source_model_id": "lemondecider-
|
| 312 |
-
"temperature": 1.
|
| 313 |
"text_config": {
|
| 314 |
"attention_bias": false,
|
| 315 |
"attention_dropout": 0.0,
|
|
@@ -650,8 +641,6 @@
|
|
| 650 |
],
|
| 651 |
"trained": true,
|
| 652 |
"transformers_version": "5.17.0",
|
| 653 |
-
"v2_change": "internal machine-identifier spelling normalized (lemondecider); weights byte-identical to v1",
|
| 654 |
-
"v2_of": "lemondecider-4b-merge50-20261015-v1",
|
| 655 |
"video_token_id": 248057,
|
| 656 |
"vision_config": {
|
| 657 |
"deepstack_visual_indexes": [],
|
|
@@ -676,5 +665,18 @@
|
|
| 676 |
},
|
| 677 |
"vision_end_token_id": 248054,
|
| 678 |
"vision_start_token_id": 248053,
|
| 679 |
-
"vision_training_mode": "frozen"
|
| 680 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
},
|
| 11 |
"backbone_type": "qwen3_5",
|
| 12 |
"base_model": "Qwen/Qwen3.5-4B",
|
| 13 |
+
"calibrated": true,
|
| 14 |
"calibration": {
|
| 15 |
+
"method": "joint-scalar-temperature",
|
| 16 |
+
"temperature": 1.0026751894886363,
|
| 17 |
+
"fit_split": "held-out temperature-calibration split",
|
| 18 |
+
"fit_rows": 1448,
|
| 19 |
+
"fit_objective": "hard_label_mean_nll",
|
| 20 |
+
"report_sha256": "d2fabc5aaf4012aceb8a3e8d0f1308060d9ed1876133c12ce575547bf7c33c3f",
|
| 21 |
+
"source_checkpoint": "private training checkpoint ensemble"
|
| 22 |
},
|
| 23 |
"code_scheme": "letters-v1",
|
| 24 |
"codes": [
|
|
|
|
| 281 |
"decision_protocol": "lemondecider-v1",
|
| 282 |
"dtype": "bfloat16",
|
| 283 |
"image_token_id": 248056,
|
| 284 |
+
"initialization_step": 4690,
|
| 285 |
+
"joint_readout": {
|
| 286 |
+
"marker": "<|fim_suffix|>",
|
| 287 |
+
"max_length": null,
|
| 288 |
+
"max_questions": null,
|
| 289 |
+
"readout_offset": 0,
|
| 290 |
+
"template": "joint-question-inline-readout-v1",
|
| 291 |
+
"usage": "nonpadding_joint_sequence_including_template_and_image_positions",
|
| 292 |
+
"version": 3
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 293 |
},
|
| 294 |
+
"max_input_length": 8192,
|
| 295 |
+
"max_options": 255,
|
| 296 |
+
"model_id": "lemondecider-4b-20261023-v3",
|
| 297 |
"model_type": "lemondecider_decision",
|
| 298 |
"pooling": "last",
|
| 299 |
+
"project_name": "LemonDecider",
|
| 300 |
"runtime_override": false,
|
| 301 |
+
"runtime_version": "lemondecider-qwen-decision-runtime-v3",
|
| 302 |
+
"source_model_id": "lemondecider-v3-training-source",
|
| 303 |
+
"temperature": 1.0026751894886363,
|
| 304 |
"text_config": {
|
| 305 |
"attention_bias": false,
|
| 306 |
"attention_dropout": 0.0,
|
|
|
|
| 641 |
],
|
| 642 |
"trained": true,
|
| 643 |
"transformers_version": "5.17.0",
|
|
|
|
|
|
|
| 644 |
"video_token_id": 248057,
|
| 645 |
"vision_config": {
|
| 646 |
"deepstack_visual_indexes": [],
|
|
|
|
| 665 |
},
|
| 666 |
"vision_end_token_id": 248054,
|
| 667 |
"vision_start_token_id": 248053,
|
| 668 |
+
"vision_training_mode": "frozen",
|
| 669 |
+
"lineage": {
|
| 670 |
+
"init": "Qwen3.5-4B initialization (bidirectional full-attention, FP32 255-way readout)",
|
| 671 |
+
"corpus": "1,199,692 rows: pplx-v1.1 625k + pplx-v1.2 DI train splits/tasksource 378k + startlux-v1.1 196k",
|
| 672 |
+
"recipe": "1 epoch joint-question-inline-readout-v1, lr 2e-6, EBS 256, 8k cap, fp32-master-bf16",
|
| 673 |
+
"soup": "uniform fp32 mean of four selected training checkpoints",
|
| 674 |
+
"calibration": {
|
| 675 |
+
"method": "joint-scalar-temperature",
|
| 676 |
+
"temperature": 1.0026751894886363,
|
| 677 |
+
"fit_rows": 1448
|
| 678 |
+
}
|
| 679 |
+
},
|
| 680 |
+
"author": "忍把浮名,换了浅斟低唱",
|
| 681 |
+
"author_line": "Author:忍把浮名,换了浅斟低唱"
|
| 682 |
+
}
|