Add model configuration, tokenizer, card, and legal files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

LICENSE

@@ -0,0 +1,210 @@
+MiST-8B
+
+Copyright 2026 Dream Security
+
+MiST-8B is a post-trained derivative of Qwen3-8B-Base by Qwen Team.
+Qwen3-8B-Base is licensed under the Apache License, Version 2.0.
+MiST-8B is distributed under the Apache License, Version 2.0, reproduced below.
+
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

NOTICE

@@ -0,0 +1,11 @@
+MiST-8B NOTICE
+
+MiST-8B is a post-trained model based on Qwen3-8B-Base, released by the Qwen Team:
+https://huggingface.co/Qwen/Qwen3-8B-Base
+Qwen3-8B-Base is licensed under the Apache License, Version 2.0.
+
+MiST-8B training used material from the following Ai2 datasets:
+- Dolci-Instruct-SFT: https://huggingface.co/datasets/allenai/Dolci-Instruct-SFT
+- Dolci-Instruct-DPO: https://huggingface.co/datasets/allenai/Dolci-Instruct-DPO
+
+The Dolci datasets are licensed under the Open Data Commons Attribution License (ODC-By).

README.md

@@ -0,0 +1,205 @@
+---
+license: apache-2.0
+base_model: Qwen/Qwen3-8B-Base
+language:
+  - en
+library_name: transformers
+tags:
+  - cybersecurity
+  - security
+  - threat-intelligence
+  - cve
+  - cwe
+  - mitre-attck
+  - vulnerability-analysis
+  - domain-adaptation
+  - mid-training
+  - conversational
+  - qwen3
+pipeline_tag: text-generation
+---
+
+# MiST-8B
+
+**MiST (Mid-trained Security Transformer)** is an 8B-parameter cybersecurity-specialized language model developed by Dream. It is derived from `Qwen3-8B-Base` and adapted for cybersecurity knowledge and analysis through a three-stage pipeline: cybersecurity mid-training on a curated synthetic corpus, supervised fine-tuning, and preference optimization. While MiST-8B can be used directly for cybersecurity knowledge and analysis tasks such as cyber threat intelligence, CVE-to-CWE mapping, MITRE ATT&CK interpretation, and vulnerability analysis, we highly recommend fine-tuning it on your specific use case for best results. It is designed to serve as a strong starting point for building custom cybersecurity systems through further task-specific fine-tuning or reinforcement learning.
+
+MiST-8B is released as an open research contribution accompanying our EMNLP paper *"MiST: Mid-Training LLMs for Cybersecurity."* It is not intended for autonomous decision-making or for deployment as an autonomous security agent.
+
+## Model Details
+
+- **Paper:** https://arxiv.org/abs/2609.18496
+- **Developer:** Dream
+- **Base model:** [Qwen3-8B-Base](https://huggingface.co/Qwen/Qwen3-8B-Base) (Apache 2.0)
+- **Released checkpoint:** MiST-8B-DPO (reported as MiST-8B-DPO in the paper)
+- **License:** Apache 2.0
+- **Language:** English
+- **Seed corpus:** released separately alongside this model
+
+---
+
+## Quick start
+
+MiST-8B uses the same inference setup as Qwen3-8B. For code snippets covering model loading with the `transformers` library, recommended inference settings, and the chat template, refer to the Quick Start section of the Qwen3-8B model card:
+
+[https://huggingface.co/Qwen/Qwen3-8B](https://huggingface.co/Qwen/Qwen3-8B)
+
+The same loading pattern applies to MiST-8B; substitute this repository's identifier for the base model identifier in the code examples.
+
+---
+
+## What MiST is and how it was built
+
+Cybersecurity is a knowledge-intensive domain where general-purpose LLMs often lack the precise terminology, taxonomies, and structured reasoning needed for reliable analysis. MiST addresses this through **mid-training as a corpus-design problem**. Rather than continued pre-training on very large volumes of raw domain text, we curate a compact, expert-vetted seed corpus of high-quality cybersecurity sources and transform it into synthetic training data via multiple generation flows.
+
+Starting from `Qwen3-8B-Base`, MiST is adapted through three stages:
+
+1. **Cybersecurity mid-training** on our curated corpus (~976M tokens), combining synthetic cybersecurity content with a small subset of general instruction data to preserve broad capabilities.
+2. **Supervised fine-tuning (SFT)** on a mixture of synthetic cybersecurity conversations and general instruction data (~1.55B tokens total).
+3. **Direct preference optimization (DPO)** using general (non-cybersecurity) preference data as a final alignment step to improve general response quality while preserving cybersecurity capabilities acquired earlier.
+
+All training was conducted on a single node of 8× NVIDIA B200 GPUs. Full methodology, training data statistics, and hyperparameters are described in the paper.
+
+---
+
+## Training data
+
+MiST is trained on a combination of curated cybersecurity sources, synthetic data derived from them, and third-party general instruction data.
+
+**Seed corpus (~65M tokens):** expert-vetted authoritative cybersecurity sources organized into four families. The seed corpus is released separately alongside this model.
+
+- **Vulnerability and threat intelligence:** NVD CVE records; curated cyber threat intelligence reports (used during training only; not included in the released seed corpus).
+- **Security knowledge bases and taxonomies:** MITRE ATT&CK, CAPEC, D3FEND; CWE.
+- **Operational security artifacts:** Sigma rules, Atomic Red Team tests, Splunk ESCU detections, MISP Galaxy clusters.
+- **Defensive guidance and platform documentation:** OWASP, NIST publications, vendor and platform documentation, security-focused subset of English Wikipedia.
+
+**Synthetic mid-training data (~976M tokens):** generated from the seed corpus using [`Qwen3-30B-A3B`](https://huggingface.co/Qwen/Qwen3-30B-A3B) through several complementary flows (paraphrasing, educational transformation, factual Q&A, and analytical explanation), followed by LLM-based quality filtering. A small subset of general instruction data ([AllenAI's Olmo 3 Dolci-Instruct-SFT](https://huggingface.co/datasets/allenai)) is included to preserve general capabilities.
+
+**SFT data:** synthetic cybersecurity conversations combined with the full AllenAI Dolci-Instruct-SFT dataset (~1.55B tokens total).
+
+**DPO data:** [AllenAI's Dolci-Instruct-DPO](https://huggingface.co/datasets/allenai/Dolci-Instruct-DPO) (general, non-cybersecurity preference data).
+
+Full data statistics, licensing notes, and the decontamination pipeline are described in the paper.
+
+**Attribution.** MiST-8B training used material from the following AI2 datasets:
+
+- Dolci-Instruct-SFT: https://huggingface.co/datasets/allenai/Dolci-Instruct-SFT
+- Dolci-Instruct-DPO: https://huggingface.co/datasets/allenai/Dolci-Instruct-DPO
+
+The Dolci datasets are licensed under the Open Data Commons Attribution License (ODC-By).
+
+---
+
+## Evaluation
+
+MiST-8B is evaluated on a broad public cybersecurity benchmark suite and on standard general-capability benchmarks. All evaluations use non-reasoning inference whenever a reasoning or thinking mode is available on the evaluated model. Full per-benchmark results, evaluation methodology, and comparison to additional models (including large proprietary systems) are described in the paper.
+
+### Cybersecurity benchmark suite
+
+Comparison of MiST-8B against the Qwen3-8B baseline and prior open cybersecurity-specialized models of comparable size (plus IBM Research's CyberPal 2.0-20B, included as a direct peer despite its larger parameter count). Scores are accuracy or the benchmark's reported metric.
+
+| Model                 | CTI-MCQ | CTI-RCM | SECURE-MAET | SECURE-CWET | SECURE-KCV | Athena-CKT | Athena-ATE | Athena-RMS | Athena-TAA | PrimeVul | PV-CoT | MMLU-Cyber | SecEval | **Mean** |
+| --------------------- | ------- | ------- | ----------- | ----------- | ---------- | ---------- | ---------- | ---------- | ---------- | -------- | ------ | ---------- | ------- | -------- |
+| Qwen3-8B (baseline)   | 58.2    | 53.5    | 83.8        | 87.5        | 84.5       | 75.2       | 9.4        | 5.5        | 15.0       | 2.0      | 13.0   | 78.0       | 66.7    | 48.6     |
+| CyberPal 2.0-20B      | 73.8    | 72.8    | 91.4        | 92.5        | 83.6       | 82.7       | 57.0       | 23.3       | 19.6       | 0.8      | 14.1   | 82.2       | 67.1    | 58.5     |
+| DeepHat-V1-7B         | 54.7    | 67.2    | 82.7        | 83.1        | 86.2       | 69.2       | 9.8        | 3.1        | 14.8       | 12.0     | 3.9    | 79.8       | 62.4    | 48.4     |
+| Foundation-Sec-8B     | 58.2    | 67.9    | 84.7        | 83.3        | 80.1       | 76.9       | 37.3       | 18.7       | 26.4       | 0.0      | 17.8   | 78.6       | 65.0    | 53.5     |
+| Lily-Cybersecurity-7B | 42.1    | 42.9    | 55.8        | 54.4        | 43.2       | 67.0       | 3.0        | 2.1        | 12.4       | 0.0      | 7.1    | 68.8       | 48.9    | 34.4     |
+| Primus-8B             | 54.7    | 67.2    | 81.9        | 82.6        | 82.0       | 73.7       | 30.6       | 7.3        | 21.4       | 0.3      | 13.4   | 82.2       | 60.9    | 50.6     |
+| Qwen3-8B-Primus       | 66.8    | 64.4    | 85.9        | 87.0        | 75.8       | 76.4       | 33.9       | 11.5       | 24.6       | 0.3      | 17.1   | 86.0       | 61.8    | 53.2     |
+| RedSage-8B-DPO        | 62.0    | 73.2    | 89.6        | 91.2        | 81.1       | 78.8       | 51.6       | 18.8       | 22.8       | 1.6      | 14.8   | 82.4       | 67.4    | 56.5     |
+| **MiST-8B**           | **79.3**| **73.9**| **94.3**    | **93.7**    | **87.3**   | **86.0**   | **57.3**   | **25.7**   | 24.6       | 10.0     | 15.0   | **83.4**   | **71.5**| **61.7** |
+
+MiST-8B improves over the Qwen3-8B baseline by **+13.1 absolute percentage points (+27.0% relative)** on the suite mean, and achieves the highest mean score of any open cybersecurity-specialized model in this comparison, outperforming peer releases from Cisco (Foundation-Sec-8B), Trend Micro (Primus family), IBM Research (CyberPal 2.0-20B), and others. The benchmark suite covers CTI-Bench (MCQ, RCM), SECURE (MAET, CWET, KCV), AthenaBench (CKT, ATE, RMS, TAA), PrimeVul (direct and chain-of-thought), MMLU Computer Security, and SecEval. Benchmark descriptions and prompting strategies are in the paper (Section 4).
+
+### General capabilities
+
+To quantify catastrophic forgetting from cybersecurity specialization, MiST-8B is evaluated on standard reasoning, instruction-following, and knowledge benchmarks:
+
+| Model              | ARC-C | GSM8K | MMLU | IFEval | Mean |
+| ------------------ | ----- | ----- | ---- | ------ | ---- |
+| Qwen3-8B (baseline)| 77.1  | 89.7  | 73.4 | 90.0   | 82.5 |
+| **MiST-8B**        | **89.8** | **90.0** | **74.9** | 88.5   | **85.8** |
+
+MiST-8B retains or improves on the general capabilities of its base model, indicating that cybersecurity specialization did not degrade broad reasoning, instruction following, or knowledge.
+
+### Downstream adaptation
+
+Beyond out-of-the-box benchmark performance, MiST-8B is designed to serve as a strong starting point for building custom cybersecurity systems through further adaptation.
+
+![GRPO reinforcement learning validation accuracy for MiST-8B vs. Qwen3-8B baseline](figures/downstream_rl.png)
+
+Under GRPO reinforcement learning on verifiable cybersecurity tasks (CVE→CWE mapping, CVSS vector prediction, and vulnerable-code-to-CWE mapping), MiST-8B reaches higher validation accuracy than the Qwen3-8B baseline throughout training while requiring smaller policy movement from the initial model.
+
+![Task-specific SFT gains on PrimeVul vulnerability detection for MiST vs. Qwen3 baselines at 8B and 32B scales](figures/downstream_sft.png)
+
+Under task-specific supervised fine-tuning on PrimeVul vulnerability detection, MiST gains substantially more from fine-tuning than the Qwen3 baseline, under both direct and chain-of-thought prompting.
+
+See the paper (Section 5.4) for full downstream-adaptation results.
+
+---
+
+## Intended use
+
+MiST-8B is designed for cybersecurity knowledge, analysis, and defense tasks where structured reasoning over security concepts is valuable. Intended applications include:
+
+- **Defensive cybersecurity analysis:** supporting security analysts, incident responders, and defenders in interpreting, prioritizing, and reasoning about security information.
+- **Research and downstream adaptation:** MiST provides a strong starting checkpoint for further task-specific fine-tuning or reinforcement learning on cybersecurity tasks (as shown in the paper for CVE→CWE mapping, CVSS vector prediction, and vulnerable-code classification).
+- **Cyber threat intelligence (CTI):** answering CTI questions, explaining MITRE ATT&CK tactics and techniques, mapping campaigns and adversary techniques.
+- **Vulnerability and weakness analysis:** correlating CVE evidence to CWE root causes, reasoning about CVSS metrics, explaining vulnerability impact.
+- **Detection and mitigation analysis:** explaining and evaluating security controls, detection logic, and mitigation strategies.
+- **Cybersecurity knowledge tasks:** answering questions grounded in standards and taxonomies such as NIST, OWASP, CWE, CAPEC, and D3FEND.
+
+MiST is intended for use by security researchers, analysts, and developers building cybersecurity-focused applications, with appropriate human oversight.
+
+---
+
+## Out of scope
+
+MiST-8B should **not** be used for:
+
+- Any form of wrongdoing, intrusion, malware development, or instructions intended to enable harm to systems, networks, or individuals.
+- High-stakes operational decisions without human review. Model outputs should be treated as advisory, not authoritative.
+- Autonomous agent deployment or long-horizon multi-step agentic workflows. Agentic and tool-use capabilities have not been specifically trained or evaluated in this release, and independent testing indicates that models in this class require external prompt-injection defenses when deployed in tool-using settings.
+- Live security operations (SOC triage, incident response, automated remediation, log and telemetry analysis at scale, secure code assistance) without human-in-the-loop oversight. These operational settings were not evaluated for this release.
+- Reasoning-specialized tasks. MiST is not a reasoning-optimized model; it is designed for knowledge and analysis.
+- Generating content or advice in domains outside cybersecurity where domain-specific expertise is required.
+
+Users deploying MiST in security-related products should implement appropriate guardrails, monitoring, access controls, and human oversight consistent with their industry, jurisdiction, and use case.
+
+---
+
+## Ethical considerations
+
+Dream views responsible AI development as a shared responsibility between model providers and deployers. MiST has been developed and released with the following considerations.
+
+**Dual-use risk.** Improved performance on vulnerability analysis, threat-intelligence analysis, and security understanding may lower the barrier to misuse. This risk is addressed through the deliberate exclusion of agentic reinforcement learning and long-horizon agentic training, the inclusion of safety and refusal data in the training mixture, and a preliminary safety evaluation reported in the paper (Section O). The safety evaluation is not comprehensive and does not establish safety under adaptive, multi-turn, or tool-assisted attacks.
+
+**Data governance.** Training data consists of public and third-party cybersecurity sources plus synthetic transformations grounded in those sources. We treat synthetic samples as governed derivatives of their source material. Source provenance, applicable licenses, and known restrictions are documented in the paper and in the released dataset documentation. If you believe the released materials contain content that should not be included, please contact us through the reporting mechanism below.
+
+**Deployer responsibility.** Developers integrating MiST into cybersecurity products should add application-specific safeguards and guardrails appropriate to the deployment context, evaluate the system end-to-end in the intended deployment environment before production use, preserve human oversight for high-stakes decisions, implement appropriate logging and monitoring, and comply with applicable industry regulations and legal requirements in their jurisdiction.
+
+**Scope caveats.** Results should be interpreted as evidence of improved cybersecurity knowledge and structured analysis on the evaluated benchmarks, not as a direct measure of deployment readiness in live security operations. MiST is trained and evaluated primarily in English on Western-published cybersecurity sources; performance in other languages or on cybersecurity practices specific to other regulatory environments has not been evaluated.
+
+---
+
+## Citation
+
+If you use MiST in your work, please cite:
+
+```bibtex
+@inproceedings{ovadia2026mist,
+  title     = {MiST: Mid-Training LLMs for Cybersecurity},
+  author    = {Oded Ovadia and Elad Ben Zaken and Elad Guttman and Orly Moreno Kadosh},
+  booktitle = {Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing (EMNLP)},
+  year      = {2026},
+  publisher = {Association for Computational Linguistics}
+}
+```
+
+---
+
+## Contact and reporting
+
+For issues, questions, or requests related to the release, please open a discussion on this Hugging Face repository or contact the authors at the addresses provided in the paper.
+
+To report a concern regarding released data or model behavior, please use the discussion feature on this repository.

chat_template.jinja

@@ -0,0 +1,89 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0].role == 'system' %}
+        {{- messages[0].content + '\n\n' }}
+    {%- endif %}
+    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
+        {%- set ns.multi_step_tool = false %}
+        {%- set ns.last_query_index = index %}
+    {%- endif %}
+{%- endfor %}
+{%- for message in messages %}
+    {%- if message.content is string %}
+        {%- set content = message.content %}
+    {%- else %}
+        {%- set content = '' %}
+    {%- endif %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {%- if loop.last or (not loop.last and reasoning_content) %}
+                {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
+            {%- else %}
+                {{- '<|im_start|>' + message.role + '\n' + content }}
+            {%- endif %}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if (loop.first and content) or (not loop.first) %}
+                    {{- '\n' }}
+                {%- endif %}
+                {%- if tool_call.function %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {{- '<tool_call>\n{"name": "' }}
+                {{- tool_call.name }}
+                {{- '", "arguments": ' }}
+                {%- if tool_call.arguments is string %}
+                    {{- tool_call.arguments }}
+                {%- else %}
+                    {{- tool_call.arguments | tojson }}
+                {%- endif %}
+                {{- '}\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- endif %}
+{%- endif %}

config.json

@@ -0,0 +1,71 @@
+{
+  "architectures": [
+    "Qwen3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "bfloat16",
+  "eos_token_id": 151645,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 12288,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 36,
+  "model_type": "qwen3",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 8,
+  "pad_token_id": 151643,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 1000000,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.6.0",
+  "use_cache": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "max_new_tokens": 2048,
+  "pad_token_id": 151643,
+  "transformers_version": "5.6.0"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506
+size 11422650

tokenizer_config.json

@@ -0,0 +1,30 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}