Upload MLX packaging for OpenMed-NER-OncologyDetect-SnowMed-568M-mlx

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,79 @@
+---
+license: apache-2.0
+base_model: OpenMed/OpenMed-NER-OncologyDetect-SnowMed-568M
+pipeline_tag: token-classification
+library_name: openmed
+tags:
+  - openmed
+  - mlx
+  - apple-silicon
+  - token-classification
+  - pii
+  - de-identification
+  - medical
+  - clinical
+---
+
+# OpenMed-NER-OncologyDetect-SnowMed-568M for OpenMed MLX
+
+This repository contains an OpenMed MLX conversion of [`OpenMed/OpenMed-NER-OncologyDetect-SnowMed-568M`](https://huggingface.co/OpenMed/OpenMed-NER-OncologyDetect-SnowMed-568M) for Apple Silicon inference with [OpenMed](https://github.com/maziyarpanahi/openmed).
+
+Artifact metadata:
+
+- OpenMed MLX task: `token-classification`
+- OpenMed MLX family: `bert`
+- Weight format: `safetensors`
+- Runtime API: `OpenMed MLX token-classification backend`
+
+[OpenMed](https://github.com/maziyarpanahi/openmed) is the main product experience:
+
+- Install the Python package with `pip install openmed`
+- Enable Apple Silicon acceleration with `pip install "openmed[mlx]"`
+- Load this MLX model directly from the Hub or from a local snapshot
+- For Apple apps, use OpenMedKit from the same GitHub repository with a compatible CoreML bundle
+
+This MLX repo is meant to pair with:
+
+- OpenMed GitHub: [https://github.com/maziyarpanahi/openmed](https://github.com/maziyarpanahi/openmed)
+- OpenMed website: [https://openmed.life](https://openmed.life)
+- Source checkpoint: [`OpenMed/OpenMed-NER-OncologyDetect-SnowMed-568M`](https://huggingface.co/OpenMed/OpenMed-NER-OncologyDetect-SnowMed-568M)
+
+## Quick Start
+
+```bash
+pip install openmed
+pip install "openmed[mlx]"
+```
+
+```python
+from openmed import analyze_text
+from openmed.core.config import OpenMedConfig
+
+result = analyze_text(
+    "Patient John Doe, DOB 1990-05-15, SSN 123-45-6789",
+    model_name="OpenMed/OpenMed-NER-OncologyDetect-SnowMed-568M",
+    config=OpenMedConfig(backend="mlx"),
+)
+
+for entity in result.entities:
+    print(entity.label, entity.text, round(entity.confidence, 4))
+```
+
+## Swift and Apple Apps
+
+Use Swift with OpenMedKit, not with MLX weight files directly.
+
+1. Open Xcode and go to File > Add Package Dependencies.
+2. Paste the OpenMed repository URL: `https://github.com/maziyarpanahi/openmed`
+3. Choose the package product OpenMedKit from the repository.
+4. Add a compatible CoreML model bundle plus `id2label.json` to your app target.
+
+This MLX model is for Python services on Apple Silicon, local MLX inference on macOS, and Hub-hosted model distribution. If a given environment cannot write `weights.safetensors`, OpenMed falls back to `weights.npz` so the model remains usable.
+
+## Credits
+
+- Base checkpoint: [`OpenMed/OpenMed-NER-OncologyDetect-SnowMed-568M`](https://huggingface.co/OpenMed/OpenMed-NER-OncologyDetect-SnowMed-568M)
+- OpenMed GitHub: [https://github.com/maziyarpanahi/openmed](https://github.com/maziyarpanahi/openmed)
+- OpenMed website: [https://openmed.life](https://openmed.life)
+- MLX conversion and runtime support: OpenMed
+- Swift runtime for Apple apps: OpenMedKit from the OpenMed repository

config.json

@@ -0,0 +1,116 @@
+{
+  "transformers_version": "5.5.0",
+  "architectures": [
+    "XLMRobertaForTokenClassification"
+  ],
+  "output_hidden_states": false,
+  "return_dict": true,
+  "dtype": "bfloat16",
+  "chunk_size_feed_forward": 0,
+  "is_encoder_decoder": false,
+  "id2label": {
+    "0": "B-Amino_acid",
+    "1": "B-Anatomical_system",
+    "2": "B-Cancer",
+    "3": "B-Cell",
+    "4": "B-Cellular_component",
+    "5": "B-Developing_anatomical_structure",
+    "6": "B-Gene_or_gene_product",
+    "7": "B-Immaterial_anatomical_entity",
+    "8": "B-Multi-tissue_structure",
+    "9": "B-Organ",
+    "10": "B-Organism",
+    "11": "B-Organism_subdivision",
+    "12": "B-Organism_substance",
+    "13": "B-Pathological_formation",
+    "14": "B-Simple_chemical",
+    "15": "B-Tissue",
+    "16": "I-Amino_acid",
+    "17": "I-Anatomical_system",
+    "18": "I-Cancer",
+    "19": "I-Cell",
+    "20": "I-Cellular_component",
+    "21": "I-Developing_anatomical_structure",
+    "22": "I-Gene_or_gene_product",
+    "23": "I-Immaterial_anatomical_entity",
+    "24": "I-Multi-tissue_structure",
+    "25": "I-Organ",
+    "26": "I-Organism",
+    "27": "I-Organism_subdivision",
+    "28": "I-Organism_substance",
+    "29": "I-Pathological_formation",
+    "30": "I-Simple_chemical",
+    "31": "I-Tissue",
+    "32": "O"
+  },
+  "label2id": {
+    "B-Amino_acid": 0,
+    "B-Anatomical_system": 1,
+    "B-Cancer": 2,
+    "B-Cell": 3,
+    "B-Cellular_component": 4,
+    "B-Developing_anatomical_structure": 5,
+    "B-Gene_or_gene_product": 6,
+    "B-Immaterial_anatomical_entity": 7,
+    "B-Multi-tissue_structure": 8,
+    "B-Organ": 9,
+    "B-Organism": 10,
+    "B-Organism_subdivision": 11,
+    "B-Organism_substance": 12,
+    "B-Pathological_formation": 13,
+    "B-Simple_chemical": 14,
+    "B-Tissue": 15,
+    "I-Amino_acid": 16,
+    "I-Anatomical_system": 17,
+    "I-Cancer": 18,
+    "I-Cell": 19,
+    "I-Cellular_component": 20,
+    "I-Developing_anatomical_structure": 21,
+    "I-Gene_or_gene_product": 22,
+    "I-Immaterial_anatomical_entity": 23,
+    "I-Multi-tissue_structure": 24,
+    "I-Organ": 25,
+    "I-Organism": 26,
+    "I-Organism_subdivision": 27,
+    "I-Organism_substance": 28,
+    "I-Pathological_formation": 29,
+    "I-Simple_chemical": 30,
+    "I-Tissue": 31,
+    "O": 32
+  },
+  "problem_type": null,
+  "vocab_size": 250002,
+  "hidden_size": 1024,
+  "num_hidden_layers": 24,
+  "num_attention_heads": 16,
+  "intermediate_size": 4096,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.2,
+  "attention_probs_dropout_prob": 0.2,
+  "max_position_embeddings": 8194,
+  "type_vocab_size": 1,
+  "initializer_range": 0.02,
+  "layer_norm_eps": 1e-07,
+  "pad_token_id": 1,
+  "bos_token_id": 0,
+  "eos_token_id": 2,
+  "use_cache": true,
+  "classifier_dropout": 0.2,
+  "is_decoder": false,
+  "add_cross_attention": false,
+  "tie_word_embeddings": true,
+  "_name_or_path": "OpenMed/OpenMed-NER-OncologyDetect-SnowMed-568M",
+  "matryoshka_dimensions": [
+    256
+  ],
+  "model_type": "xlm-roberta",
+  "output_past": true,
+  "position_embedding_type": "absolute",
+  "output_attentions": false,
+  "_mlx_task": "token-classification",
+  "_mlx_family": "bert",
+  "_mlx_position_offset": 2,
+  "_mlx_model_type": "bert",
+  "num_labels": 33,
+  "_mlx_weights_format": "safetensors"
+}

id2label.json

@@ -0,0 +1,35 @@
+{
+  "0": "B-Amino_acid",
+  "1": "B-Anatomical_system",
+  "2": "B-Cancer",
+  "3": "B-Cell",
+  "4": "B-Cellular_component",
+  "5": "B-Developing_anatomical_structure",
+  "6": "B-Gene_or_gene_product",
+  "7": "B-Immaterial_anatomical_entity",
+  "8": "B-Multi-tissue_structure",
+  "9": "B-Organ",
+  "10": "B-Organism",
+  "11": "B-Organism_subdivision",
+  "12": "B-Organism_substance",
+  "13": "B-Pathological_formation",
+  "14": "B-Simple_chemical",
+  "15": "B-Tissue",
+  "16": "I-Amino_acid",
+  "17": "I-Anatomical_system",
+  "18": "I-Cancer",
+  "19": "I-Cell",
+  "20": "I-Cellular_component",
+  "21": "I-Developing_anatomical_structure",
+  "22": "I-Gene_or_gene_product",
+  "23": "I-Immaterial_anatomical_entity",
+  "24": "I-Multi-tissue_structure",
+  "25": "I-Organ",
+  "26": "I-Organism",
+  "27": "I-Organism_subdivision",
+  "28": "I-Organism_substance",
+  "29": "I-Pathological_formation",
+  "30": "I-Simple_chemical",
+  "31": "I-Tissue",
+  "32": "O"
+}

openmed-mlx.json

@@ -0,0 +1,26 @@
+{
+  "format": "openmed-mlx",
+  "format_version": 2,
+  "task": "token-classification",
+  "family": "bert",
+  "source_model_id": "OpenMed/OpenMed-NER-OncologyDetect-SnowMed-568M",
+  "config_path": "config.json",
+  "label_map_path": "id2label.json",
+  "preferred_weights": "weights.safetensors",
+  "fallback_weights": [
+    "weights.npz"
+  ],
+  "available_weights": [
+    "weights.safetensors"
+  ],
+  "weights_format": "safetensors",
+  "quantization": null,
+  "max_sequence_length": 8194,
+  "tokenizer": {
+    "path": ".",
+    "files": [
+      "tokenizer.json",
+      "tokenizer_config.json"
+    ]
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffb37461c391f096759f4a9bbbc329da0f36952f88bab061fcf84940c022e98
+size 17082999

tokenizer_config.json

@@ -0,0 +1,22 @@
+{
+  "add_prefix_space": true,
+  "backend": "tokenizers",
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "is_local": false,
+  "mask_token": "<mask>",
+  "max_length": 512,
+  "model_max_length": 8192,
+  "pad_to_multiple_of": null,
+  "pad_token": "<pad>",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
+  "sep_token": "</s>",
+  "stride": 0,
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": "<unk>"
+}

weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a4754eb100383932d01464480d4fd365f350556feb0bc64338ef5500b57138
+size 2266998427