Token Classification
Transformers
Safetensors
English
gpt2
privacy
pii-detection
pii-redaction
sliding-window-attention
rope
swiglu
text-generation-inference
Instructions to use 8Fai/context-filter with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use 8Fai/context-filter with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("token-classification", model="8Fai/context-filter")# Load model directly from transformers import AutoTokenizer, ContextFilterV2 tokenizer = AutoTokenizer.from_pretrained("8Fai/context-filter") model = ContextFilterV2.from_pretrained("8Fai/context-filter") - Notebooks
- Google Colab
- Kaggle
| { | |
| "bos_token_id": 50256, | |
| "eos_token_id": 50256, | |
| "pad_token_id": 50256, | |
| "transformers_version": "4.40.0", | |
| "id2label": { | |
| "0": "O", | |
| "1": "B-PERSON", | |
| "2": "I-PERSON", | |
| "3": "B-EMAIL", | |
| "4": "I-EMAIL", | |
| "5": "B-PHONE", | |
| "6": "I-PHONE", | |
| "7": "B-ADDRESS", | |
| "8": "I-ADDRESS", | |
| "9": "B-SSN", | |
| "10": "I-SSN", | |
| "11": "B-CREDITCARD", | |
| "12": "I-CREDITCARD", | |
| "13": "B-IP", | |
| "14": "I-IP", | |
| "15": "B-DATE", | |
| "16": "I-DATE", | |
| "17": "B-ORG", | |
| "18": "I-ORG", | |
| "19": "B-USERNAME", | |
| "20": "I-USERNAME", | |
| "21": "B-PASSPORT", | |
| "22": "I-PASSPORT", | |
| "23": "B-DRIVERSLICENSE", | |
| "24": "I-DRIVERSLICENSE" | |
| }, | |
| "label2id": { | |
| "O": 0, | |
| "B-PERSON": 1, | |
| "I-PERSON": 2, | |
| "B-EMAIL": 3, | |
| "I-EMAIL": 4, | |
| "B-PHONE": 5, | |
| "I-PHONE": 6, | |
| "B-ADDRESS": 7, | |
| "I-ADDRESS": 8, | |
| "B-SSN": 9, | |
| "I-SSN": 10, | |
| "B-CREDITCARD": 11, | |
| "I-CREDITCARD": 12, | |
| "B-IP": 13, | |
| "I-IP": 14, | |
| "B-DATE": 15, | |
| "I-DATE": 16, | |
| "B-ORG": 17, | |
| "I-ORG": 18, | |
| "B-USERNAME": 19, | |
| "I-USERNAME": 20, | |
| "B-PASSPORT": 21, | |
| "I-PASSPORT": 22, | |
| "B-DRIVERSLICENSE": 23, | |
| "I-DRIVERSLICENSE": 24 | |
| } | |
| } |