added tokenizer 8e8c15a
Hamza Benyamina commited on
How to use hamzab/codebert_code_search with Transformers:
# Use a pipeline as a high-level helper
from transformers import pipeline
pipe = pipeline("feature-extraction", model="hamzab/codebert_code_search") # Load model directly
from transformers import AutoTokenizer, AutoModelForMultimodalLM
tokenizer = AutoTokenizer.from_pretrained("hamzab/codebert_code_search")
model = AutoModelForMultimodalLM.from_pretrained("hamzab/codebert_code_search")