Spaces:
Paused
Paused
Commit ·
a39d8f4
1
Parent(s): 9fac792
try again
Browse files
app.py
CHANGED
|
@@ -40,7 +40,7 @@ def predict(code):
|
|
| 40 |
[/INST]
|
| 41 |
"""
|
| 42 |
|
| 43 |
-
print(f"Prompt: {
|
| 44 |
print(f"Tokenized: {tokenizer.tokenize(prompt)}")
|
| 45 |
pipe_out = pipe(
|
| 46 |
prompt,
|
|
@@ -50,11 +50,13 @@ def predict(code):
|
|
| 50 |
temperature=1.2,
|
| 51 |
repetition_penalty=1.1,
|
| 52 |
)
|
| 53 |
-
print(f"Pipe out: {
|
| 54 |
|
| 55 |
-
return tokenizer.decode(
|
| 56 |
-
|
| 57 |
-
|
|
|
|
|
|
|
| 58 |
|
| 59 |
|
| 60 |
demo = gr.Interface(
|
|
|
|
| 40 |
[/INST]
|
| 41 |
"""
|
| 42 |
|
| 43 |
+
print(f"Prompt: {repr(prompt)}")
|
| 44 |
print(f"Tokenized: {tokenizer.tokenize(prompt)}")
|
| 45 |
pipe_out = pipe(
|
| 46 |
prompt,
|
|
|
|
| 50 |
temperature=1.2,
|
| 51 |
repetition_penalty=1.1,
|
| 52 |
)
|
| 53 |
+
print(f"Pipe out: {repr(pipe_out)}")
|
| 54 |
|
| 55 |
+
return tokenizer.decode(
|
| 56 |
+
model.generate(
|
| 57 |
+
tokenizer.encode(prompt, return_tensors="pt"), max_length=10**6
|
| 58 |
+
)[0]
|
| 59 |
+
)
|
| 60 |
|
| 61 |
|
| 62 |
demo = gr.Interface(
|