Spaces:
Runtime error
Runtime error
Upload app.py
Browse files
app.py
CHANGED
@@ -17,12 +17,12 @@ tokenizer = tiktoken.encoding_for_model("gpt-4")
|
|
17 |
with open('data/benchmark_33_bctn_so_lieu_5context.json', 'r') as f:
|
18 |
examples = json.load(f)
|
19 |
|
20 |
-
def compress(original_prompt, compression_rate, base_model="xlm-roberta
|
21 |
if '\\n' in force_tokens:
|
22 |
idx = force_tokens.index('\\n')
|
23 |
force_tokens[idx] = '\n'
|
24 |
|
25 |
-
compressor = compressors.get(base_model, compressors["
|
26 |
results = compressor.compress_prompt_llmlingua2(
|
27 |
original_prompt,
|
28 |
rate=compression_rate,
|
@@ -54,8 +54,7 @@ theme = "soft"
|
|
54 |
css = """#anno-img .mask {opacity: 0.5; transition: all 0.2s ease-in-out;}
|
55 |
#anno-img .mask.active {opacity: 0.7}"""
|
56 |
|
57 |
-
original_prompt_text = """
|
58 |
-
"""
|
59 |
|
60 |
with gr.Blocks(title=title, css=css) as app:
|
61 |
gr.Markdown(header)
|
|
|
17 |
with open('data/benchmark_33_bctn_so_lieu_5context.json', 'r') as f:
|
18 |
examples = json.load(f)
|
19 |
|
20 |
+
def compress(original_prompt, compression_rate, base_model="xlm-roberta", force_tokens=['\n'], chunk_end_tokens=['.', '\n']):
|
21 |
if '\\n' in force_tokens:
|
22 |
idx = force_tokens.index('\\n')
|
23 |
force_tokens[idx] = '\n'
|
24 |
|
25 |
+
compressor = compressors.get(base_model, compressors["xlm-roberta"])
|
26 |
results = compressor.compress_prompt_llmlingua2(
|
27 |
original_prompt,
|
28 |
rate=compression_rate,
|
|
|
54 |
css = """#anno-img .mask {opacity: 0.5; transition: all 0.2s ease-in-out;}
|
55 |
#anno-img .mask.active {opacity: 0.7}"""
|
56 |
|
57 |
+
original_prompt_text = """"""
|
|
|
58 |
|
59 |
with gr.Blocks(title=title, css=css) as app:
|
60 |
gr.Markdown(header)
|