Commit
·
2903d7e
1
Parent(s):
7f28b7d
removed unnecessary lines
Browse files
app.py
CHANGED
@@ -13,8 +13,6 @@ model = tf.keras.models.load_model("crv3.keras") # CNN model
|
|
13 |
parser = Parser()
|
14 |
parser.set_language(tree_sitter_languages.get_language("java"))
|
15 |
|
16 |
-
PY_LANGUAGE = Language(tspython.language())
|
17 |
-
|
18 |
def syntax_aware_tokenize(code):
|
19 |
"""Tokenizes Java code using Tree-Sitter (AST-based)."""
|
20 |
tree = parser.parse(bytes(code, "utf8"))
|
|
|
13 |
parser = Parser()
|
14 |
parser.set_language(tree_sitter_languages.get_language("java"))
|
15 |
|
|
|
|
|
16 |
def syntax_aware_tokenize(code):
|
17 |
"""Tokenizes Java code using Tree-Sitter (AST-based)."""
|
18 |
tree = parser.parse(bytes(code, "utf8"))
|