update: tkk

tkk/README.md

@@ -17,7 +17,7 @@ Please run the following commands:
 conda env create -f TKK.yaml
 conda activate TKK
 sh data_and_cache.sh
-python nltk_download.py
+python download.py
 ``````
 Most of the experiments are done on NVIDIA Tesla A100 80G.
 

tkk/third_party/sparc/process_sql.py

@@ -26,7 +26,7 @@
 
 import json
 import sqlite3
-from nltk_download import word_tokenize
+from nltk import word_tokenize
 
 CLAUSE_KEYWORDS = ('select', 'from', 'where', 'group', 'order', 'limit', 'intersect', 'union', 'except')
 JOIN_KEYWORDS = ('join', 'on', 'as')

tkk/third_party/spider/preprocess/get_tables.py

@@ -4,7 +4,7 @@ import json
 import sqlite3
 from os import listdir, makedirs
 from os.path import isfile, isdir, join, split, exists, splitext
-from nltk_download import word_tokenize, tokenize
+from nltk import word_tokenize, tokenize
 import traceback
 
 EXIST = {"atis", "geo", "advising", "yelp", "restaurants", "imdb", "academic"}

tkk/third_party/spider/preprocess/parse_sql_one.py

@@ -7,7 +7,7 @@ import sqlite3
 import random
 from os import listdir, makedirs
 from collections import OrderedDict
-from nltk_download import word_tokenize, tokenize
+from nltk import word_tokenize, tokenize
 from os.path import isfile, isdir, join, split, exists, splitext
 
 from ..process_sql import get_sql

tkk/third_party/spider/process_sql.py

@@ -26,7 +26,7 @@
 
 import json
 import sqlite3
-from nltk_download import word_tokenize
+from nltk import word_tokenize
 
 CLAUSE_KEYWORDS = (
     "select",

tkk/third_party/test_suite/process_sql.py

@@ -26,7 +26,7 @@
 
 import json
 import sqlite3
-from nltk_download import word_tokenize
+from nltk import word_tokenize
 
 CLAUSE_KEYWORDS = (
     "select",