Loading sqad2database.py +2 −2 Original line number Original line Diff line number Diff line Loading @@ -145,7 +145,7 @@ def main(): answer_selection_content = '' answer_selection_content = '' title = '' title = '' rec_id = rec_id_re.match(root.split('/')[-1]).group(1) rec_id = rec_id_re.match(root.split('/')[-1]).group(1) sys.stderr.write(f'{rec_id}({counter})\r') sys.stderr.write(f'{rec_id}({counter})\n') record = Record(rec_id) record = Record(rec_id) for file_name in files: for file_name in files: if file_name in ['01question.vert', '03text.vert', if file_name in ['01question.vert', '03text.vert', Loading Loading @@ -175,7 +175,7 @@ def main(): rec_id) rec_id) else: else: sys.stderr.write(f"ERROR: problem with text loading: \n" sys.stderr.write(f"ERROR: problem with text loading: \n" f"url: {url}\ntext_content: {len(text_content)}\ntile: {len(title)}") f"url: {url}\ntext_content: {len(text_content)}\ntile: {len(title)}\n") sys.exit() sys.exit() counter += 1 counter += 1 db.add(rec_id, record) db.add(rec_id, record) Loading Loading
sqad2database.py +2 −2 Original line number Original line Diff line number Diff line Loading @@ -145,7 +145,7 @@ def main(): answer_selection_content = '' answer_selection_content = '' title = '' title = '' rec_id = rec_id_re.match(root.split('/')[-1]).group(1) rec_id = rec_id_re.match(root.split('/')[-1]).group(1) sys.stderr.write(f'{rec_id}({counter})\r') sys.stderr.write(f'{rec_id}({counter})\n') record = Record(rec_id) record = Record(rec_id) for file_name in files: for file_name in files: if file_name in ['01question.vert', '03text.vert', if file_name in ['01question.vert', '03text.vert', Loading Loading @@ -175,7 +175,7 @@ def main(): rec_id) rec_id) else: else: sys.stderr.write(f"ERROR: problem with text loading: \n" sys.stderr.write(f"ERROR: problem with text loading: \n" f"url: {url}\ntext_content: {len(text_content)}\ntile: {len(title)}") f"url: {url}\ntext_content: {len(text_content)}\ntile: {len(title)}\n") sys.exit() sys.exit() counter += 1 counter += 1 db.add(rec_id, record) db.add(rec_id, record) Loading