first commit

2021-05-18 00:03:45 +08:00
parent ca6ffedb45
commit 6d284528b4
430 changed files with 1467034 additions and 0 deletions
--- a/corpus/bible/en.verse
+++ b/corpus/bible/en.verse
--- a/corpus/bible/meta_data.tsv
+++ b/corpus/bible/meta_data.tsv
@@ -0,0 +1,7 @@
+text_id	text_length
+001	5000
+002	10000
+003	15000
+004	20000
+005	25000
+006	30000
--- a/corpus/bible/split/001.en
+++ b/corpus/bible/split/001.en
--- a/corpus/bible/split/001.trans
+++ b/corpus/bible/split/001.trans
--- a/corpus/bible/split/001.zh
+++ b/corpus/bible/split/001.zh
--- a/corpus/bible/split/001.zh.tok
+++ b/corpus/bible/split/001.zh.tok
--- a/corpus/bible/split/002.en
+++ b/corpus/bible/split/002.en
--- a/corpus/bible/split/002.trans
+++ b/corpus/bible/split/002.trans
--- a/corpus/bible/split/002.zh
+++ b/corpus/bible/split/002.zh
--- a/corpus/bible/split/002.zh.tok
+++ b/corpus/bible/split/002.zh.tok
--- a/corpus/bible/split/003.en
+++ b/corpus/bible/split/003.en
--- a/corpus/bible/split/003.trans
+++ b/corpus/bible/split/003.trans
--- a/corpus/bible/split/003.zh
+++ b/corpus/bible/split/003.zh
--- a/corpus/bible/split/003.zh.tok
+++ b/corpus/bible/split/003.zh.tok
--- a/corpus/bible/split/004.en
+++ b/corpus/bible/split/004.en
--- a/corpus/bible/split/004.trans
+++ b/corpus/bible/split/004.trans
--- a/corpus/bible/split/004.zh
+++ b/corpus/bible/split/004.zh
--- a/corpus/bible/split/004.zh.tok
+++ b/corpus/bible/split/004.zh.tok
--- a/corpus/bible/split/005.en
+++ b/corpus/bible/split/005.en
--- a/corpus/bible/split/005.trans
+++ b/corpus/bible/split/005.trans
--- a/corpus/bible/split/005.zh
+++ b/corpus/bible/split/005.zh
--- a/corpus/bible/split/005.zh.tok
+++ b/corpus/bible/split/005.zh.tok
--- a/corpus/bible/split/006.en
+++ b/corpus/bible/split/006.en
--- a/corpus/bible/split/006.trans
+++ b/corpus/bible/split/006.trans
--- a/corpus/bible/split/006.zh
+++ b/corpus/bible/split/006.zh
--- a/corpus/bible/split/006.zh.tok
+++ b/corpus/bible/split/006.zh.tok
--- a/corpus/bible/tok/001.en
+++ b/corpus/bible/tok/001.en
--- a/corpus/bible/tok/001.zh
+++ b/corpus/bible/tok/001.zh
--- a/corpus/bible/tok/002.en
+++ b/corpus/bible/tok/002.en
--- a/corpus/bible/tok/002.zh
+++ b/corpus/bible/tok/002.zh
--- a/corpus/bible/tok/003.en
+++ b/corpus/bible/tok/003.en
--- a/corpus/bible/tok/003.zh
+++ b/corpus/bible/tok/003.zh
--- a/corpus/bible/tok/004.en
+++ b/corpus/bible/tok/004.en
--- a/corpus/bible/tok/004.zh
+++ b/corpus/bible/tok/004.zh
--- a/corpus/bible/tok/005.en
+++ b/corpus/bible/tok/005.en
--- a/corpus/bible/tok/005.zh
+++ b/corpus/bible/tok/005.zh
--- a/corpus/bible/tok/006.en
+++ b/corpus/bible/tok/006.en
--- a/corpus/bible/tok/006.zh
+++ b/corpus/bible/tok/006.zh
--- a/corpus/bible/zh.verse
+++ b/corpus/bible/zh.verse