Evaluation dataset

2021-11-28 14:01:07 +08:00
parent cc1ca021e8
commit 58d2f66819
61 changed files with 142484 additions and 0 deletions
--- a/data/bible/auto/001.align
+++ b/data/bible/auto/001.align
--- a/data/bible/en.verse
+++ b/data/bible/en.verse
--- a/data/bible/en/001
+++ b/data/bible/en/001
--- a/data/bible/en/001.tok
+++ b/data/bible/en/001.tok
--- a/data/bible/en/001.trans
+++ b/data/bible/en/001.trans
--- a/data/bible/en/overlap
+++ b/data/bible/en/overlap
--- a/data/bible/en/overlap.emb
+++ b/data/bible/en/overlap.emb
--- a/data/bible/gold/001.align
+++ b/data/bible/gold/001.align
--- a/data/bible/meta_data.tsv
+++ b/data/bible/meta_data.tsv
@@ -0,0 +1,2 @@
+text_id	text_length
+001	5000
--- a/data/bible/zh.verse
+++ b/data/bible/zh.verse
--- a/data/bible/zh/001
+++ b/data/bible/zh/001
--- a/data/bible/zh/001.tok
+++ b/data/bible/zh/001.tok
--- a/data/bible/zh/overlap
+++ b/data/bible/zh/overlap
--- a/data/bible/zh/overlap.emb
+++ b/data/bible/zh/overlap.emb