Hugging Face's logo

Datasets:
mteb
/
biblenlp-corpus

Modalities:
Text
Formats:
json
Languages:
Arifama-Miniafia
Ankave
Abau
Size:
1M - 10M
Libraries:
Datasets
pandas
Polars
License:
Dataset card Data Studio Files
xet
 Community
1
parquet-converter Samoed davidstap commited on
Commit
b1c55c7
·
0 Parent(s):

Update parquet files

Browse files

Co-authored-by: Samoed <Samoed@users.noreply.huggingface.co>
Co-authored-by: davidstap <davidstap@users.noreply.huggingface.co>

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +59 -0
  2. eng-aai/test/0000.parquet +3 -0
  3. eng-aai/train/0000.parquet +3 -0
  4. eng-aai/validation/0000.parquet +3 -0
  5. eng-aak/test/0000.parquet +3 -0
  6. eng-aak/train/0000.parquet +3 -0
  7. eng-aak/validation/0000.parquet +3 -0
  8. eng-aau/test/0000.parquet +3 -0
  9. eng-aau/train/0000.parquet +3 -0
  10. eng-aau/validation/0000.parquet +3 -0
  11. eng-aaz/test/0000.parquet +3 -0
  12. eng-aaz/train/0000.parquet +3 -0
  13. eng-aaz/validation/0000.parquet +3 -0
  14. eng-abt/test/0000.parquet +3 -0
  15. eng-abt/train/0000.parquet +3 -0
  16. eng-abt/validation/0000.parquet +3 -0
  17. eng-abx/test/0000.parquet +3 -0
  18. eng-abx/train/0000.parquet +3 -0
  19. eng-abx/validation/0000.parquet +3 -0
  20. eng-aby/test/0000.parquet +3 -0
  21. eng-aby/train/0000.parquet +3 -0
  22. eng-aby/validation/0000.parquet +3 -0
  23. eng-acf/test/0000.parquet +3 -0
  24. eng-acf/train/0000.parquet +3 -0
  25. eng-acf/validation/0000.parquet +3 -0
  26. eng-acr/test/0000.parquet +3 -0
  27. eng-acr/train/0000.parquet +3 -0
  28. eng-acr/validation/0000.parquet +3 -0
  29. eng-acu/test/0000.parquet +3 -0
  30. eng-acu/train/0000.parquet +3 -0
  31. eng-acu/validation/0000.parquet +3 -0
  32. eng-adz/test/0000.parquet +3 -0
  33. eng-adz/train/0000.parquet +3 -0
  34. eng-adz/validation/0000.parquet +3 -0
  35. eng-aer/test/0000.parquet +3 -0
  36. eng-aer/train/0000.parquet +3 -0
  37. eng-aer/validation/0000.parquet +3 -0
  38. eng-aey/test/0000.parquet +3 -0
  39. eng-aey/train/0000.parquet +3 -0
  40. eng-aey/validation/0000.parquet +3 -0
  41. eng-agd/test/0000.parquet +3 -0
  42. eng-agd/train/0000.parquet +3 -0
  43. eng-agd/validation/0000.parquet +3 -0
  44. eng-agg/test/0000.parquet +3 -0
  45. eng-agg/train/0000.parquet +3 -0
  46. eng-agg/validation/0000.parquet +3 -0
  47. eng-agm/test/0000.parquet +3 -0
  48. eng-agm/train/0000.parquet +3 -0
  49. eng-agm/validation/0000.parquet +3 -0
  50. eng-agn/test/0000.parquet +3 -0
.gitattributes ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.lz4 filter=lfs diff=lfs merge=lfs -text
12
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
13
+ *.model filter=lfs diff=lfs merge=lfs -text
14
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
15
+ *.npy filter=lfs diff=lfs merge=lfs -text
16
+ *.npz filter=lfs diff=lfs merge=lfs -text
17
+ *.onnx filter=lfs diff=lfs merge=lfs -text
18
+ *.ot filter=lfs diff=lfs merge=lfs -text
19
+ *.parquet filter=lfs diff=lfs merge=lfs -text
20
+ *.pb filter=lfs diff=lfs merge=lfs -text
21
+ *.pickle filter=lfs diff=lfs merge=lfs -text
22
+ *.pkl filter=lfs diff=lfs merge=lfs -text
23
+ *.pt filter=lfs diff=lfs merge=lfs -text
24
+ *.pth filter=lfs diff=lfs merge=lfs -text
25
+ *.rar filter=lfs diff=lfs merge=lfs -text
26
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
27
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
29
+ *.tar filter=lfs diff=lfs merge=lfs -text
30
+ *.tflite filter=lfs diff=lfs merge=lfs -text
31
+ *.tgz filter=lfs diff=lfs merge=lfs -text
32
+ *.wasm filter=lfs diff=lfs merge=lfs -text
33
+ *.xz filter=lfs diff=lfs merge=lfs -text
34
+ *.zip filter=lfs diff=lfs merge=lfs -text
35
+ *.zst filter=lfs diff=lfs merge=lfs -text
36
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
37
+ # Audio files - uncompressed
38
+ *.pcm filter=lfs diff=lfs merge=lfs -text
39
+ *.sam filter=lfs diff=lfs merge=lfs -text
40
+ *.raw filter=lfs diff=lfs merge=lfs -text
41
+ # Audio files - compressed
42
+ *.aac filter=lfs diff=lfs merge=lfs -text
43
+ *.flac filter=lfs diff=lfs merge=lfs -text
44
+ *.mp3 filter=lfs diff=lfs merge=lfs -text
45
+ *.ogg filter=lfs diff=lfs merge=lfs -text
46
+ *.wav filter=lfs diff=lfs merge=lfs -text
47
+ # Image files - uncompressed
48
+ *.bmp filter=lfs diff=lfs merge=lfs -text
49
+ *.gif filter=lfs diff=lfs merge=lfs -text
50
+ *.png filter=lfs diff=lfs merge=lfs -text
51
+ *.tiff filter=lfs diff=lfs merge=lfs -text
52
+ # Image files - compressed
53
+ *.jpg filter=lfs diff=lfs merge=lfs -text
54
+ *.jpeg filter=lfs diff=lfs merge=lfs -text
55
+ *.webp filter=lfs diff=lfs merge=lfs -text
56
+ data/eng-arb/train.json filter=lfs diff=lfs merge=lfs -text
57
+ data/eng-mal/train.json filter=lfs diff=lfs merge=lfs -text
58
+ data/eng-mya/train.json filter=lfs diff=lfs merge=lfs -text
59
+ data/eng-sus/train.json filter=lfs diff=lfs merge=lfs -text
eng-aai/test/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1c29bbc7e310212ea0d4437a9f971831dc490f5cfbe4dd1606eb4ea130817cd
3
+ size 8829
eng-aai/train/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:729dd9cdfa5c567f52612b0a928c36c4504fa316da752d1fecbc9b13e932d501
3
+ size 124549
eng-aai/validation/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68d101c7fa42fadf574f2ba051d738f1ac803fc7493c7f245241f854cd82d703
3
+ size 6276
eng-aak/test/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a0d4ede100ffcdef3fc7997b2a1c7e67c84c48475ba195acd23dc52b7c5836b
3
+ size 10638
eng-aak/train/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d1a661586d1a8ee372d74b9bcec5876ad0321a40842192a2d1120f7f0a7496c
3
+ size 184487
eng-aak/validation/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88de0b725aa5445b5791c021e37fb78a225595a798abf32f3287ef075d98d2cb
3
+ size 14438
eng-aau/test/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:675a98e4bbd3c8769eb716126ed995ca23752063b80f63203ed8071036d08a28
3
+ size 11228
eng-aau/train/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4c37d32b202c7f92335f00fc0f8c6eaa56c1c3fd03512103c7b64dea2fca5ab
3
+ size 136217
eng-aau/validation/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12a0874155dfc018f43c54c1632306c3e552c2ae817b8e5c71c563e4c0a815eb
3
+ size 8368
eng-aaz/test/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4801ad5b5dd677570561a6e3b0128599949a861decb488d9ea5bc7681bd185b4
3
+ size 14590
eng-aaz/train/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72e96352b461dea228d6eb1fefd823e307f47081c42f49bd901eae486b17645e
3
+ size 223727
eng-aaz/validation/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b292a1e560b9e22fc2c51a899c5f1793efc0a14e387133fbef7892eb310335bb
3
+ size 18305
eng-abt/test/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd02006e81e40bb2d2aa9a97c532ff5c6791b886ea5a95d4fe87dedfe172768c
3
+ size 77334
eng-abt/train/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ef79c8dfbf77ab0ea6d4b453bc8073282b640816775d619bd38a58a9d9bd7b6
3
+ size 1281333
eng-abt/validation/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c461729948df69ff65f1396e9e0480067edee83f546175fdf12b31d871767d59
3
+ size 80010
eng-abx/test/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:358d00ee7965e7b7a010f5500c3a82b6c7260f09da4ac0aeed611fd5c110c3c7
3
+ size 11012
eng-abx/train/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b007392797695f9966e26fe66e0c83e049dbfaa18f52d64c4253b0dea5d658c7
3
+ size 128470
eng-abx/validation/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3435c994f7dc84a106d2c30ec1206b437b0caffe6374bebe2332b8ad9dc42df
3
+ size 11596
eng-aby/test/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9848c1dde86e6be8ae70d0e1a98be54380a4c43cabd6ddddd84108686d014467
3
+ size 14404
eng-aby/train/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62a57beea87f3427d294183a2587ace638f9514ca35fdf7d7935d8551cbe8ad0
3
+ size 240927
eng-aby/validation/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcc9e7780c62f651489fcaeabeb1eba90bc8549fca8f000df2c1874f859caa64
3
+ size 16742
eng-acf/test/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c712881675990ed1e4243110d2c6ac45c14118b1f53d2e0cb57906bdff4291cd
3
+ size 10595
eng-acf/train/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:927313649ace02d8a769ebdc1c31284a1845e8a25416525573f73ee6d75f8489
3
+ size 119881
eng-acf/validation/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e0cf7149a62e2e0aa0afc4e9ee0f26be5d6f5613f54e08957a5eb544c875921
3
+ size 10162
eng-acr/test/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:453b1291f646ea49abf8a3760cba133ccd5bc0025b5cfb0f4e7e87e09dd86e65
3
+ size 71379
eng-acr/train/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7d3625019eca4fd135e93240b60c7476bbddd61c768809987aa5bfd82122aca
3
+ size 1210161
eng-acr/validation/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf5dc0606b65cf24d64a57be024028069ab92ac335f8496517e7ec88cc7cf816
3
+ size 74607
eng-acu/test/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b584102dcd038107d8f657cdb091d3a34de73cd5290c87e8ad79843276213f49
3
+ size 13574
eng-acu/train/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f381e200b8bb10afe05f3a854a0cc74c0c89ea2db02b6fd2807e31d5e04e9768
3
+ size 235248
eng-acu/validation/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c037d09a2da347a1332c1f5d961d377ab6f09f4b3f8bf0610f979cc3c0d658c7
3
+ size 14137
eng-adz/test/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eeac20b83ab8d896e95ff88a9ff59646ee6a485a7f6439adf6c8f94e9d04332
3
+ size 6517
eng-adz/train/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d83e14dd739cb3fc8d6d57946f2dac96c3f8a7e6635e598c3d94ae4dd5e6b0b
3
+ size 70737
eng-adz/validation/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29e5eec81c6fe0e30b16b10ac8a81f4d4390a8fa4e2a347fc1f5080ee317ef22
3
+ size 5634
eng-aer/test/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f24394f73abe251aa7db0173ccb08c2be244e836bc2700944b106eb53bbd6a9
3
+ size 19681
eng-aer/train/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ae09d244c98ea87d39640712f5efdf86ea14c8a1e789433c106804e7620e730
3
+ size 277820
eng-aer/validation/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1cd677bcc56ff072994da23369f434db86cde7dceb9eb722102f3665feb378c
3
+ size 17562
eng-aey/test/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28bfb1a7bbd5b8f97d9733f79f839ec8c2d5c66da97c8d089409cb9d443f854f
3
+ size 15836
eng-aey/train/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:089a064a93d295edab590856efed85d5cef770d8da85544cd591446af626225f
3
+ size 202577
eng-aey/validation/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36d3ba392b1d2c4172e51632b568a275dcdbfc1f5a14b447e4fe7060d1bb50c4
3
+ size 13129
eng-agd/test/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd133dffa7edbacf8f0235e72294d7ed47312dc3470fa250572cb065f2c361e0
3
+ size 10196
eng-agd/train/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9be21fd4ae2642e3e396bbb4c4be10f618bbde2f6e1692e9be861acb0ed55dc
3
+ size 129491
eng-agd/validation/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60e240189a6db4c8cd24424749160e8d6472b4057549230a23453614e3024d47
3
+ size 12052
eng-agg/test/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ad890d9d7814a5391bb2e750614ab247de3203275722d498799620f9e0491a4
3
+ size 12426
eng-agg/train/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56ef52f28a7ca1628a810fd035a3c85e2b7c72b217675737b18804e755cc28dd
3
+ size 163755
eng-agg/validation/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d30aabfbdfd849e825899025d4d0216909b23dbe12787ff107ba79c60b81d33
3
+ size 13627
eng-agm/test/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7c3b4a085d4aa49bdaabdcb9888728a86830c3d87bb1368608797901dda1133
3
+ size 15820
eng-agm/train/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:466fa5240561d00d4dcb7fed91d432c5a8863d6d7f6a09b40f92e1f892106389
3
+ size 180608
eng-agm/validation/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:079bbf898629e25442388d62b1373d85cbfd86eae67f3e56f35d02c28c5b0dda
3
+ size 16016
eng-agn/test/0000.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19dc5daf9d4f644388cde969f7a26ee11810f2dd2dc93c64d769fe23793e20b4
3
+ size 10304