|
24
|
1 |
Analyzer "natural":
|
|
|
2 |
File ./cpixunittestcorpus/text/en/1.txt tokenized:
|
|
|
3 |
'i' 'am' 'happy'
|
|
|
4 |
File ./cpixunittestcorpus/text/en/2.txt tokenized:
|
|
|
5 |
'oh' 'happiness'
|
|
|
6 |
File ./cpixunittestcorpus/text/en/3.txt tokenized:
|
|
|
7 |
'nothing' 'important' 'in' 'here' 'so' 't' 'even' 'look' 'because' 'you' 'shall' 'find' 'nothing' 'whatsoever'
|
|
|
8 |
File ./cpixunittestcorpus/text/en/4.txt tokenized:
|
|
|
9 |
'what' 'is' 'happening' 'here'
|
|
|
10 |
|
|
|
11 |
Analyzer "natural":
|
|
|
12 |
File ./cpixunittestcorpus/text/fr/1.txt tokenized:
|
|
|
13 |
'un' 'approvisionnement' 'sûr' 'et' 'durable'
|
|
|
14 |
File ./cpixunittestcorpus/text/fr/2.txt tokenized:
|
|
|
15 |
'énergie' 'est' 'au' 'cœur' 'de' 'nos' 'vies' 'nous' 'dépendons' 'elle' 'pour'
|
|
|
16 |
File ./cpixunittestcorpus/text/fr/3.txt tokenized:
|
|
|
17 |
'nous' 'déplacer' 'pour' 'chauffer' 'nos' 'maisons' 'ou' 'les' 'rafraîchir'
|
|
|
18 |
File ./cpixunittestcorpus/text/fr/4.txt tokenized:
|
|
|
19 |
'pour' 'faire' 'fonctionner' 'nos' 'usines' 'nos' 'exploitations' 'agricoles' 'et' 'nos'
|
|
|
20 |
|