searchengine/util/tsrc/cpixtoolsunittest/data/parsing/tokenization5_exp_out.txt
changeset 10 afe194b6b1cd
parent 0 671dee74050a
equal deleted inserted replaced
9:d575fd691cf9 10:afe194b6b1cd
     1 id('fo')unknown('for')id('fore')id('forth')id('ofor')id('oforo')id('i')unknown('if')id('ifdom')id('ifer')id('fif')id('fifi')id('forfi')id('fifor')
     1 identifier('fo')for('for')identifier('fore')identifier('forth')identifier('ofor')identifier('oforo')identifier('i')if('if')identifier('ifdom')identifier('ifer')identifier('fif')identifier('fifi')identifier('forfi')identifier('fifor')