Code Coverage |
||||||||||
Classes and Traits |
Functions and Methods |
Lines |
||||||||
| Total | |
100.00% |
1 / 1 |
|
100.00% |
1 / 1 |
CRAP | |
100.00% |
3 / 3 |
| WordTokenizer | |
100.00% |
1 / 1 |
|
100.00% |
1 / 1 |
1 | |
100.00% |
3 / 3 |
| tokenize | |
100.00% |
1 / 1 |
1 | |
100.00% |
3 / 3 |
|||
| <?php | |
| declare (strict_types = 1); | |
| namespace Phpml\Tokenization; | |
| class WordTokenizer implements Tokenizer | |
| { | |
| /** | |
| * @param string $text | |
| * | |
| * @return array | |
| */ | |
| public function tokenize(string $text): array | |
| { | |
| $tokens = []; | |
| preg_match_all('/\w\w+/u', $text, $tokens); | |
| return $tokens[0]; | |
| } | |
| } |