%PDF- %PDF-
Mini Shell

Mini Shell

Direktori : /home2/vacivi36/ava/lib/mlbackend/php/phpml/src/Phpml/Tokenization/
Upload File :
Create Path :
Current File : //home2/vacivi36/ava/lib/mlbackend/php/phpml/src/Phpml/Tokenization/WordTokenizer.php

<?php

declare(strict_types=1);

namespace Phpml\Tokenization;

class WordTokenizer implements Tokenizer
{
    public function tokenize(string $text): array
    {
        $tokens = [];
        preg_match_all('/\w\w+/u', $text, $tokens);

        return $tokens[0];
    }
}

Zerion Mini Shell 1.0