WIP

Alice.pp

@@ -0,0 +1,62 @@
+//
+// LEXEMES
+//
+%token true true
+%token false false
+%token null null
+%token escape_token \\
+%token string .+
+
+
+//
+// RULES
+//
+value:
+    string()
+
+string:
+    ::escape_token:: <string> | <escape_token> | <string>
+
+//
+//
+//
+//
+//
+//
+//%skip   space          \s
+//// Scalars.
+//%token  true           true
+//%token  false          false
+//%token  null           null
+//// Strings.
+//%token  quote_         <{        -> string
+//%token  string:string  [^"]+
+//%token  string:_quote  }>        -> default
+//// Objects.
+//%token  brace_         {
+//%token _brace          }
+//// Arrays.
+//%token  bracket_       \[
+//%token _bracket        \]
+//// Rest.
+//%token  colon          :
+//%token  comma          ,
+//%token  number         \d+
+//
+//value:
+//    <true> | <false> | <null> | string() | object() | array() | number()
+//
+//string:
+//    ::quote_:: <string> ::_quote::
+//
+//number:
+//    <number>
+//
+//#object:
+//    ::brace_:: pair() ( ::comma:: pair() )* ::_brace::
+//
+//#pair:
+//    string() ::colon:: value()
+//
+//#array:
+//    ::bracket_:: value() ( ::comma:: value() )* ::_bracket::

composer.json

@@ -22,6 +22,7 @@
     "require": {
         "php": "^7.0",
         "fzaninotto/faker": "^1.6",
+        "hoa/compiler": "3.17.01.10",
         "myclabs/deep-copy": "^1.5.2",
         "symfony/property-access": "^2.7.11 || ^3.0 || ^4.0",
         "symfony/yaml": "^2.7 || ^3.0 || ^4.0"

src/FixtureBuilder/ExpressionLanguage/Lexer/HoaLexer.php

@@ -0,0 +1,29 @@
+<?php
+declare(strict_types=1);
+
+namespace Nelmio\Alice\FixtureBuilder\ExpressionLanguage\Lexer;
+
+use Hoa\Compiler\Llk\Parser as HoaParser;
+use Nelmio\Alice\FixtureBuilder\ExpressionLanguage\LexerInterface;
+
+final class HoaLexer implements LexerInterface
+{
+    /**
+     * @var HoaParser
+     */
+    private $parser;
+
+    public function __construct(HoaParser $parser)
+    {
+
+        $this->parser = $parser;
+    }
+
+    /**
+     * @inheritdoc
+     */
+    public function lex(string $value)
+    {
+        return $this->parser->parse($value);
+    }
+}

src/FixtureBuilder/ExpressionLanguage/LexerInterface.php

@@ -29,5 +29,5 @@ interface LexerInterface
      *
      * @return Token[]
      */
-    public function lex(string $value): array;
+    public function lex(string $value);
 }

src/Loader/NativeLoader.php

@@ -16,6 +16,8 @@
 use Nelmio\Alice\FixtureBuilder\Denormalizer\Fixture\Chainable\SimpleDenormalizer as NelmioSimpleDenormalizer;
 use Faker\Factory as FakerGeneratorFactory;
 use Faker\Generator as FakerGenerator;
+use Nelmio\Alice\FixtureBuilder\ExpressionLanguage\Lexer\HoaLexer;
+use Hoa\File\Read;
 use Nelmio\Alice\DataLoaderInterface;
 use Nelmio\Alice\Faker\Provider\AliceProvider;
 use Nelmio\Alice\FileLoaderInterface;
@@ -209,6 +211,13 @@ class NativeLoader implements FilesLoaderInterface, FileLoaderInterface, DataLoa
     /** @protected */
     const LOCALE = 'en_US';
 
+    /**
+     * @var string Path to Alice grammar defined in the PP language.
+     *
+     * @see https://hoa-project.net/En/Literature/Hack/Compiler.html#PP_language
+     */
+    protected $ppFilePath = __DIR__.'/../../Alice.pp';
+
     private $previous = '';
 
     /**
@@ -441,19 +450,9 @@ protected function createExpressionLanguageParser(): ExpressionLanguageParserInt
 
     protected function createLexer(): LexerInterface
     {
-        return new EmptyValueLexer(
-            new ReferenceEscaperLexer(
-                new GlobalPatternsLexer(
-                    new FunctionLexer(
-                        new StringThenReferenceLexer(
-                            new SubPatternsLexer(
-                                new ReferenceLexer()
-                            )
-                        )
-                    )
-                )
-            )
-        );
+        $parser = \Hoa\Compiler\Llk\Llk::load(new Read($this->ppFilePath));
+
+        return new HoaLexer($parser);
     }
 
     protected function createExpressionLanguageTokenParser(): TokenParserInterface

tests/FixtureBuilder/ExpressionLanguage/Lexer/LexerIntegrationTest.php

@@ -13,6 +13,7 @@
 
 namespace Nelmio\Alice\FixtureBuilder\ExpressionLanguage\Lexer;
 
+use Hoa\Compiler\Llk\TreeNode;
 use InvalidArgumentException;
 use Nelmio\Alice\FixtureBuilder\ExpressionLanguage\LexerInterface;
 use Nelmio\Alice\FixtureBuilder\ExpressionLanguage\Token;