Complete the injection of the expression in all syntax errors

stof · stof · commit 853fc657a6da · 2017-04-03T10:58:13.000+02:00
diff --git a/Lexer.php b/Lexer.php
@@ -59,12 +59,12 @@ public function tokenize($expression)
             } elseif (false !== strpos(')]}', $expression[$cursor])) {
                 // closing bracket
                 if (empty($brackets)) {
-                    throw new SyntaxError(sprintf('Unexpected "%s"', $expression[$cursor]), $cursor);
+                    throw new SyntaxError(sprintf('Unexpected "%s"', $expression[$cursor]), $cursor, $expression);
                 }
 
                 list($expect, $cur) = array_pop($brackets);
                 if ($expression[$cursor] != strtr($expect, '([{', ')]}')) {
-                    throw new SyntaxError(sprintf('Unclosed "%s"', $expect), $cur);
+                    throw new SyntaxError(sprintf('Unclosed "%s"', $expect), $cur, $expression);
                 }
 
                 $tokens[] = new Token(Token::PUNCTUATION_TYPE, $expression[$cursor], $cursor + 1);
@@ -87,8 +87,7 @@ public function tokenize($expression)
                 $cursor += strlen($match[0]);
             } else {
                 // unlexable
-                $message = sprintf('Unexpected character "%s"', $expression[$cursor]);
-                throw new SyntaxError($message, $cursor, $expression);
+                throw new SyntaxError(sprintf('Unexpected character "%s"', $expression[$cursor]), $cursor, $expression);
             }
         }
 
@@ -99,6 +98,6 @@ public function tokenize($expression)
             throw new SyntaxError(sprintf('Unclosed "%s"', $expect), $cur, $expression);
         }
 
-        return new TokenStream($tokens);
+        return new TokenStream($tokens, $expression);
     }
 }
diff --git a/Parser.php b/Parser.php
@@ -99,7 +99,7 @@ public function parse(TokenStream $stream, $names = array())
 
         $node = $this->parseExpression();
         if (!$stream->isEOF()) {
-            throw new SyntaxError(sprintf('Unexpected token "%s" of value "%s"', $stream->current->type, $stream->current->value), $stream->current->cursor);
+            throw new SyntaxError(sprintf('Unexpected token "%s" of value "%s"', $stream->current->type, $stream->current->value), $stream->current->cursor, $stream->getExpression());
         }
 
         return $node;
@@ -195,13 +195,13 @@ public function parsePrimaryExpression()
                     default:
                         if ('(' === $this->stream->current->value) {
                             if (false === isset($this->functions[$token->value])) {
-                                throw new SyntaxError(sprintf('The function "%s" does not exist', $token->value), $token->cursor);
+                                throw new SyntaxError(sprintf('The function "%s" does not exist', $token->value), $token->cursor, $this->stream->getExpression());
                             }
 
                             $node = new Node\FunctionNode($token->value, $this->parseArguments());
                         } else {
                             if (!in_array($token->value, $this->names, true)) {
-                                throw new SyntaxError(sprintf('Variable "%s" is not valid', $token->value), $token->cursor);
+                                throw new SyntaxError(sprintf('Variable "%s" is not valid', $token->value), $token->cursor, $this->stream->getExpression());
                             }
 
                             // is the name used in the compiled code different
@@ -227,7 +227,7 @@ public function parsePrimaryExpression()
                 } elseif ($token->test(Token::PUNCTUATION_TYPE, '{')) {
                     $node = $this->parseHashExpression();
                 } else {
-                    throw new SyntaxError(sprintf('Unexpected token "%s" of value "%s"', $token->type, $token->value), $token->cursor);
+                    throw new SyntaxError(sprintf('Unexpected token "%s" of value "%s"', $token->type, $token->value), $token->cursor, $this->stream->getExpression());
                 }
         }
 
@@ -289,7 +289,7 @@ public function parseHashExpression()
             } else {
                 $current = $this->stream->current;
 
-                throw new SyntaxError(sprintf('A hash key must be a quoted string, a number, a name, or an expression enclosed in parentheses (unexpected token "%s" of value "%s"', $current->type, $current->value), $current->cursor);
+                throw new SyntaxError(sprintf('A hash key must be a quoted string, a number, a name, or an expression enclosed in parentheses (unexpected token "%s" of value "%s"', $current->type, $current->value), $current->cursor, $this->stream->getExpression());
             }
 
             $this->stream->expect(Token::PUNCTUATION_TYPE, ':', 'A hash key must be followed by a colon (:)');
@@ -327,7 +327,7 @@ public function parsePostfixExpression($node)
                     // As a result, if $token is NOT an operator OR $token->value is NOT a valid property or method name, an exception shall be thrown.
                     ($token->type !== Token::OPERATOR_TYPE || !preg_match('/[a-zA-Z_\x7f-\xff][a-zA-Z0-9_\x7f-\xff]*/A', $token->value))
                 ) {
-                    throw new SyntaxError('Expected name', $token->cursor);
+                    throw new SyntaxError('Expected name', $token->cursor, $this->stream->getExpression());
                 }
 
                 $arg = new Node\ConstantNode($token->value);
@@ -345,7 +345,7 @@ public function parsePostfixExpression($node)
                 $node = new Node\GetAttrNode($node, $arg, $arguments, $type);
             } elseif ('[' === $token->value) {
                 if ($node instanceof Node\GetAttrNode && Node\GetAttrNode::METHOD_CALL === $node->attributes['type'] && PHP_VERSION_ID < 50400) {
-                    throw new SyntaxError('Array calls on a method call is only supported on PHP 5.4+', $token->cursor);
+                    throw new SyntaxError('Array calls on a method call is only supported on PHP 5.4+', $token->cursor, $this->stream->getExpression());
                 }
 
                 $this->stream->next();
diff --git a/SyntaxError.php b/SyntaxError.php
@@ -17,7 +17,7 @@ public function __construct($message, $cursor = 0, $expression = '')
     {
         $message = sprintf('%s around position %d', $message, $cursor);
         if ($expression) {
-            $message = sprintf('%s for expression "%s"', $message, $expression);
+            $message = sprintf('%s for expression `%s`', $message, $expression);
         }
         $message .= '.';
 
diff --git a/Tests/LexerTest.php b/Tests/LexerTest.php
@@ -34,12 +34,12 @@ protected function setUp()
     public function testTokenize($tokens, $expression)
     {
         $tokens[] = new Token('end of expression', null, strlen($expression) + 1);
-        $this->assertEquals(new TokenStream($tokens), $this->lexer->tokenize($expression));
+        $this->assertEquals(new TokenStream($tokens, $expression), $this->lexer->tokenize($expression));
     }
 
     /**
-     * @expectedException Symfony\Component\ExpressionLanguage\SyntaxError
-     * @expectedExceptionMessage Unexpected character "'" around position 33 for expression "service(faulty.expression.example').dummyMethod()".
+     * @expectedException \Symfony\Component\ExpressionLanguage\SyntaxError
+     * @expectedExceptionMessage Unexpected character "'" around position 33 for expression `service(faulty.expression.example').dummyMethod()`.
      */
     public function testTokenizeThrowsErrorWithMessage()
     {
@@ -48,8 +48,8 @@ public function testTokenizeThrowsErrorWithMessage()
     }
 
     /**
-     * @expectedException Symfony\Component\ExpressionLanguage\SyntaxError
-     * @expectedExceptionMessage Unclosed "(" around position 7 for expression "service(unclosed.expression.dummyMethod()".
+     * @expectedException \Symfony\Component\ExpressionLanguage\SyntaxError
+     * @expectedExceptionMessage Unclosed "(" around position 7 for expression `service(unclosed.expression.dummyMethod()`.
      */
     public function testTokenizeThrowsErrorOnUnclosedBrace()
     {
diff --git a/Tests/ParserTest.php b/Tests/ParserTest.php
@@ -20,7 +20,7 @@ class ParserTest extends TestCase
 {
     /**
      * @expectedException        \Symfony\Component\ExpressionLanguage\SyntaxError
-     * @expectedExceptionMessage Variable "foo" is not valid around position 1.
+     * @expectedExceptionMessage Variable "foo" is not valid around position 1 for expression `foo`.
      */
     public function testParseWithInvalidName()
     {
@@ -31,7 +31,7 @@ public function testParseWithInvalidName()
 
     /**
      * @expectedException        \Symfony\Component\ExpressionLanguage\SyntaxError
-     * @expectedExceptionMessage Variable "foo" is not valid around position 1.
+     * @expectedExceptionMessage Variable "foo" is not valid around position 1 for expression `foo`.
      */
     public function testParseWithZeroInNames()
     {
diff --git a/TokenStream.php b/TokenStream.php
@@ -22,16 +22,19 @@ class TokenStream
 
     private $tokens;
     private $position = 0;
+    private $expression;
 
     /**
      * Constructor.
      *
-     * @param array $tokens An array of tokens
+     * @param array  $tokens     An array of tokens
+     * @param string $expression
      */
-    public function __construct(array $tokens)
+    public function __construct(array $tokens, $expression = '')
     {
         $this->tokens = $tokens;
         $this->current = $tokens[0];
+        $this->expression = $expression;
     }
 
     /**
@@ -50,7 +53,7 @@ public function __toString()
     public function next()
     {
         if (!isset($this->tokens[$this->position])) {
-            throw new SyntaxError('Unexpected end of expression', $this->current->cursor);
+            throw new SyntaxError('Unexpected end of expression', $this->current->cursor, $this->expression);
         }
 
         ++$this->position;
@@ -69,7 +72,7 @@ public function expect($type, $value = null, $message = null)
     {
         $token = $this->current;
         if (!$token->test($type, $value)) {
-            throw new SyntaxError(sprintf('%sUnexpected token "%s" of value "%s" ("%s" expected%s)', $message ? $message.'. ' : '', $token->type, $token->value, $type, $value ? sprintf(' with value "%s"', $value) : ''), $token->cursor);
+            throw new SyntaxError(sprintf('%sUnexpected token "%s" of value "%s" ("%s" expected%s)', $message ? $message.'. ' : '', $token->type, $token->value, $type, $value ? sprintf(' with value "%s"', $value) : ''), $token->cursor, $this->expression);
         }
         $this->next();
     }
@@ -83,4 +86,14 @@ public function isEOF()
     {
         return $this->current->type === Token::EOF_TYPE;
     }
+
+    /**
+     * @internal
+     *
+     * @return string
+     */
+    public function getExpression()
+    {
+        return $this->expression;
+    }
 }

Original file line number	Diff line number	Diff line change
`@@ -59,12 +59,12 @@ public function tokenize($expression)`
`59`	`59`	`} elseif (false !== strpos(')]}', $expression[$cursor])) {`
`60`	`60`	`// closing bracket`
`61`	`61`	`if (empty($brackets)) {`
`62`		`- throw new SyntaxError(sprintf('Unexpected "%s"', $expression[$cursor]), $cursor);`
	`62`	`+ throw new SyntaxError(sprintf('Unexpected "%s"', $expression[$cursor]), $cursor, $expression);`
`63`	`63`	`}`
`64`	`64`
`65`	`65`	`list($expect, $cur) = array_pop($brackets);`
`66`	`66`	`if ($expression[$cursor] != strtr($expect, '([{', ')]}')) {`
`67`		`- throw new SyntaxError(sprintf('Unclosed "%s"', $expect), $cur);`
	`67`	`+ throw new SyntaxError(sprintf('Unclosed "%s"', $expect), $cur, $expression);`
`68`	`68`	`}`
`69`	`69`
`70`	`70`	`$tokens[] = new Token(Token::PUNCTUATION_TYPE, $expression[$cursor], $cursor + 1);`
`@@ -87,8 +87,7 @@ public function tokenize($expression)`
`87`	`87`	`$cursor += strlen($match[0]);`
`88`	`88`	`} else {`
`89`	`89`	`// unlexable`
`90`		`- $message = sprintf('Unexpected character "%s"', $expression[$cursor]);`
`91`		`- throw new SyntaxError($message, $cursor, $expression);`
	`90`	`+ throw new SyntaxError(sprintf('Unexpected character "%s"', $expression[$cursor]), $cursor, $expression);`
`92`	`91`	`}`
`93`	`92`	`}`
`94`	`93`
`@@ -99,6 +98,6 @@ public function tokenize($expression)`
`99`	`98`	`throw new SyntaxError(sprintf('Unclosed "%s"', $expect), $cur, $expression);`
`100`	`99`	`}`
`101`	`100`
`102`		`- return new TokenStream($tokens);`
	`101`	`+ return new TokenStream($tokens, $expression);`
`103`	`102`	`}`
`104`	`103`	`}`
Original file line number	Diff line number	Diff line change
`@@ -17,7 +17,7 @@ public function __construct($message, $cursor = 0, $expression = '')`
`17`	`17`	`{`
`18`	`18`	`$message = sprintf('%s around position %d', $message, $cursor);`
`19`	`19`	`if ($expression) {`
`20`		`- $message = sprintf('%s for expression "%s"', $message, $expression);`
	`20`	+ $message = sprintf('%s for expression `%s`', $message, $expression);
`21`	`21`	`}`
`22`	`22`	`$message .= '.';`
`23`	`23`
Original file line number	Diff line number	Diff line change
`@@ -34,12 +34,12 @@ protected function setUp()`
`34`	`34`	`public function testTokenize($tokens, $expression)`
`35`	`35`	`{`
`36`	`36`	`$tokens[] = new Token('end of expression', null, strlen($expression) + 1);`
`37`		`- $this->assertEquals(new TokenStream($tokens), $this->lexer->tokenize($expression));`
	`37`	`+ $this->assertEquals(new TokenStream($tokens, $expression), $this->lexer->tokenize($expression));`
`38`	`38`	`}`
`39`	`39`
`40`	`40`	`/**`
`41`		`- * @expectedException Symfony\Component\ExpressionLanguage\SyntaxError`
`42`		`- * @expectedExceptionMessage Unexpected character "'" around position 33 for expression "service(faulty.expression.example').dummyMethod()".`
	`41`	`+ * @expectedException \Symfony\Component\ExpressionLanguage\SyntaxError`
	`42`	+ * @expectedExceptionMessage Unexpected character "'" around position 33 for expression `service(faulty.expression.example').dummyMethod()`.
`43`	`43`	`*/`
`44`	`44`	`public function testTokenizeThrowsErrorWithMessage()`
`45`	`45`	`{`
`@@ -48,8 +48,8 @@ public function testTokenizeThrowsErrorWithMessage()`
`48`	`48`	`}`
`49`	`49`
`50`	`50`	`/**`
`51`		`- * @expectedException Symfony\Component\ExpressionLanguage\SyntaxError`
`52`		`- * @expectedExceptionMessage Unclosed "(" around position 7 for expression "service(unclosed.expression.dummyMethod()".`
	`51`	`+ * @expectedException \Symfony\Component\ExpressionLanguage\SyntaxError`
	`52`	+ * @expectedExceptionMessage Unclosed "(" around position 7 for expression `service(unclosed.expression.dummyMethod()`.
`53`	`53`	`*/`
`54`	`54`	`public function testTokenizeThrowsErrorOnUnclosedBrace()`
`55`	`55`	`{`
Original file line number	Diff line number	Diff line change
`@@ -20,7 +20,7 @@ class ParserTest extends TestCase`
`20`	`20`	`{`
`21`	`21`	`/**`
`22`	`22`	`* @expectedException \Symfony\Component\ExpressionLanguage\SyntaxError`
`23`		`- * @expectedExceptionMessage Variable "foo" is not valid around position 1.`
	`23`	+ * @expectedExceptionMessage Variable "foo" is not valid around position 1 for expression `foo`.
`24`	`24`	`*/`
`25`	`25`	`public function testParseWithInvalidName()`
`26`	`26`	`{`
`@@ -31,7 +31,7 @@ public function testParseWithInvalidName()`
`31`	`31`
`32`	`32`	`/**`
`33`	`33`	`* @expectedException \Symfony\Component\ExpressionLanguage\SyntaxError`
`34`		`- * @expectedExceptionMessage Variable "foo" is not valid around position 1.`
	`34`	+ * @expectedExceptionMessage Variable "foo" is not valid around position 1 for expression `foo`.
`35`	`35`	`*/`
`36`	`36`	`public function testParseWithZeroInNames()`
`37`	`37`	`{`
Original file line number	Diff line number	Diff line change
`@@ -22,16 +22,19 @@ class TokenStream`
`22`	`22`
`23`	`23`	`private $tokens;`
`24`	`24`	`private $position = 0;`
	`25`	`+ private $expression;`
`25`	`26`
`26`	`27`	`/**`
`27`	`28`	`* Constructor.`
`28`	`29`	`*`
`29`		`- * @param array $tokens An array of tokens`
	`30`	`+ * @param array $tokens An array of tokens`
	`31`	`+ * @param string $expression`
`30`	`32`	`*/`
`31`		`- public function __construct(array $tokens)`
	`33`	`+ public function __construct(array $tokens, $expression = '')`
`32`	`34`	`{`
`33`	`35`	`$this->tokens = $tokens;`
`34`	`36`	`$this->current = $tokens[0];`
	`37`	`+ $this->expression = $expression;`
`35`	`38`	`}`
`36`	`39`
`37`	`40`	`/**`
`@@ -50,7 +53,7 @@ public function __toString()`
`50`	`53`	`public function next()`
`51`	`54`	`{`
`52`	`55`	`if (!isset($this->tokens[$this->position])) {`
`53`		`- throw new SyntaxError('Unexpected end of expression', $this->current->cursor);`
	`56`	`+ throw new SyntaxError('Unexpected end of expression', $this->current->cursor, $this->expression);`
`54`	`57`	`}`
`55`	`58`
`56`	`59`	`++$this->position;`
`@@ -69,7 +72,7 @@ public function expect($type, $value = null, $message = null)`
`69`	`72`	`{`
`70`	`73`	`$token = $this->current;`
`71`	`74`	`if (!$token->test($type, $value)) {`
`72`		`- throw new SyntaxError(sprintf('%sUnexpected token "%s" of value "%s" ("%s" expected%s)', $message ? $message.'. ' : '', $token->type, $token->value, $type, $value ? sprintf(' with value "%s"', $value) : ''), $token->cursor);`
	`75`	`+ throw new SyntaxError(sprintf('%sUnexpected token "%s" of value "%s" ("%s" expected%s)', $message ? $message.'. ' : '', $token->type, $token->value, $type, $value ? sprintf(' with value "%s"', $value) : ''), $token->cursor, $this->expression);`
`73`	`76`	`}`
`74`	`77`	`$this->next();`
`75`	`78`	`}`
`@@ -83,4 +86,14 @@ public function isEOF()`
`83`	`86`	`{`
`84`	`87`	`return $this->current->type === Token::EOF_TYPE;`
`85`	`88`	`}`
	`89`	`+`
	`90`	`+ /**`
	`91`	`+ * @internal`
	`92`	`+ *`
	`93`	`+ * @return string`
	`94`	`+ */`
	`95`	`+ public function getExpression()`
	`96`	`+ {`
	`97`	`+ return $this->expression;`
	`98`	`+ }`
`86`	`99`	`}`