Update to Drupal 8.0.0 beta 14. For more information, see https://drupal.org/node/2544542

core/vendor/doctrine/lexer/LICENSE

@@ -0,0 +1,19 @@
+Copyright (c) 2006-2013 Doctrine Project
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
+of the Software, and to permit persons to whom the Software is furnished to do
+so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

core/vendor/doctrine/lexer/composer.json

@@ -15,5 +15,10 @@
     },
     "autoload": {
         "psr-0": { "Doctrine\\Common\\Lexer\\": "lib/" }
+    },
+    "extra": {
+        "branch-alias": {
+            "dev-master": "1.0.x-dev"
+        }
     }
 }

core/vendor/doctrine/lexer/lib/Doctrine/Common/Lexer/AbstractLexer.php

@@ -22,35 +22,58 @@ namespace Doctrine\Common\Lexer;
 /**
  * Base class for writing simple lexers, i.e. for creating small DSLs.
  *
- * @since   2.0
- * @author  Guilherme Blanco <guilhermeblanco@hotmail.com>
- * @author  Jonathan Wage <jonwage@gmail.com>
- * @author  Roman Borschel <roman@code-factory.org>
+ * @since  2.0
+ * @author Guilherme Blanco <guilhermeblanco@hotmail.com>
+ * @author Jonathan Wage <jonwage@gmail.com>
+ * @author Roman Borschel <roman@code-factory.org>
  */
 abstract class AbstractLexer
 {
     /**
-     * @var array Array of scanned tokens
+     * Lexer original input string.
+     *
+     * @var string
+     */
+    private $input;
+
+    /**
+     * Array of scanned tokens.
+     *
+     * Each token is an associative array containing three items:
+     *  - 'value'    : the string value of the token in the input string
+     *  - 'type'     : the type of the token (identifier, numeric, string, input
+     *                 parameter, none)
+     *  - 'position' : the position of the token in the input string
+     *
+     * @var array
      */
     private $tokens = array();
 
     /**
-     * @var integer Current lexer position in input string
+     * Current lexer position in input string.
+     *
+     * @var integer
      */
     private $position = 0;
 
     /**
-     * @var integer Current peek of current lexer position
+     * Current peek of current lexer position.
+     *
+     * @var integer
      */
     private $peek = 0;
 
     /**
-     * @var array The next token in the input.
+     * The next token in the input.
+     *
+     * @var array
      */
     public $lookahead;
 
     /**
-     * @var array The last matched/seen token.
+     * The last matched/seen token.
+     *
+     * @var array
      */
     public $token;
 
@@ -61,16 +84,22 @@ abstract class AbstractLexer
      * Any unprocessed tokens from any previous input are lost.
      *
      * @param string $input The input to be tokenized.
+     *
+     * @return void
      */
     public function setInput($input)
     {
+        $this->input  = $input;
         $this->tokens = array();
+
         $this->reset();
         $this->scan($input);
     }
 
     /**
      * Resets the lexer.
+     *
+     * @return void
      */
     public function reset()
     {
@@ -82,6 +111,8 @@ abstract class AbstractLexer
 
     /**
      * Resets the peek pointer to 0.
+     *
+     * @return void
      */
     public function resetPeek()
     {
@@ -91,17 +122,32 @@ abstract class AbstractLexer
     /**
      * Resets the lexer position on the input to the given position.
      *
-     * @param integer $position Position to place the lexical scanner
+     * @param integer $position Position to place the lexical scanner.
+     *
+     * @return void
      */
     public function resetPosition($position = 0)
     {
         $this->position = $position;
     }
 
+    /**
+     * Retrieve the original lexer's input until a given position. 
+     *
+     * @param integer $position
+     *
+     * @return string
+     */
+    public function getInputUntilPosition($position)
+    {
+        return substr($this->input, 0, $position);
+    }
+
     /**
      * Checks whether a given token matches the current lookahead.
      *
      * @param integer|string $token
+     *
      * @return boolean
      */
     public function isNextToken($token)
@@ -110,9 +156,10 @@ abstract class AbstractLexer
     }
 
     /**
-     * Checks whether any of the given tokens matches the current lookahead
+     * Checks whether any of the given tokens matches the current lookahead.
      *
      * @param array $tokens
+     *
      * @return boolean
      */
     public function isNextTokenAny(array $tokens)
@@ -123,13 +170,7 @@ abstract class AbstractLexer
     /**
      * Moves to the next token in the input string.
      *
-     * A token is an associative array containing three items:
-     *  - 'value'    : the string value of the token in the input string
-     *  - 'type'     : the type of the token (identifier, numeric, string, input
-     *                 parameter, none)
-     *  - 'position' : the position of the token in the input string
-     *
-     * @return array|null the next token; null if there is no more tokens left
+     * @return boolean
      */
     public function moveNext()
     {
@@ -145,6 +186,8 @@ abstract class AbstractLexer
      * Tells the lexer to skip input tokens until it sees a token with the given value.
      *
      * @param string $type The token type to skip until.
+     *
+     * @return void
      */
     public function skipUntil($type)
     {
@@ -154,10 +197,11 @@ abstract class AbstractLexer
     }
 
     /**
-     * Checks if given value is identical to the given token
+     * Checks if given value is identical to the given token.
      *
-     * @param mixed $value
+     * @param mixed   $value
      * @param integer $token
+     *
      * @return boolean
      */
     public function isA($value, $token)
@@ -168,7 +212,7 @@ abstract class AbstractLexer
     /**
      * Moves the lookahead token forward.
      *
-     * @return array | null The next token or NULL if there are no more tokens ahead.
+     * @return array|null The next token or NULL if there are no more tokens ahead.
      */
     public function peek()
     {
@@ -194,15 +238,21 @@ abstract class AbstractLexer
     /**
      * Scans the input string for tokens.
      *
-     * @param string $input a query string
+     * @param string $input A query string.
+     *
+     * @return void
      */
     protected function scan($input)
     {
         static $regex;
 
         if ( ! isset($regex)) {
-            $regex = '/(' . implode(')|(', $this->getCatchablePatterns()) . ')|'
-                   . implode('|', $this->getNonCatchablePatterns()) . '/i';
+            $regex = sprintf(
+                '/(%s)|%s/%s',
+                implode(')|(', $this->getCatchablePatterns()),
+                implode('|', $this->getNonCatchablePatterns()),
+                $this->getModifiers()
+            );
         }
 
         $flags = PREG_SPLIT_NO_EMPTY | PREG_SPLIT_DELIM_CAPTURE | PREG_SPLIT_OFFSET_CAPTURE;
@@ -224,6 +274,7 @@ abstract class AbstractLexer
      * Gets the literal for a given token.
      *
      * @param integer $token
+     *
      * @return string
      */
     public function getLiteral($token)
@@ -241,6 +292,16 @@ abstract class AbstractLexer
         return $token;
     }
 
+    /**
+     * Regex modifiers
+     *
+     * @return string
+     */
+    protected function getModifiers()
+    {
+        return 'i';
+    }
+
     /**
      * Lexical catchable patterns.
      *
@@ -259,6 +320,7 @@ abstract class AbstractLexer
      * Retrieve token type. Also processes the token value if necessary.
      *
      * @param string $value
+     *
      * @return integer
      */
     abstract protected function getType(&$value);