Optimize lexer and re-render compiling

Author: jaapio

packages/guides-cli/src/DevServer/RerenderListener.php

@@ -70,12 +70,9 @@ public function __invoke(FileModifiedEvent $event): void
         );
         assert($document instanceof DocumentNode);
 
-        $documents = $this->documents;
-        $documents[$file] = $document;
-
         /** @var array<string, DocumentNode> $documents */
-        $documents = $this->commandBus->handle(new CompileDocumentsCommand($documents, new CompilerContext($this->projectNode)));
-        $this->documents = $documents;
+        $documents = $this->commandBus->handle(new CompileDocumentsCommand([$file => $document], new CompilerContext($this->projectNode)));
+        $this->documents[$file] = $documents[$file];
         $destinationFileSystem = FlySystemAdapter::createForPath($this->settings->getOutput());
 
         $documentIterator = DocumentListIterator::create(

packages/guides-restructured-text/src/RestructuredText/Directives/CsvTableDirective.php

@@ -33,6 +33,7 @@
 use function explode;
 use function implode;
 use function is_string;
+use function method_exists;
 use function strval;
 use function trim;
 
@@ -78,10 +79,18 @@ public function processNode(
                 return new GenericNode('csv-table');
             }
 
-            $csv = Reader::createFromStream($csvStream);
+            if (method_exists(Reader::class, 'from')) {
+                $csv = Reader::from($csvStream);
+            } else {
+                $csv = Reader::createFromStream($csvStream);
+            }
         } else {
             $lines = $blockContext->getDocumentIterator()->toArray();
-            $csv = Reader::createFromString(implode("\n", $lines));
+            if (method_exists(Reader::class, 'fromString')) {
+                $csv = Reader::fromString(implode("\n", $lines));
+            } else {
+                $csv = Reader::createFromString(implode("\n", $lines));
+            }
         }
 
         if ($directive->getOption('header-rows')->getValue() !== null) {
@@ -90,7 +99,12 @@ public function processNode(
 
         $header = null;
         if ($directive->hasOption('header')) {
-            $headerCsv = Reader::createFromString($directive->getOption('header')->toString());
+            if (method_exists(Reader::class, 'fromString')) {
+                $headerCsv = Reader::fromString($directive->getOption('header')->toString());
+            } else {
+                $headerCsv = Reader::createFromString($directive->getOption('header')->toString());
+            }
+
             $header = new TableRow();
             foreach ($headerCsv->first() as $column) {
                 $columnNode = new TableColumn($column, 1, []);

packages/guides-restructured-text/src/RestructuredText/Parser/InlineLexer.php

@@ -19,8 +19,14 @@
 
 use function array_column;
 use function array_flip;
+use function ctype_alnum;
+use function ctype_space;
 use function parse_url;
 use function preg_match;
+use function str_ends_with;
+use function str_replace;
+use function strlen;
+use function substr;
 
 use const PHP_URL_SCHEME;
 
@@ -111,6 +117,7 @@ protected function getType(string &$value)
     {
         $type = match ($value) {
             '`' => self::BACKTICK,
+            '``' => self::DOUBLE_BACKTICK,
             '**' => self::STRONG_DELIMITER,
             '*' => self::EMPHASIS_DELIMITER,
             '|' => self::VARIABLE_DELIMITER,
@@ -130,10 +137,22 @@ protected function getType(string &$value)
         }
 
         // $value is already a tokenized part. Therefore, we have to match against the complete String here.
-        if (preg_match('/^\\\\[\s\S]$/i', $value)) {
+        if (str_ends_with($value, '__') && ctype_alnum(str_replace('-', '', substr($value, 0, -2)))) {
+            return self::ANONYMOUSE_REFERENCE;
+        }
+
+        if (str_ends_with($value, '_') && ctype_alnum(str_replace('-', '', substr($value, 0, -1)))) {
+            return self::NAMED_REFERENCE;
+        }
+
+        if (strlen($value) === 2 && $value[0] === '\\') {
             return self::ESCAPED_SIGN;
         }
 
+        if (strlen($value) === 1 && ctype_space($value)) {
+            return self::WHITESPACE;
+        }
+
         if (preg_match('/^``.+``(?!`)$/i', $value)) {
             return self::LITERAL;
         }
@@ -146,18 +165,6 @@ protected function getType(string &$value)
             return self::EMAIL;
         }
 
-        if (preg_match('/^[a-z0-9-]+_{2}$/i', $value)) {
-            return self::ANONYMOUSE_REFERENCE;
-        }
-
-        if (preg_match('/^[a-z0-9-]+_{1}$/i', $value)) {
-            return self::NAMED_REFERENCE;
-        }
-
-        if (preg_match('/^\s$/i', $value)) {
-            return self::WHITESPACE;
-        }
-
         return self::WORD;
     }
 }

packages/guides-restructured-text/tests/benchmarks/InlineLexerBench.php

@@ -26,4 +26,15 @@ public function benchInlineLexer(): void
         $lexer = new InlineLexer();
         $lexer->setInput('This is a `link`_ to a section.');
     }
+
+    #[Revs([1000, 10_000])]
+    #[Iterations(5)]
+    public function benchFullParagraph(): void
+    {
+        $lexer = new InlineLexer();
+        $lexer->setInput('
+With :issue:`103894` the new data processor :ref:`PageContentFetchingProcessor <feature-103894-1716544976>`
+has been introduced, to allow fetching page content based on the current page
+layout, taking the configured :php:`SlideMode` into account.');
+    }
 }

packages/guides/src/Files.php

@@ -18,8 +18,8 @@
 use Iterator;
 use IteratorAggregate;
 
+use function array_key_exists;
 use function count;
-use function in_array;
 use function sort;
 
 use const SORT_FLAG_CASE;