229 lines
		
	
	
		
			6.9 KiB
		
	
	
	
		
			PHP
		
	
	
	
	
	
			
		
		
	
	
			229 lines
		
	
	
		
			6.9 KiB
		
	
	
	
		
			PHP
		
	
	
	
	
	
| <?php
 | |
| 
 | |
| $grammarFile           = __DIR__ . '/zend_language_parser.phpy';
 | |
| $skeletonFile          = __DIR__ . '/kmyacc.php.parser';
 | |
| $tmpGrammarFile        = __DIR__ . '/tmp_parser.phpy';
 | |
| $tmpResultFile         = __DIR__ . '/tmp_parser.php';
 | |
| $parserResultFile      = __DIR__ . '/../lib/PhpParser/Parser.php';
 | |
| 
 | |
| // check for kmyacc.exe binary in this directory, otherwise fall back to global name
 | |
| $kmyacc = __DIR__ . '/kmyacc.exe';
 | |
| if (!file_exists($kmyacc)) {
 | |
|     $kmyacc = 'kmyacc';
 | |
| }
 | |
| 
 | |
| $options = array_flip($argv);
 | |
| $optionDebug = isset($options['--debug']);
 | |
| $optionKeepTmpGrammar = isset($options['--keep-tmp-grammar']);
 | |
| 
 | |
| ///////////////////////////////
 | |
| /// Utility regex constants ///
 | |
| ///////////////////////////////
 | |
| 
 | |
| const LIB = '(?(DEFINE)
 | |
|     (?<singleQuotedString>\'[^\\\\\']*+(?:\\\\.[^\\\\\']*+)*+\')
 | |
|     (?<doubleQuotedString>"[^\\\\"]*+(?:\\\\.[^\\\\"]*+)*+")
 | |
|     (?<string>(?&singleQuotedString)|(?&doubleQuotedString))
 | |
|     (?<comment>/\*[^*]*+(?:\*(?!/)[^*]*+)*+\*/)
 | |
|     (?<code>\{[^\'"/{}]*+(?:(?:(?&string)|(?&comment)|(?&code)|/)[^\'"/{}]*+)*+})
 | |
| )';
 | |
| 
 | |
| const PARAMS = '\[(?<params>[^[\]]*+(?:\[(?¶ms)\][^[\]]*+)*+)\]';
 | |
| const ARGS   = '\((?<args>[^()]*+(?:\((?&args)\)[^()]*+)*+)\)';
 | |
| 
 | |
| ///////////////////
 | |
| /// Main script ///
 | |
| ///////////////////
 | |
| 
 | |
| echo 'Building temporary preproprocessed grammar file.', "\n";
 | |
| 
 | |
| $grammarCode = file_get_contents($grammarFile);
 | |
| 
 | |
| $grammarCode = resolveNodes($grammarCode);
 | |
| $grammarCode = resolveMacros($grammarCode);
 | |
| $grammarCode = resolveArrays($grammarCode);
 | |
| $grammarCode = resolveStackAccess($grammarCode);
 | |
| 
 | |
| file_put_contents($tmpGrammarFile, $grammarCode);
 | |
| 
 | |
| $additionalArgs = $optionDebug ? '-t -v' : '';
 | |
| 
 | |
| echo "Building parser.\n";
 | |
| $output = trim(shell_exec("$kmyacc $additionalArgs -l -m $skeletonFile $tmpGrammarFile 2>&1"));
 | |
| echo "Output: \"$output\"\n";
 | |
| 
 | |
| $resultCode = file_get_contents($tmpResultFile);
 | |
| $resultCode = removeTrailingWhitespace($resultCode);
 | |
| 
 | |
| ensureDirExists(dirname($parserResultFile));
 | |
| file_put_contents($parserResultFile, $resultCode);
 | |
| unlink($tmpResultFile);
 | |
| 
 | |
| if (!$optionKeepTmpGrammar) {
 | |
|     unlink($tmpGrammarFile);
 | |
| }
 | |
| 
 | |
| ///////////////////////////////
 | |
| /// Preprocessing functions ///
 | |
| ///////////////////////////////
 | |
| 
 | |
| function resolveNodes($code) {
 | |
|     return preg_replace_callback(
 | |
|         '~(?<name>[A-Z][a-zA-Z_\\\\]++)\s*' . PARAMS . '~',
 | |
|         function($matches) {
 | |
|             // recurse
 | |
|             $matches['params'] = resolveNodes($matches['params']);
 | |
| 
 | |
|             $params = magicSplit(
 | |
|                 '(?:' . PARAMS . '|' . ARGS . ')(*SKIP)(*FAIL)|,',
 | |
|                 $matches['params']
 | |
|             );
 | |
| 
 | |
|             $paramCode = '';
 | |
|             foreach ($params as $param) {
 | |
|                 $paramCode .= $param . ', ';
 | |
|             }
 | |
| 
 | |
|             return 'new ' . $matches['name'] . '(' . $paramCode . 'attributes())';
 | |
|         },
 | |
|         $code
 | |
|     );
 | |
| }
 | |
| 
 | |
| function resolveMacros($code) {
 | |
|     return preg_replace_callback(
 | |
|         '~\b(?<!::|->)(?!array\()(?<name>[a-z][A-Za-z]++)' . ARGS . '~',
 | |
|         function($matches) {
 | |
|             // recurse
 | |
|             $matches['args'] = resolveMacros($matches['args']);
 | |
| 
 | |
|             $name = $matches['name'];
 | |
|             $args = magicSplit(
 | |
|                 '(?:' . PARAMS . '|' . ARGS . ')(*SKIP)(*FAIL)|,',
 | |
|                 $matches['args']
 | |
|             );
 | |
| 
 | |
|             if ('attributes' == $name) {
 | |
|                 assertArgs(0, $args, $name);
 | |
|                 return '$this->startAttributeStack[#1] + $this->endAttributes';
 | |
|             }
 | |
| 
 | |
|             if ('init' == $name) {
 | |
|                 return '$$ = array(' . implode(', ', $args) . ')';
 | |
|             }
 | |
| 
 | |
|             if ('push' == $name) {
 | |
|                 assertArgs(2, $args, $name);
 | |
| 
 | |
|                 return $args[0] . '[] = ' . $args[1] . '; $$ = ' . $args[0];
 | |
|             }
 | |
| 
 | |
|             if ('pushNormalizing' == $name) {
 | |
|                 assertArgs(2, $args, $name);
 | |
| 
 | |
|                 return 'if (is_array(' . $args[1] . ')) { $$ = array_merge(' . $args[0] . ', ' . $args[1] . '); } else { ' . $args[0] . '[] = ' . $args[1] . '; $$ = ' . $args[0] . '; }';
 | |
|             }
 | |
| 
 | |
|             if ('toArray' == $name) {
 | |
|                 assertArgs(1, $args, $name);
 | |
| 
 | |
|                 return 'is_array(' . $args[0] . ') ? ' . $args[0] . ' : array(' . $args[0] . ')';
 | |
|             }
 | |
| 
 | |
|             if ('parseVar' == $name) {
 | |
|                 assertArgs(1, $args, $name);
 | |
| 
 | |
|                 return 'substr(' . $args[0] . ', 1)';
 | |
|             }
 | |
| 
 | |
|             if ('parseEncapsed' == $name) {
 | |
|                 assertArgs(2, $args, $name);
 | |
| 
 | |
|                 return 'foreach (' . $args[0] . ' as &$s) { if (is_string($s)) { $s = Node\Scalar\String_::parseEscapeSequences($s, ' . $args[1] . '); } }';
 | |
|             }
 | |
| 
 | |
|             if ('parseEncapsedDoc' == $name) {
 | |
|                 assertArgs(1, $args, $name);
 | |
| 
 | |
|                 return 'foreach (' . $args[0] . ' as &$s) { if (is_string($s)) { $s = Node\Scalar\String_::parseEscapeSequences($s, null); } } $s = preg_replace(\'~(\r\n|\n|\r)\z~\', \'\', $s); if (\'\' === $s) array_pop(' . $args[0] . ');';
 | |
|             }
 | |
| 
 | |
|             return $matches[0];
 | |
|         },
 | |
|         $code
 | |
|     );
 | |
| }
 | |
| 
 | |
| function assertArgs($num, $args, $name) {
 | |
|     if ($num != count($args)) {
 | |
|         die('Wrong argument count for ' . $name . '().');
 | |
|     }
 | |
| }
 | |
| 
 | |
| function resolveArrays($code) {
 | |
|     return preg_replace_callback(
 | |
|         '~' . PARAMS . '~',
 | |
|         function ($matches) {
 | |
|             $elements = magicSplit(
 | |
|                 '(?:' . PARAMS . '|' . ARGS . ')(*SKIP)(*FAIL)|,',
 | |
|                 $matches['params']
 | |
|             );
 | |
| 
 | |
|             // don't convert [] to array, it might have different meaning
 | |
|             if (empty($elements)) {
 | |
|                 return $matches[0];
 | |
|             }
 | |
| 
 | |
|             $elementCodes = array();
 | |
|             foreach ($elements as $element) {
 | |
|                 // convert only arrays where all elements have keys
 | |
|                 if (false === strpos($element, ':')) {
 | |
|                     return $matches[0];
 | |
|                 }
 | |
| 
 | |
|                 list($key, $value) = explode(':', $element, 2);
 | |
|                 $elementCodes[] = "'" . $key . "' =>" . $value;
 | |
|             }
 | |
| 
 | |
|             return 'array(' . implode(', ', $elementCodes) . ')';
 | |
|         },
 | |
|         $code
 | |
|     );
 | |
| }
 | |
| 
 | |
| function resolveStackAccess($code) {
 | |
|     $code = preg_replace('/\$\d+/', '$this->semStack[$0]', $code);
 | |
|     $code = preg_replace('/#(\d+)/', '$$1', $code);
 | |
|     return $code;
 | |
| }
 | |
| 
 | |
| function removeTrailingWhitespace($code) {
 | |
|     $lines = explode("\n", $code);
 | |
|     $lines = array_map('rtrim', $lines);
 | |
|     return implode("\n", $lines);
 | |
| }
 | |
| 
 | |
| function ensureDirExists($dir) {
 | |
|     if (!is_dir($dir)) {
 | |
|         mkdir($dir, 0777, true);
 | |
|     }
 | |
| }
 | |
| 
 | |
| //////////////////////////////
 | |
| /// Regex helper functions ///
 | |
| //////////////////////////////
 | |
| 
 | |
| function regex($regex) {
 | |
|     return '~' . LIB . '(?:' . str_replace('~', '\~', $regex) . ')~';
 | |
| }
 | |
| 
 | |
| function magicSplit($regex, $string) {
 | |
|     $pieces = preg_split(regex('(?:(?&string)|(?&comment)|(?&code))(*SKIP)(*FAIL)|' . $regex), $string);
 | |
| 
 | |
|     foreach ($pieces as &$piece) {
 | |
|         $piece = trim($piece);
 | |
|     }
 | |
| 
 | |
|     return array_filter($pieces);
 | |
| }
 | 
