68 define(
'TOKEN_END', 1);
69 define(
'TOKEN_NUMBER', 2);
70 define(
'TOKEN_IDENTIFIER', 3);
71 define(
'TOKEN_STRING', 4);
72 define(
'TOKEN_REGEXP', 5);
73 define(
'TOKEN_NEWLINE', 6);
74 define(
'TOKEN_CONDCOMMENT_START', 7);
75 define(
'TOKEN_CONDCOMMENT_END', 8);
77 define(
'JS_SCRIPT', 100);
78 define(
'JS_BLOCK', 101);
79 define(
'JS_LABEL', 102);
80 define(
'JS_FOR_IN', 103);
81 define(
'JS_CALL', 104);
82 define(
'JS_NEW_WITH_ARGS', 105);
83 define(
'JS_INDEX', 106);
84 define(
'JS_ARRAY_INIT', 107);
85 define(
'JS_OBJECT_INIT', 108);
86 define(
'JS_PROPERTY_INIT', 109);
87 define(
'JS_GETTER', 110);
88 define(
'JS_SETTER', 111);
89 define(
'JS_GROUP', 112);
90 define(
'JS_LIST', 113);
92 define(
'JS_MINIFIED', 999);
94 define(
'DECLARED_FORM', 0);
95 define(
'EXPRESSED_FORM', 1);
96 define(
'STATEMENT_FORM', 2);
99 define(
'OP_SEMICOLON',
';');
100 define(
'OP_COMMA',
',');
101 define(
'OP_HOOK',
'?');
102 define(
'OP_COLON',
':');
103 define(
'OP_OR',
'||');
104 define(
'OP_AND',
'&&');
105 define(
'OP_BITWISE_OR',
'|');
106 define(
'OP_BITWISE_XOR',
'^');
107 define(
'OP_BITWISE_AND',
'&');
108 define(
'OP_STRICT_EQ',
'===');
109 define(
'OP_EQ',
'==');
110 define(
'OP_ASSIGN',
'=');
111 define(
'OP_STRICT_NE',
'!==');
112 define(
'OP_NE',
'!=');
113 define(
'OP_LSH',
'<<');
114 define(
'OP_LE',
'<=');
115 define(
'OP_LT',
'<');
116 define(
'OP_URSH',
'>>>');
117 define(
'OP_RSH',
'>>');
118 define(
'OP_GE',
'>=');
119 define(
'OP_GT',
'>');
120 define(
'OP_INCREMENT',
'++');
121 define(
'OP_DECREMENT',
'--');
122 define(
'OP_PLUS',
'+');
123 define(
'OP_MINUS',
'-');
124 define(
'OP_MUL',
'*');
125 define(
'OP_DIV',
'/');
126 define(
'OP_MOD',
'%');
127 define(
'OP_NOT',
'!');
128 define(
'OP_BITWISE_NOT',
'~');
129 define(
'OP_DOT',
'.');
130 define(
'OP_LEFT_BRACKET',
'[');
131 define(
'OP_RIGHT_BRACKET',
']');
132 define(
'OP_LEFT_CURLY',
'{');
133 define(
'OP_RIGHT_CURLY',
'}');
134 define(
'OP_LEFT_PAREN',
'(');
135 define(
'OP_RIGHT_PAREN',
')');
136 define(
'OP_CONDCOMMENT_END',
'@*/');
138 define(
'OP_UNARY_PLUS',
'U+');
139 define(
'OP_UNARY_MINUS',
'U-');
142 define(
'KEYWORD_BREAK',
'break');
143 define(
'KEYWORD_CASE',
'case');
144 define(
'KEYWORD_CATCH',
'catch');
145 define(
'KEYWORD_CONST',
'const');
146 define(
'KEYWORD_CONTINUE',
'continue');
147 define(
'KEYWORD_DEBUGGER',
'debugger');
148 define(
'KEYWORD_DEFAULT',
'default');
149 define(
'KEYWORD_DELETE',
'delete');
150 define(
'KEYWORD_DO',
'do');
151 define(
'KEYWORD_ELSE',
'else');
152 define(
'KEYWORD_ENUM',
'enum');
153 define(
'KEYWORD_FALSE',
'false');
154 define(
'KEYWORD_FINALLY',
'finally');
155 define(
'KEYWORD_FOR',
'for');
156 define(
'KEYWORD_FUNCTION',
'function');
157 define(
'KEYWORD_IF',
'if');
158 define(
'KEYWORD_IN',
'in');
159 define(
'KEYWORD_INSTANCEOF',
'instanceof');
160 define(
'KEYWORD_NEW',
'new');
161 define(
'KEYWORD_NULL',
'null');
162 define(
'KEYWORD_RETURN',
'return');
163 define(
'KEYWORD_SWITCH',
'switch');
164 define(
'KEYWORD_THIS',
'this');
165 define(
'KEYWORD_THROW',
'throw');
166 define(
'KEYWORD_TRUE',
'true');
167 define(
'KEYWORD_TRY',
'try');
168 define(
'KEYWORD_TYPEOF',
'typeof');
169 define(
'KEYWORD_VAR',
'var');
170 define(
'KEYWORD_VOID',
'void');
171 define(
'KEYWORD_WHILE',
'while');
172 define(
'KEYWORD_WITH',
'with');
179 'break',
'case',
'catch',
'continue',
'default',
'delete',
'do',
180 'else',
'finally',
'for',
'function',
'if',
'in',
'instanceof',
181 'new',
'return',
'switch',
'this',
'throw',
'try',
'typeof',
'var',
182 'void',
'while',
'with',
184 'abstract',
'boolean',
'byte',
'char',
'class',
'const',
'debugger',
185 'double',
'enum',
'export',
'extends',
'final',
'float',
'goto',
186 'implements',
'import',
'int',
'interface',
'long',
'native',
187 'package',
'private',
'protected',
'public',
'short',
'static',
188 'super',
'synchronized',
'throws',
'transient',
'volatile',
191 'arguments',
'eval',
'true',
'false',
'Infinity',
'NaN',
'null',
'undefined'
199 public static function minify($js, $filename=
'')
207 return $instance->min($js, $filename);
210 private function min($js, $filename)
214 $n = $this->
parser->parse($js, $filename, 1);
219 echo
$e->getMessage() .
"\n";
237 $noBlockGrouping =
true;
241 $childs = $n->treeNodes;
243 for ($c = 0, $i = 0, $j =
count($childs); $i < $j; $i++)
245 $type = $childs[$i]->type;
261 $t =
',' . substr(
$t, 4);
277 if ($c > 1 && !$noBlockGrouping)
284 $s .=
'function' . ($n->name ?
' ' . $n->name :
'') .
'(';
288 $s .=
'){' . $this->
parseTree($n->body,
true) .
'}';
292 $s =
'if(' . $this->
parseTree($n->condition) .
')';
293 $thenPart = $this->
parseTree($n->thenPart);
294 $elsePart = $n->elsePart ? $this->
parseTree($n->elsePart) :
null;
303 if ($thenPart !=
';' && $thenPart[0] !=
'{')
304 $thenPart =
'{' . $thenPart .
'}';
306 $s .= $thenPart .
'else';
309 if ($elsePart[0] !=
'{')
321 $s =
'switch(' . $this->
parseTree($n->discriminant) .
'){';
323 for ($i = 0, $j =
count($cases); $i < $j; $i++)
331 $statement = $this->
parseTree($case->statements,
true);
344 $s =
'for(' . ($n->setup ? $this->
parseTree($n->setup) :
'')
345 .
';' . ($n->condition ? $this->parseTree($n->condition) :
'')
346 .
';' . ($n->update ? $this->parseTree($n->update) :
'') .
')';
356 $s =
'while(' . $this->
parseTree($n->condition) .
')';
376 $s =
'do{' . $this->
parseTree($n->body,
true) .
'}while(' . $this->
parseTree($n->condition) .
')';
381 $s = $n->value . ($n->label ?
' ' . $n->label :
'');
385 $s =
'try{' . $this->
parseTree($n->tryBlock,
true) .
'}';
386 $catchClauses = $n->catchClauses;
387 for ($i = 0, $j =
count($catchClauses); $i < $j; $i++)
389 $t = $catchClauses[$i];
390 $s .=
'catch(' .
$t->varName . (
$t->guard ?
' if ' . $this->
parseTree(
$t->guard) :
'') .
'){' . $this->
parseTree(
$t->block,
true) .
'}';
392 if ($n->finallyBlock)
393 $s .=
'finally{' . $this->
parseTree($n->finallyBlock,
true) .
'}';
418 $s = $n->value .
' ';
419 $childs = $n->treeNodes;
420 for ($i = 0, $j =
count($childs); $i < $j; $i++)
423 $s .= ($i ?
',' :
'') .
$t->name;
424 $u =
$t->initializer;
432 $left = $this->
parseTree($n->treeNodes[0]);
433 $right = $this->
parseTree($n->treeNodes[1]);
442 if ($this->
isWordChar($right[0]) || $right[0] ==
'\\')
450 $right = $this->
parseTree($n->treeNodes[0]);
454 if ($this->
isWordChar($right[0]) || $right[0] ==
'\\')
461 $s =
'void(' . $this->
parseTree($n->treeNodes[0]) .
')';
465 throw new Exception(
'NOT IMPLEMENTED: DEBUGGER');
471 $childs = $n->treeNodes;
472 for ($i = 0, $j =
count($childs); $i < $j; $i++)
477 if ($expression = $n->expression)
482 $s = $n->label .
':' . $this->
parseTree($n->statement);
486 $childs = $n->treeNodes;
487 for ($i = 0, $j =
count($childs); $i < $j; $i++)
488 $s .= ($i ?
',' :
'') . $this->
parseTree($childs[$i]);
510 $left = $this->
parseTree($n->treeNodes[0]);
511 $right = $this->
parseTree($n->treeNodes[1]);
513 switch ($n->treeNodes[1]->type)
521 $s = $left . $n->type .
' ' . $right;
526 if ($n->type ==
OP_PLUS && substr($left, -1) == $right[0])
528 $s = substr($left, 0, -1) . substr($right, 1);
534 $s = $left . $n->type . $right;
542 $s = $n->value . $this->
parseTree($n->treeNodes[0]);
548 $s = $this->
parseTree($n->treeNodes[0]) . $n->value;
550 $s = $n->value . $this->
parseTree($n->treeNodes[0]);
562 $this->isValidIdentifier(substr($n->treeNodes[1]->value, 1, -1))
564 $s .=
'.' . substr($n->treeNodes[1]->value, 1, -1);
566 $s .=
'[' . $this->
parseTree($n->treeNodes[1]) .
']';
570 $childs = $n->treeNodes;
571 for ($i = 0, $j =
count($childs); $i < $j; $i++)
572 $s .= ($i ?
',' :
'') . $this->
parseTree($childs[$i]);
586 $childs = $n->treeNodes;
587 for ($i = 0, $j =
count($childs); $i < $j; $i++)
589 $s .= ($i ?
',' :
'') . $this->
parseTree($childs[$i]);
596 $childs = $n->treeNodes;
597 for ($i = 0, $j =
count($childs); $i < $j; $i++)
606 $this->isValidIdentifier(substr(
$t->treeNodes[0]->value, 1, -1))
608 $s .= substr(
$t->treeNodes[0]->value, 1, -1);
610 $s .=
$t->treeNodes[0]->value;
617 $s .=
' ' .
$t->name .
'(';
629 if (preg_match(
'/^([1-9]+)(0{3,})$/',
$s, $m))
630 $s = $m[1] .
'e' . strlen($m[2]);
640 $n->treeNodes[0]->type,
652 $s =
'(' . $this->
parseTree($n->treeNodes[0]) .
')';
657 throw new Exception(
'UNKNOWN TOKEN TYPE: ' . $n->type);
665 return preg_match(
'/^[a-zA-Z_][a-zA-Z0-9_]*$/', $string) && !in_array($string, $this->reserved);
670 return $char ==
'_' || $char ==
'$' || ctype_alnum($char);
682 '=' => 2,
'?' => 2,
':' => 2,
689 '==' => 9,
'!=' => 9,
'===' => 9,
'!==' => 9,
690 '<' => 10,
'<=' => 10,
'>=' => 10,
'>' => 10,
'in' => 10,
'instanceof' => 10,
691 '<<' => 11,
'>>' => 11,
'>>>' => 11,
692 '+' => 12,
'-' => 12,
693 '*' => 13,
'/' => 13,
'%' => 13,
694 'delete' => 14,
'void' => 14,
'typeof' => 14,
695 '!' => 14,
'~' => 14,
'U+' => 14,
'U-' => 14,
696 '++' => 15,
'--' => 15,
712 '==' => 2,
'!=' => 2,
'===' => 2,
'!==' => 2,
713 '<' => 2,
'<=' => 2,
'>=' => 2,
'>' => 2,
'in' => 2,
'instanceof' => 2,
714 '<<' => 2,
'>>' => 2,
'>>>' => 2,
716 '*' => 2,
'/' => 2,
'%' => 2,
717 'delete' => 1,
'void' => 1,
'typeof' => 1,
718 '!' => 1,
'~' => 1,
'U+' => 1,
'U-' => 1,
719 '++' => 1,
'--' => 1,
736 $this->t->init(
$s, $f, $l);
740 if (!$this->t->isDone())
741 throw $this->t->newSyntaxError(
'Syntax error');
750 $n->funDecls = $x->funDecls;
751 $n->varDecls = $x->varDecls;
756 $n->value = $this->minifier->parseTree($n);
759 $n->treeNodes =
null;
772 array_push($x->stmtStack, $n);
775 $n->addNode($this->Statement($x));
777 array_pop($x->stmtStack);
793 $tt = $this->t->get();
814 $n =
new JSNode($this->t);
816 array_push($x->stmtStack, $n);
819 array_pop($x->stmtStack);
823 $n =
new JSNode($this->t);
828 $n->defaultIndex = -1;
830 array_push($x->stmtStack, $n);
839 if ($n->defaultIndex >= 0)
840 throw $this->t->newSyntaxError(
'More than one switch default');
843 $n2 =
new JSNode($this->t);
845 $n->defaultIndex =
count($n->cases);
850 throw $this->t->newSyntaxError(
'Invalid switch case');
856 $n2->statements->addNode($this->
Statement($x));
858 array_push($n->cases, $n2);
861 array_pop($x->stmtStack);
865 $n =
new JSNode($this->t);
871 $x->inForLoopInit =
true;
881 $x->inForLoopInit =
false;
889 if (
count($n2->treeNodes) != 1)
891 throw $this->t->SyntaxError(
892 'Invalid for..in left-hand side',
899 $n->iterator = $n2->treeNodes[0];
912 $n->setup = $n2 ?:
null;
920 $n->body = $this->
nest($x, $n);
924 $n =
new JSNode($this->t);
927 $n->body = $this->
nest($x, $n);
931 $n =
new JSNode($this->t);
935 if (!$x->ecmaStrictMode)
947 $n =
new JSNode($this->t);
952 $n->label = $this->t->currentToken()->value;
963 throw $this->t->newSyntaxError(
'Label not found');
965 while ($ss[$i]->label != $label);
972 throw $this->t->newSyntaxError(
'Invalid ' . $tt);
979 $n =
new JSNode($this->t);
980 $n->tryBlock = $this->
Block($x);
981 $n->catchClauses =
array();
985 $n2 =
new JSNode($this->t);
991 if ($x->ecmaStrictMode)
992 throw $this->t->newSyntaxError(
'Illegal catch guard');
994 if (
count($n->catchClauses) && !end($n->catchClauses)->guard)
995 throw $this->t->newSyntaxError(
'Guarded catch after unguarded');
1005 $n2->block = $this->
Block($x);
1006 array_push($n->catchClauses, $n2);
1010 $n->finallyBlock = $this->Block($x);
1012 if (!
count($n->catchClauses) && !$n->finallyBlock)
1013 throw $this->t->newSyntaxError(
'Invalid try statement');
1018 throw $this->t->newSyntaxError($tt .
' without preceding try');
1021 $n =
new JSNode($this->t);
1026 if (!$x->inFunction)
1027 throw $this->t->newSyntaxError(
'Invalid return');
1029 $n =
new JSNode($this->t);
1030 $tt = $this->t->peekOnSameLine();
1038 $n =
new JSNode($this->t);
1040 $n->body = $this->
nest($x, $n);
1050 $n =
new JSNode($this->t);
1054 $n =
new JSNode($this->t);
1060 $n->expression =
null;
1066 $this->t->scanOperand =
false;
1067 $tt = $this->t->peek();
1068 $this->t->scanOperand =
true;
1071 $label = $this->t->currentToken()->value;
1072 $ss = $x->stmtStack;
1073 for ($i =
count($ss) - 1; $i >= 0; --$i)
1075 if ($ss[$i]->label == $label)
1076 throw $this->t->newSyntaxError(
'Duplicate label');
1082 $n->statement = $this->
nest($x, $n);
1091 $n->end = $n->expression->end;
1095 if ($this->t->lineno == $this->t->currentToken()->lineno)
1097 $tt = $this->t->peekOnSameLine();
1099 throw $this->t->newSyntaxError(
'Missing ; before statement');
1109 $f =
new JSNode($this->t);
1115 $f->name = $this->t->currentToken()->value;
1116 elseif ($requireName)
1117 throw $this->t->newSyntaxError(
'Missing function identifier');
1120 $f->params =
array();
1125 throw $this->t->newSyntaxError(
'Missing formal parameter');
1127 array_push($f->params, $this->t->currentToken()->value);
1136 $f->body = $this->
Script($x2);
1139 $f->end = $this->t->currentToken()->end;
1141 $f->functionForm = $functionForm;
1143 array_push($x->funDecls, $f);
1150 $n =
new JSNode($this->t);
1156 $n2 =
new JSNode($this->t);
1157 $n2->name = $n2->value;
1161 if ($this->t->currentToken()->assignOp)
1162 throw $this->t->newSyntaxError(
'Invalid variable initialization');
1170 array_push($x->varDecls, $n2);
1179 $operators =
array();
1180 $operands =
array();
1183 $bl = $x->bracketLevel;
1184 $cl = $x->curlyLevel;
1185 $pl = $x->parenLevel;
1186 $hl = $x->hookLevel;
1188 while (($tt = $this->t->get()) !=
TOKEN_END)
1191 $x->bracketLevel == $bl &&
1192 $x->curlyLevel == $cl &&
1193 $x->parenLevel == $pl &&
1194 $x->hookLevel == $hl
1209 if ($this->t->scanOperand)
1212 while ( !empty($operators) &&
1213 $this->opPrecedence[end($operators)->type] > $this->opPrecedence[$tt]
1215 $this->
reduce($operators, $operands);
1217 array_push($operators,
new JSNode($this->t));
1220 $this->t->scanOperand =
true;
1227 array_push($operands, $n);
1234 throw $this->t->newSyntaxError(
'Invalid label');
1238 if ($this->t->scanOperand)
1242 while ( !empty($operators) &&
1243 $this->opPrecedence[end($operators)->
type] > $this->opPrecedence[$tt]
1245 $this->
reduce($operators, $operands);
1247 array_push($operators,
new JSNode($this->t));
1248 end($operands)->assignOp = $this->t->currentToken()->assignOp;
1249 $this->t->scanOperand =
true;
1256 if ($x->inForLoopInit && !$x->hookLevel &&
1257 !$x->bracketLevel && !$x->curlyLevel &&
1265 if ($tt ==
OP_COMMA && $x->hookLevel &&
1266 !$x->bracketLevel && !$x->curlyLevel &&
1285 if ($this->t->scanOperand)
1288 while ( !empty($operators) &&
1289 $this->opPrecedence[end($operators)->
type] >= $this->opPrecedence[$tt]
1291 $this->
reduce($operators, $operands);
1296 array_push($operands,
new JSNode($this->t,
OP_DOT, array_pop($operands),
new JSNode($this->t)));
1300 array_push($operators,
new JSNode($this->t));
1301 $this->t->scanOperand =
true;
1308 if (!$this->t->scanOperand)
1311 array_push($operators,
new JSNode($this->t));
1315 if ($this->t->scanOperand)
1317 array_push($operators,
new JSNode($this->t));
1322 $t = $this->t->tokens[($this->t->tokenIndex + $this->t->lookahead - 1) & 3];
1323 if (
$t &&
$t->lineno != $this->t->lineno)
1326 if (!empty($operators))
1329 while ($this->opPrecedence[end($operators)->type] > $this->opPrecedence[$tt])
1330 $this->
reduce($operators, $operands);
1333 $n =
new JSNode($this->t, $tt, array_pop($operands));
1335 array_push($operands, $n);
1340 if (!$this->t->scanOperand)
1344 $this->t->scanOperand =
false;
1349 if (!$this->t->scanOperand)
1352 array_push($operands,
new JSNode($this->t));
1353 $this->t->scanOperand =
false;
1358 if ($this->t->scanOperand)
1359 array_push($operators,
new JSNode($this->t));
1361 array_push($operands,
new JSNode($this->t));
1365 if ($this->t->scanOperand)
1385 array_push($operands, $n);
1386 $this->t->scanOperand =
false;
1392 $this->t->scanOperand =
true;
1398 if ($this->t->scanOperand || $x->bracketLevel == $bl)
1408 if (!$this->t->scanOperand)
1419 $tt = $this->t->get();
1420 $tv = $this->t->currentToken()->value;
1421 if (($tv ==
'get' || $tv ==
'set') && $this->t->peek() ==
TOKEN_IDENTIFIER)
1423 if ($x->ecmaStrictMode)
1424 throw $this->t->newSyntaxError(
'Illegal property accessor');
1435 $id =
new JSNode($this->t);
1439 if ($x->ecmaStrictMode)
1440 throw $this->t->newSyntaxError(
'Illegal trailing ,');
1444 throw $this->t->newSyntaxError(
'Invalid property name');
1457 array_push($operands, $n);
1458 $this->t->scanOperand =
false;
1463 if (!$this->t->scanOperand && $x->curlyLevel != $cl)
1464 throw new Exception(
'PANIC: right curly botch');
1468 if ($this->t->scanOperand)
1474 while ( !empty($operators) &&
1475 $this->opPrecedence[end($operators)->
type] > $this->opPrecedence[
KEYWORD_NEW]
1477 $this->
reduce($operators, $operands);
1482 $n = end($operators);
1483 $this->t->scanOperand =
true;
1488 array_pop($operators);
1489 $n->addNode(array_pop($operands));
1496 array_push($operands, $n);
1497 $this->t->scanOperand =
false;
1511 if ($this->t->scanOperand || $x->parenLevel == $pl)
1523 $n = end($operands);
1524 if ($n->treeNodes[1]->type !=
OP_COMMA)
1525 $n->treeNodes[1] =
new JSNode($this->t,
JS_LIST, $n->treeNodes[1]);
1527 $n->treeNodes[1]->type =
JS_LIST;
1541 if ($x->hookLevel != $hl)
1542 throw $this->t->newSyntaxError(
'Missing : in conditional expression');
1544 if ($x->parenLevel != $pl)
1545 throw $this->t->newSyntaxError(
'Missing ) in parenthetical');
1547 if ($x->bracketLevel != $bl)
1548 throw $this->t->newSyntaxError(
'Missing ] in index expression');
1550 if ($this->t->scanOperand)
1551 throw $this->t->newSyntaxError(
'Missing operand');
1554 $this->t->scanOperand =
true;
1557 while (
count($operators))
1558 $this->
reduce($operators, $operands);
1560 return array_pop($operands);
1573 private function nest($x, $node, $end =
false)
1575 array_push($x->stmtStack, $node);
1576 $n = $this->statement($x);
1577 array_pop($x->stmtStack);
1580 $this->t->mustMatch($end);
1585 private function reduce(&$operators, &$operands)
1587 $n = array_pop($operators);
1589 $arity = $this->opArity[$op];
1590 $c =
count($operands);
1596 $left = $operands[$c - 2];
1597 if ($left->type == $op)
1599 $right = array_pop($operands);
1600 $left->addNode($right);
1608 $a = array_splice($operands, $c - $arity);
1609 for ($i = 0; $i < $arity; $i++)
1610 $n->addNode($a[$i]);
1613 $te = $this->t->currentToken()->end;
1617 array_push($operands, $n);
1657 if ($token =
$t->currentToken())
1660 $this->
value = $token->value;
1661 $this->lineno = $token->lineno;
1662 $this->start = $token->start;
1663 $this->end = $token->end;
1668 $this->lineno =
$t->lineno;
1671 if (($numargs = func_num_args()) > 2)
1673 $args = func_get_args();
1674 for ($i = 2; $i < $numargs; $i++)
1687 if (isset($this->
$name))
1688 return $this->$name;
1697 if ($node->start < $this->start)
1698 $this->start = $node->start;
1699 if ($this->end < $node->end)
1700 $this->end = $node->end;
1703 $this->treeNodes[] = $node;
1723 'case',
'catch',
'const',
'continue',
1724 'debugger',
'default',
'delete',
'do',
1726 'false',
'finally',
'for',
'function',
1727 'if',
'in',
'instanceof',
1731 'this',
'throw',
'true',
'try',
'typeof',
1737 ';',
',',
'?',
':',
'||',
'&&',
'|',
'^',
1738 '&',
'===',
'==',
'=',
'!==',
'!=',
'<<',
'<=',
1739 '<',
'>>>',
'>>',
'>=',
'>',
'++',
'--',
'+',
1740 '-',
'*',
'/',
'%',
'!',
'~',
'.',
'[',
1741 ']',
'{',
'}',
'(',
')',
'@*/'
1744 private $assignOps =
array(
'|',
'^',
'&',
'<<',
'>>',
'>>>',
'+',
'-',
'*',
'/',
'%');
1749 $this->opRegExp =
'#^(' . implode(
'|', array_map(
'preg_quote', $this->opTypeNames)) .
')#';
1755 $this->filename =
$filename ?:
'[inline]';
1759 $this->tokens =
array();
1760 $this->tokenIndex = 0;
1761 $this->lookahead = 0;
1762 $this->scanNewlines =
false;
1763 $this->scanOperand =
true;
1769 return substr($this->
source, $this->cursor, $chunksize);
1771 return substr($this->
source, $this->cursor);
1781 return $this->
get() == $tt || $this->
unget();
1786 if (!$this->
match($tt))
1787 throw $this->
newSyntaxError(
'Unexpected token; token ' . $tt .
' expected');
1794 if ($this->lookahead)
1797 if ($this->scanNewlines && $next->lineno != $this->lineno)
1813 $this->scanNewlines =
true;
1814 $tt = $this->
peek();
1815 $this->scanNewlines =
false;
1822 if (!empty($this->tokens))
1826 public function get($chunksize = 1000)
1828 while($this->lookahead)
1831 $this->tokenIndex = ($this->tokenIndex + 1) & 3;
1834 return $token->type;
1837 $conditional_comment =
false;
1845 $re = $this->scanNewlines ?
'/^[ \r\t]+/' :
'/^\s+/';
1846 if (preg_match($re,
$input, $match))
1848 $spaces = $match[0];
1849 $spacelen = strlen($spaces);
1850 $this->cursor += $spacelen;
1851 if (!$this->scanNewlines)
1852 $this->lineno += substr_count($spaces,
"\n");
1854 if ($spacelen == $chunksize)
1863 if (!preg_match(
'/^\/(?:\*(@(?:cc_on|if|elif|else|end))?.*?\*\/|\/[^\n]*)/s',
$input, $match))
1874 if (!empty($match[1]))
1876 $match[0] =
'/*' . $match[1];
1877 $conditional_comment =
true;
1882 $this->cursor += strlen($match[0]);
1883 $this->lineno += substr_count($match[0],
"\n");
1892 elseif ($conditional_comment)
1902 if ((
$input[1] ==
'x' ||
$input[1] ==
'X') && preg_match(
'/^0x[0-9a-f]+/i',
$input, $match))
1909 case '1':
case '2':
case '3':
case '4':
case '5':
1910 case '6':
case '7':
case '8':
case '9':
1912 preg_match(
'/^\d+(?:\.\d*)?(?:[eE][-+]?\d+)?/',
$input, $match);
1917 if (preg_match(
'/^\'(?:[^\\\\\'\r\n]++|\\\\(?:.|\r?\n))*\'/',
$input, $match))
1924 return $this->
get(
null);
1931 if (preg_match(
'/^"(?:[^\\\\"\r\n]++|\\\\(?:.|\r?\n))*"/',
$input, $match))
1938 return $this->
get(
null);
1945 if ($this->scanOperand && preg_match(
'/^\/((?:\\\\.|\[(?:\\\\.|[^\]])*\]|[^\/])+)\/([gimy]*)/',
$input, $match))
1964 preg_match($this->opRegExp,
$input, $match);
1966 if (in_array($op, $this->assignOps) &&
$input[strlen($op)] ==
'=')
1974 if ($this->scanOperand)
1986 if (preg_match(
'/^\.\d+(?:[eE][-+]?\d+)?/',
$input, $match))
2011 if (substr(
$input, 0, 3) ==
'@*/')
2013 $match =
array(
'@*/');
2021 if ($this->scanNewlines)
2023 $match =
array(
"\n");
2034 if (!preg_match(
'/^[$\w]+(?=[\s\/\|\^\&<>\+\-\*%=!.;,\?:~\[\]\{\}\(\)@])/',
$input, $match))
2039 $identifierStartChars =
"\\p{L}\\p{Nl}" . # UnicodeLetter
2042 $identifierPartChars = $identifierStartChars .
2043 "\\p{Mn}\\p{Mc}" . # UnicodeCombiningMark
2044 "\\p{Nd}" . # UnicodeDigit
2045 "\\p{Pc}"; # UnicodeConnectorPunctuation
2046 $unicodeEscape =
"\\\\u[0-9A-F-a-f]{4}";
2047 $identifierRegex =
"/^" .
2048 "(?:[$identifierStartChars]|$unicodeEscape)" .
2049 "(?:[$identifierPartChars]|$unicodeEscape)*" .
2051 if (preg_match($identifierRegex,
$input, $match))
2053 if (strpos($match[0],
'\\') !==
false) {
2056 $decoded = preg_replace_callback(
'/\\\\u([0-9A-Fa-f]{4})/',
2057 array(__CLASS__,
'unicodeEscapeCallback'),
2062 if (!preg_match(
"/^[$identifierStartChars][$identifierPartChars]*$/u", $decoded)) {
2069 if (in_array($decoded, $this->keywords)) {
2083 $this->tokenIndex = ($this->tokenIndex + 1) & 3;
2085 if (!isset($this->tokens[$this->tokenIndex]))
2086 $this->tokens[$this->tokenIndex] =
new JSToken();
2092 $token->assignOp = $op;
2096 $token->value = $match[0];
2097 $this->cursor += strlen($match[0]);
2107 if (++$this->lookahead == 4)
2110 $this->tokenIndex = ($this->tokenIndex - 1) & 3;
2115 return new Exception(
'Parse error: ' . $m .
' in file \'' . $this->filename .
'\' on line
' . $this->lineno);
2118 public static function unicodeEscapeCallback($m)
2120 return html_entity_decode('&#x
' . $m[1]. ';
', ENT_QUOTES, 'UTF-8
');