Declare ext/tokenizer constants in stubs (#9148)

Author: kocsismate

.github/actions/verify-generated-files/action.yml

@@ -9,7 +9,7 @@ runs:
         scripts/dev/credits
         scripts/dev/genfiles
         Zend/zend_vm_gen.php
+        ext/tokenizer/tokenizer_data_gen.php
         build/gen_stub.php -f
         build/gen_stub.php --generate-optimizer-info
-        ext/tokenizer/tokenizer_data_gen.php
         git add . -N && git diff --exit-code

ext/tokenizer/php_tokenizer.h

@@ -23,11 +23,12 @@ extern zend_module_entry tokenizer_module_entry;
 #include "php_version.h"
 #define PHP_TOKENIZER_VERSION PHP_VERSION
 
+#define TOKEN_PARSE (1 << 0)
+
 #ifdef ZTS
 #include "TSRM.h"
 #endif
 
-void tokenizer_register_constants(INIT_FUNC_ARGS);
 char *get_token_type_name(int token_type);
 
 

ext/tokenizer/tokenizer.c

@@ -22,7 +22,6 @@
 #include "php_ini.h"
 #include "ext/standard/info.h"
 #include "php_tokenizer.h"
-#include "tokenizer_arginfo.h"
 
 #include "zend.h"
 #include "zend_exceptions.h"
@@ -31,19 +30,16 @@
 #include <zend_language_parser.h>
 #include "zend_interfaces.h"
 
+#include "tokenizer_data_arginfo.h"
+#include "tokenizer_arginfo.h"
+
 #define zendtext   LANG_SCNG(yy_text)
 #define zendleng   LANG_SCNG(yy_leng)
 #define zendcursor LANG_SCNG(yy_cursor)
 #define zendlimit  LANG_SCNG(yy_limit)
 
-#define TOKEN_PARSE (1 << 0)
-
 zend_class_entry *php_token_ce;
 
-void tokenizer_token_get_all_register_constants(INIT_FUNC_ARGS) {
-	REGISTER_LONG_CONSTANT("TOKEN_PARSE", TOKEN_PARSE, CONST_CS|CONST_PERSISTENT);
-}
-
 /* {{{ tokenizer_module_entry */
 zend_module_entry tokenizer_module_entry = {
 	STANDARD_MODULE_HEADER,
@@ -251,8 +247,8 @@ PHP_METHOD(PhpToken, __toString)
 /* {{{ PHP_MINIT_FUNCTION */
 PHP_MINIT_FUNCTION(tokenizer)
 {
-	tokenizer_register_constants(INIT_FUNC_ARGS_PASSTHRU);
-	tokenizer_token_get_all_register_constants(INIT_FUNC_ARGS_PASSTHRU);
+	register_tokenizer_data_symbols(module_number);
+	register_tokenizer_symbols(module_number);
 	php_token_ce = register_class_PhpToken(zend_ce_stringable);
 
 	return SUCCESS;

ext/tokenizer/tokenizer.stub.php

@@ -2,6 +2,12 @@
 
 /** @generate-class-entries */
 
+/**
+ * @var int
+ * @cvalue TOKEN_PARSE
+ */
+const TOKEN_PARSE = UNKNOWN;
+
 function token_get_all(string $code, int $flags = 0): array {}
 
 function token_name(int $id): string {}