123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615 |
- /*
- +----------------------------------------------------------------------+
- | Zend OPcache |
- +----------------------------------------------------------------------+
- | Copyright (c) The PHP Group |
- +----------------------------------------------------------------------+
- | This source file is subject to version 3.01 of the PHP license, |
- | that is bundled with this package in the file LICENSE, and is |
- | available through the world-wide-web at the following url: |
- | https://www.php.net/license/3_01.txt |
- | If you did not receive a copy of the PHP license and are unable to |
- | obtain it through the world-wide-web, please send a note to |
- | license@php.net so we can mail you a copy immediately. |
- +----------------------------------------------------------------------+
- | Authors: Andi Gutmans <andi@php.net> |
- | Zeev Suraski <zeev@php.net> |
- | Stanislav Malyshev <stas@zend.com> |
- | Dmitry Stogov <dmitry@php.net> |
- +----------------------------------------------------------------------+
- */
- #include "zend.h"
- #include "ZendAccelerator.h"
- #include "zend_persist.h"
- #include "zend_extensions.h"
- #include "zend_shared_alloc.h"
- #include "zend_operators.h"
- #include "zend_attributes.h"
- #define ADD_DUP_SIZE(m,s) ZCG(current_persistent_script)->size += zend_shared_memdup_size((void*)m, s)
- #define ADD_SIZE(m) ZCG(current_persistent_script)->size += ZEND_ALIGNED_SIZE(m)
- # define ADD_STRING(str) ADD_DUP_SIZE((str), _ZSTR_STRUCT_SIZE(ZSTR_LEN(str)))
- # define ADD_INTERNED_STRING(str) do { \
- if (ZCG(current_persistent_script)->corrupted) { \
- ADD_STRING(str); \
- } else if (!IS_ACCEL_INTERNED(str)) { \
- zend_string *tmp = accel_new_interned_string(str); \
- if (tmp != (str)) { \
- (str) = tmp; \
- } else { \
- ADD_STRING(str); \
- } \
- } \
- } while (0)
- static void zend_persist_zval_calc(zval *z);
- static void zend_persist_op_array_calc(zval *zv);
- static void zend_hash_persist_calc(HashTable *ht)
- {
- if ((HT_FLAGS(ht) & HASH_FLAG_UNINITIALIZED) || ht->nNumUsed == 0) {
- return;
- }
- if (!(HT_FLAGS(ht) & HASH_FLAG_PACKED) && ht->nNumUsed > HT_MIN_SIZE && ht->nNumUsed < (uint32_t)(-(int32_t)ht->nTableMask) / 4) {
- /* compact table */
- uint32_t hash_size;
- hash_size = (uint32_t)(-(int32_t)ht->nTableMask);
- while (hash_size >> 2 > ht->nNumUsed) {
- hash_size >>= 1;
- }
- ADD_SIZE(hash_size * sizeof(uint32_t) + ht->nNumUsed * sizeof(Bucket));
- } else {
- ADD_SIZE(HT_USED_SIZE(ht));
- }
- }
- static void zend_persist_ast_calc(zend_ast *ast)
- {
- uint32_t i;
- if (ast->kind == ZEND_AST_ZVAL || ast->kind == ZEND_AST_CONSTANT) {
- ADD_SIZE(sizeof(zend_ast_zval));
- zend_persist_zval_calc(&((zend_ast_zval*)(ast))->val);
- } else if (zend_ast_is_list(ast)) {
- zend_ast_list *list = zend_ast_get_list(ast);
- ADD_SIZE(sizeof(zend_ast_list) - sizeof(zend_ast *) + sizeof(zend_ast *) * list->children);
- for (i = 0; i < list->children; i++) {
- if (list->child[i]) {
- zend_persist_ast_calc(list->child[i]);
- }
- }
- } else {
- uint32_t children = zend_ast_get_num_children(ast);
- ADD_SIZE(sizeof(zend_ast) - sizeof(zend_ast *) + sizeof(zend_ast *) * children);
- for (i = 0; i < children; i++) {
- if (ast->child[i]) {
- zend_persist_ast_calc(ast->child[i]);
- }
- }
- }
- }
- static void zend_persist_zval_calc(zval *z)
- {
- uint32_t size;
- switch (Z_TYPE_P(z)) {
- case IS_STRING:
- ADD_INTERNED_STRING(Z_STR_P(z));
- if (ZSTR_IS_INTERNED(Z_STR_P(z))) {
- Z_TYPE_FLAGS_P(z) = 0;
- }
- break;
- case IS_ARRAY:
- if (!ZCG(current_persistent_script)->corrupted
- && zend_accel_in_shm(Z_ARR_P(z))) {
- return;
- }
- size = zend_shared_memdup_size(Z_ARR_P(z), sizeof(zend_array));
- if (size) {
- Bucket *p;
- ADD_SIZE(size);
- zend_hash_persist_calc(Z_ARRVAL_P(z));
- ZEND_HASH_FOREACH_BUCKET(Z_ARRVAL_P(z), p) {
- if (p->key) {
- ADD_INTERNED_STRING(p->key);
- }
- zend_persist_zval_calc(&p->val);
- } ZEND_HASH_FOREACH_END();
- }
- break;
- case IS_CONSTANT_AST:
- if (ZCG(current_persistent_script)->corrupted
- || !zend_accel_in_shm(Z_AST_P(z))) {
- size = zend_shared_memdup_size(Z_AST_P(z), sizeof(zend_ast_ref));
- if (size) {
- ADD_SIZE(size);
- zend_persist_ast_calc(Z_ASTVAL_P(z));
- }
- }
- break;
- default:
- ZEND_ASSERT(Z_TYPE_P(z) < IS_STRING);
- break;
- }
- }
- static void zend_persist_attributes_calc(HashTable *attributes)
- {
- if (!zend_shared_alloc_get_xlat_entry(attributes)
- && (ZCG(current_persistent_script)->corrupted
- || !zend_accel_in_shm(attributes))) {
- zend_attribute *attr;
- uint32_t i;
- zend_shared_alloc_register_xlat_entry(attributes, attributes);
- ADD_SIZE(sizeof(HashTable));
- zend_hash_persist_calc(attributes);
- ZEND_HASH_FOREACH_PTR(attributes, attr) {
- ADD_SIZE(ZEND_ATTRIBUTE_SIZE(attr->argc));
- ADD_INTERNED_STRING(attr->name);
- ADD_INTERNED_STRING(attr->lcname);
- for (i = 0; i < attr->argc; i++) {
- if (attr->args[i].name) {
- ADD_INTERNED_STRING(attr->args[i].name);
- }
- zend_persist_zval_calc(&attr->args[i].value);
- }
- } ZEND_HASH_FOREACH_END();
- }
- }
- static void zend_persist_type_calc(zend_type *type)
- {
- if (ZEND_TYPE_HAS_LIST(*type)) {
- ADD_SIZE(ZEND_TYPE_LIST_SIZE(ZEND_TYPE_LIST(*type)->num_types));
- }
- zend_type *single_type;
- ZEND_TYPE_FOREACH(*type, single_type) {
- if (ZEND_TYPE_HAS_NAME(*single_type)) {
- zend_string *type_name = ZEND_TYPE_NAME(*single_type);
- ADD_INTERNED_STRING(type_name);
- ZEND_TYPE_SET_PTR(*single_type, type_name);
- }
- } ZEND_TYPE_FOREACH_END();
- }
- static void zend_persist_op_array_calc_ex(zend_op_array *op_array)
- {
- if (op_array->function_name) {
- zend_string *old_name = op_array->function_name;
- ADD_INTERNED_STRING(op_array->function_name);
- /* Remember old function name, so it can be released multiple times if shared. */
- if (op_array->function_name != old_name
- && !zend_shared_alloc_get_xlat_entry(&op_array->function_name)) {
- zend_shared_alloc_register_xlat_entry(&op_array->function_name, old_name);
- }
- }
- if (op_array->scope) {
- if (zend_shared_alloc_get_xlat_entry(op_array->opcodes)) {
- /* already stored */
- ADD_SIZE(ZEND_ALIGNED_SIZE(zend_extensions_op_array_persist_calc(op_array)));
- return;
- }
- }
- if (op_array->scope
- && !(op_array->fn_flags & ZEND_ACC_CLOSURE)
- && (op_array->scope->ce_flags & ZEND_ACC_CACHED)) {
- return;
- }
- if (op_array->static_variables && !zend_accel_in_shm(op_array->static_variables)) {
- if (!zend_shared_alloc_get_xlat_entry(op_array->static_variables)) {
- Bucket *p;
- zend_shared_alloc_register_xlat_entry(op_array->static_variables, op_array->static_variables);
- ADD_SIZE(sizeof(HashTable));
- zend_hash_persist_calc(op_array->static_variables);
- ZEND_HASH_FOREACH_BUCKET(op_array->static_variables, p) {
- ZEND_ASSERT(p->key != NULL);
- ADD_INTERNED_STRING(p->key);
- zend_persist_zval_calc(&p->val);
- } ZEND_HASH_FOREACH_END();
- }
- }
- if (op_array->literals) {
- zval *p = op_array->literals;
- zval *end = p + op_array->last_literal;
- ADD_SIZE(sizeof(zval) * op_array->last_literal);
- while (p < end) {
- zend_persist_zval_calc(p);
- p++;
- }
- }
- zend_shared_alloc_register_xlat_entry(op_array->opcodes, op_array->opcodes);
- ADD_SIZE(sizeof(zend_op) * op_array->last);
- if (op_array->filename) {
- ADD_STRING(op_array->filename);
- }
- if (op_array->arg_info) {
- zend_arg_info *arg_info = op_array->arg_info;
- uint32_t num_args = op_array->num_args;
- uint32_t i;
- if (op_array->fn_flags & ZEND_ACC_VARIADIC) {
- num_args++;
- }
- if (op_array->fn_flags & ZEND_ACC_HAS_RETURN_TYPE) {
- arg_info--;
- num_args++;
- }
- ADD_SIZE(sizeof(zend_arg_info) * num_args);
- for (i = 0; i < num_args; i++) {
- if (arg_info[i].name) {
- ADD_INTERNED_STRING(arg_info[i].name);
- }
- zend_persist_type_calc(&arg_info[i].type);
- }
- }
- if (op_array->live_range) {
- ADD_SIZE(sizeof(zend_live_range) * op_array->last_live_range);
- }
- if (ZCG(accel_directives).save_comments && op_array->doc_comment) {
- ADD_STRING(op_array->doc_comment);
- }
- if (op_array->attributes) {
- zend_persist_attributes_calc(op_array->attributes);
- }
- if (op_array->try_catch_array) {
- ADD_SIZE(sizeof(zend_try_catch_element) * op_array->last_try_catch);
- }
- if (op_array->vars) {
- int i;
- ADD_SIZE(sizeof(zend_string*) * op_array->last_var);
- for (i = 0; i < op_array->last_var; i++) {
- ADD_INTERNED_STRING(op_array->vars[i]);
- }
- }
- if (op_array->num_dynamic_func_defs) {
- ADD_SIZE(sizeof(void *) * op_array->num_dynamic_func_defs);
- for (uint32_t i = 0; i < op_array->num_dynamic_func_defs; i++) {
- zval tmp;
- ZVAL_PTR(&tmp, op_array->dynamic_func_defs[i]);
- zend_persist_op_array_calc(&tmp);
- }
- }
- ADD_SIZE(ZEND_ALIGNED_SIZE(zend_extensions_op_array_persist_calc(op_array)));
- }
- static void zend_persist_op_array_calc(zval *zv)
- {
- zend_op_array *op_array = Z_PTR_P(zv);
- ZEND_ASSERT(op_array->type == ZEND_USER_FUNCTION);
- if (!zend_shared_alloc_get_xlat_entry(op_array)) {
- zend_shared_alloc_register_xlat_entry(op_array, op_array);
- ADD_SIZE(sizeof(zend_op_array));
- zend_persist_op_array_calc_ex(op_array);
- } else {
- /* This can happen during preloading, if a dynamic function definition is declared. */
- }
- }
- static void zend_persist_class_method_calc(zval *zv)
- {
- zend_op_array *op_array = Z_PTR_P(zv);
- zend_op_array *old_op_array;
- if (op_array->type != ZEND_USER_FUNCTION) {
- ZEND_ASSERT(op_array->type == ZEND_INTERNAL_FUNCTION);
- if (op_array->fn_flags & ZEND_ACC_ARENA_ALLOCATED) {
- old_op_array = zend_shared_alloc_get_xlat_entry(op_array);
- if (!old_op_array) {
- ADD_SIZE(sizeof(zend_internal_function));
- zend_shared_alloc_register_xlat_entry(op_array, Z_PTR_P(zv));
- }
- }
- return;
- }
- if ((op_array->fn_flags & ZEND_ACC_IMMUTABLE)
- && !ZCG(current_persistent_script)->corrupted
- && zend_accel_in_shm(op_array)) {
- zend_shared_alloc_register_xlat_entry(op_array, op_array);
- return;
- }
- old_op_array = zend_shared_alloc_get_xlat_entry(op_array);
- if (!old_op_array) {
- ADD_SIZE(sizeof(zend_op_array));
- zend_persist_op_array_calc_ex(Z_PTR_P(zv));
- zend_shared_alloc_register_xlat_entry(op_array, Z_PTR_P(zv));
- } else {
- /* If op_array is shared, the function name refcount is still incremented for each use,
- * so we need to release it here. We remembered the original function name in xlat. */
- zend_string *old_function_name =
- zend_shared_alloc_get_xlat_entry(&old_op_array->function_name);
- if (old_function_name) {
- zend_string_release_ex(old_function_name, 0);
- }
- }
- }
- static void zend_persist_property_info_calc(zend_property_info *prop)
- {
- ADD_SIZE(sizeof(zend_property_info));
- ADD_INTERNED_STRING(prop->name);
- zend_persist_type_calc(&prop->type);
- if (ZCG(accel_directives).save_comments && prop->doc_comment) {
- ADD_STRING(prop->doc_comment);
- }
- if (prop->attributes) {
- zend_persist_attributes_calc(prop->attributes);
- }
- }
- static void zend_persist_class_constant_calc(zval *zv)
- {
- zend_class_constant *c = Z_PTR_P(zv);
- if (!zend_shared_alloc_get_xlat_entry(c)) {
- if (!ZCG(current_persistent_script)->corrupted
- && zend_accel_in_shm(Z_PTR_P(zv))) {
- return;
- }
- zend_shared_alloc_register_xlat_entry(c, c);
- ADD_SIZE(sizeof(zend_class_constant));
- zend_persist_zval_calc(&c->value);
- if (ZCG(accel_directives).save_comments && c->doc_comment) {
- ADD_STRING(c->doc_comment);
- }
- if (c->attributes) {
- zend_persist_attributes_calc(c->attributes);
- }
- }
- }
- void zend_persist_class_entry_calc(zend_class_entry *ce)
- {
- Bucket *p;
- if (ce->type == ZEND_USER_CLASS) {
- /* The same zend_class_entry may be reused by class_alias */
- if (zend_shared_alloc_get_xlat_entry(ce)) {
- return;
- }
- zend_shared_alloc_register_xlat_entry(ce, ce);
- ADD_SIZE(sizeof(zend_class_entry));
- if (!(ce->ce_flags & ZEND_ACC_CACHED)) {
- ADD_INTERNED_STRING(ce->name);
- if (ce->parent_name && !(ce->ce_flags & ZEND_ACC_LINKED)) {
- ADD_INTERNED_STRING(ce->parent_name);
- }
- }
- zend_hash_persist_calc(&ce->function_table);
- ZEND_HASH_FOREACH_BUCKET(&ce->function_table, p) {
- ZEND_ASSERT(p->key != NULL);
- ADD_INTERNED_STRING(p->key);
- zend_persist_class_method_calc(&p->val);
- } ZEND_HASH_FOREACH_END();
- if (ce->default_properties_table) {
- int i;
- ADD_SIZE(sizeof(zval) * ce->default_properties_count);
- for (i = 0; i < ce->default_properties_count; i++) {
- zend_persist_zval_calc(&ce->default_properties_table[i]);
- }
- }
- if (ce->default_static_members_table) {
- int i;
- ADD_SIZE(sizeof(zval) * ce->default_static_members_count);
- for (i = 0; i < ce->default_static_members_count; i++) {
- if (Z_TYPE(ce->default_static_members_table[i]) != IS_INDIRECT) {
- zend_persist_zval_calc(&ce->default_static_members_table[i]);
- }
- }
- }
- zend_hash_persist_calc(&ce->constants_table);
- ZEND_HASH_FOREACH_BUCKET(&ce->constants_table, p) {
- ZEND_ASSERT(p->key != NULL);
- ADD_INTERNED_STRING(p->key);
- zend_persist_class_constant_calc(&p->val);
- } ZEND_HASH_FOREACH_END();
- zend_hash_persist_calc(&ce->properties_info);
- ZEND_HASH_FOREACH_BUCKET(&ce->properties_info, p) {
- zend_property_info *prop = Z_PTR(p->val);
- ZEND_ASSERT(p->key != NULL);
- ADD_INTERNED_STRING(p->key);
- if (prop->ce == ce) {
- zend_persist_property_info_calc(prop);
- }
- } ZEND_HASH_FOREACH_END();
- if (ce->properties_info_table) {
- ADD_SIZE(sizeof(zend_property_info *) * ce->default_properties_count);
- }
- if (ce->num_interfaces && (ce->ce_flags & ZEND_ACC_LINKED)) {
- ADD_SIZE(sizeof(zend_class_entry*) * ce->num_interfaces);
- }
- if (ce->iterator_funcs_ptr) {
- ADD_SIZE(sizeof(zend_class_iterator_funcs));
- }
- if (ce->ce_flags & ZEND_ACC_CACHED) {
- return;
- }
- if (ce->info.user.filename) {
- ADD_STRING(ce->info.user.filename);
- }
- if (ZCG(accel_directives).save_comments && ce->info.user.doc_comment) {
- ADD_STRING(ce->info.user.doc_comment);
- }
- if (ce->attributes) {
- zend_persist_attributes_calc(ce->attributes);
- }
- if (ce->num_interfaces) {
- uint32_t i;
- if (!(ce->ce_flags & ZEND_ACC_LINKED)) {
- for (i = 0; i < ce->num_interfaces; i++) {
- ADD_INTERNED_STRING(ce->interface_names[i].name);
- ADD_INTERNED_STRING(ce->interface_names[i].lc_name);
- }
- ADD_SIZE(sizeof(zend_class_name) * ce->num_interfaces);
- }
- }
- if (ce->num_traits) {
- uint32_t i;
- for (i = 0; i < ce->num_traits; i++) {
- ADD_INTERNED_STRING(ce->trait_names[i].name);
- ADD_INTERNED_STRING(ce->trait_names[i].lc_name);
- }
- ADD_SIZE(sizeof(zend_class_name) * ce->num_traits);
- if (ce->trait_aliases) {
- i = 0;
- while (ce->trait_aliases[i]) {
- if (ce->trait_aliases[i]->trait_method.method_name) {
- ADD_INTERNED_STRING(ce->trait_aliases[i]->trait_method.method_name);
- }
- if (ce->trait_aliases[i]->trait_method.class_name) {
- ADD_INTERNED_STRING(ce->trait_aliases[i]->trait_method.class_name);
- }
- if (ce->trait_aliases[i]->alias) {
- ADD_INTERNED_STRING(ce->trait_aliases[i]->alias);
- }
- ADD_SIZE(sizeof(zend_trait_alias));
- i++;
- }
- ADD_SIZE(sizeof(zend_trait_alias*) * (i + 1));
- }
- if (ce->trait_precedences) {
- int j;
- i = 0;
- while (ce->trait_precedences[i]) {
- ADD_INTERNED_STRING(ce->trait_precedences[i]->trait_method.method_name);
- ADD_INTERNED_STRING(ce->trait_precedences[i]->trait_method.class_name);
- for (j = 0; j < ce->trait_precedences[i]->num_excludes; j++) {
- ADD_INTERNED_STRING(ce->trait_precedences[i]->exclude_class_names[j]);
- }
- ADD_SIZE(sizeof(zend_trait_precedence) + (ce->trait_precedences[i]->num_excludes - 1) * sizeof(zend_string*));
- i++;
- }
- ADD_SIZE(sizeof(zend_trait_precedence*) * (i + 1));
- }
- }
- if (ce->backed_enum_table) {
- Bucket *p;
- ADD_SIZE(sizeof(HashTable));
- zend_hash_persist_calc(ce->backed_enum_table);
- ZEND_HASH_FOREACH_BUCKET(ce->backed_enum_table, p) {
- if (p->key != NULL) {
- ADD_INTERNED_STRING(p->key);
- }
- zend_persist_zval_calc(&p->val);
- } ZEND_HASH_FOREACH_END();
- }
- }
- }
- static void zend_accel_persist_class_table_calc(HashTable *class_table)
- {
- Bucket *p;
- zend_hash_persist_calc(class_table);
- ZEND_HASH_FOREACH_BUCKET(class_table, p) {
- ZEND_ASSERT(p->key != NULL);
- ADD_INTERNED_STRING(p->key);
- zend_persist_class_entry_calc(Z_CE(p->val));
- } ZEND_HASH_FOREACH_END();
- }
- void zend_persist_warnings_calc(uint32_t num_warnings, zend_error_info **warnings) {
- ADD_SIZE(num_warnings * sizeof(zend_error_info *));
- for (uint32_t i = 0; i < num_warnings; i++) {
- ADD_SIZE(sizeof(zend_error_info));
- ADD_STRING(warnings[i]->filename);
- ADD_STRING(warnings[i]->message);
- }
- }
- uint32_t zend_accel_script_persist_calc(zend_persistent_script *new_persistent_script, int for_shm)
- {
- Bucket *p;
- new_persistent_script->mem = NULL;
- new_persistent_script->size = 0;
- new_persistent_script->corrupted = 0;
- ZCG(current_persistent_script) = new_persistent_script;
- if (!for_shm) {
- /* script is not going to be saved in SHM */
- new_persistent_script->corrupted = 1;
- }
- ADD_SIZE(sizeof(zend_persistent_script));
- ADD_INTERNED_STRING(new_persistent_script->script.filename);
- #if defined(__AVX__) || defined(__SSE2__)
- /* Align size to 64-byte boundary */
- new_persistent_script->size = (new_persistent_script->size + 63) & ~63;
- #endif
- if (new_persistent_script->script.class_table.nNumUsed != new_persistent_script->script.class_table.nNumOfElements) {
- zend_hash_rehash(&new_persistent_script->script.class_table);
- }
- zend_accel_persist_class_table_calc(&new_persistent_script->script.class_table);
- if (new_persistent_script->script.function_table.nNumUsed != new_persistent_script->script.function_table.nNumOfElements) {
- zend_hash_rehash(&new_persistent_script->script.function_table);
- }
- zend_hash_persist_calc(&new_persistent_script->script.function_table);
- ZEND_HASH_FOREACH_BUCKET(&new_persistent_script->script.function_table, p) {
- ZEND_ASSERT(p->key != NULL);
- ADD_INTERNED_STRING(p->key);
- zend_persist_op_array_calc(&p->val);
- } ZEND_HASH_FOREACH_END();
- zend_persist_op_array_calc_ex(&new_persistent_script->script.main_op_array);
- zend_persist_warnings_calc(
- new_persistent_script->num_warnings, new_persistent_script->warnings);
- new_persistent_script->corrupted = 0;
- ZCG(current_persistent_script) = NULL;
- return new_persistent_script->size;
- }
|