zend_generators.c 34 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127
  1. /*
  2. +----------------------------------------------------------------------+
  3. | Zend Engine |
  4. +----------------------------------------------------------------------+
  5. | Copyright (c) Zend Technologies Ltd. (http://www.zend.com) |
  6. +----------------------------------------------------------------------+
  7. | This source file is subject to version 2.00 of the Zend license, |
  8. | that is bundled with this package in the file LICENSE, and is |
  9. | available through the world-wide-web at the following url: |
  10. | http://www.zend.com/license/2_00.txt. |
  11. | If you did not receive a copy of the Zend license and are unable to |
  12. | obtain it through the world-wide-web, please send a note to |
  13. | license@zend.com so we can mail you a copy immediately. |
  14. +----------------------------------------------------------------------+
  15. | Authors: Nikita Popov <nikic@php.net> |
  16. | Bob Weinand <bobwei9@hotmail.com> |
  17. +----------------------------------------------------------------------+
  18. */
  19. #include "zend.h"
  20. #include "zend_API.h"
  21. #include "zend_interfaces.h"
  22. #include "zend_exceptions.h"
  23. #include "zend_generators.h"
  24. #include "zend_closures.h"
  25. #include "zend_generators_arginfo.h"
  26. #include "zend_observer.h"
  27. ZEND_API zend_class_entry *zend_ce_generator;
  28. ZEND_API zend_class_entry *zend_ce_ClosedGeneratorException;
  29. static zend_object_handlers zend_generator_handlers;
  30. static zend_object *zend_generator_create(zend_class_entry *class_type);
  31. ZEND_API void zend_generator_restore_call_stack(zend_generator *generator) /* {{{ */
  32. {
  33. zend_execute_data *call, *new_call, *prev_call = NULL;
  34. call = generator->frozen_call_stack;
  35. do {
  36. new_call = zend_vm_stack_push_call_frame(
  37. (ZEND_CALL_INFO(call) & ~ZEND_CALL_ALLOCATED),
  38. call->func,
  39. ZEND_CALL_NUM_ARGS(call),
  40. Z_PTR(call->This));
  41. memcpy(((zval*)new_call) + ZEND_CALL_FRAME_SLOT, ((zval*)call) + ZEND_CALL_FRAME_SLOT, ZEND_CALL_NUM_ARGS(call) * sizeof(zval));
  42. new_call->prev_execute_data = prev_call;
  43. prev_call = new_call;
  44. call = call->prev_execute_data;
  45. } while (call);
  46. generator->execute_data->call = prev_call;
  47. efree(generator->frozen_call_stack);
  48. generator->frozen_call_stack = NULL;
  49. }
  50. /* }}} */
  51. ZEND_API zend_execute_data* zend_generator_freeze_call_stack(zend_execute_data *execute_data) /* {{{ */
  52. {
  53. size_t used_stack;
  54. zend_execute_data *call, *new_call, *prev_call = NULL;
  55. zval *stack;
  56. /* calculate required stack size */
  57. used_stack = 0;
  58. call = EX(call);
  59. do {
  60. used_stack += ZEND_CALL_FRAME_SLOT + ZEND_CALL_NUM_ARGS(call);
  61. call = call->prev_execute_data;
  62. } while (call);
  63. stack = emalloc(used_stack * sizeof(zval));
  64. /* save stack, linking frames in reverse order */
  65. call = EX(call);
  66. do {
  67. size_t frame_size = ZEND_CALL_FRAME_SLOT + ZEND_CALL_NUM_ARGS(call);
  68. new_call = (zend_execute_data*)(stack + used_stack - frame_size);
  69. memcpy(new_call, call, frame_size * sizeof(zval));
  70. used_stack -= frame_size;
  71. new_call->prev_execute_data = prev_call;
  72. prev_call = new_call;
  73. new_call = call->prev_execute_data;
  74. zend_vm_stack_free_call_frame(call);
  75. call = new_call;
  76. } while (call);
  77. execute_data->call = NULL;
  78. ZEND_ASSERT(prev_call == (zend_execute_data*)stack);
  79. return prev_call;
  80. }
  81. /* }}} */
  82. static void zend_generator_cleanup_unfinished_execution(
  83. zend_generator *generator, zend_execute_data *execute_data, uint32_t catch_op_num) /* {{{ */
  84. {
  85. zend_op_array *op_array = &execute_data->func->op_array;
  86. if (execute_data->opline != op_array->opcodes) {
  87. /* -1 required because we want the last run opcode, not the next to-be-run one. */
  88. uint32_t op_num = execute_data->opline - op_array->opcodes - 1;
  89. if (UNEXPECTED(generator->frozen_call_stack)) {
  90. /* Temporarily restore generator->execute_data if it has been NULLed out already. */
  91. zend_execute_data *save_ex = generator->execute_data;
  92. generator->execute_data = execute_data;
  93. zend_generator_restore_call_stack(generator);
  94. generator->execute_data = save_ex;
  95. }
  96. zend_cleanup_unfinished_execution(execute_data, op_num, catch_op_num);
  97. }
  98. }
  99. /* }}} */
  100. ZEND_API void zend_generator_close(zend_generator *generator, bool finished_execution) /* {{{ */
  101. {
  102. if (EXPECTED(generator->execute_data)) {
  103. zend_execute_data *execute_data = generator->execute_data;
  104. /* Null out execute_data early, to prevent double frees if GC runs while we're
  105. * already cleaning up execute_data. */
  106. generator->execute_data = NULL;
  107. if (EX_CALL_INFO() & ZEND_CALL_HAS_SYMBOL_TABLE) {
  108. zend_clean_and_cache_symbol_table(execute_data->symbol_table);
  109. }
  110. /* always free the CV's, in the symtable are only not-free'd IS_INDIRECT's */
  111. zend_free_compiled_variables(execute_data);
  112. if (EX_CALL_INFO() & ZEND_CALL_HAS_EXTRA_NAMED_PARAMS) {
  113. zend_free_extra_named_params(execute_data->extra_named_params);
  114. }
  115. if (EX_CALL_INFO() & ZEND_CALL_RELEASE_THIS) {
  116. OBJ_RELEASE(Z_OBJ(execute_data->This));
  117. }
  118. /* A fatal error / die occurred during the generator execution.
  119. * Trying to clean up the stack may not be safe in this case. */
  120. if (UNEXPECTED(CG(unclean_shutdown))) {
  121. generator->execute_data = NULL;
  122. return;
  123. }
  124. zend_vm_stack_free_extra_args(execute_data);
  125. /* Some cleanups are only necessary if the generator was closed
  126. * before it could finish execution (reach a return statement). */
  127. if (UNEXPECTED(!finished_execution)) {
  128. zend_generator_cleanup_unfinished_execution(generator, execute_data, 0);
  129. }
  130. /* Free closure object */
  131. if (EX_CALL_INFO() & ZEND_CALL_CLOSURE) {
  132. OBJ_RELEASE(ZEND_CLOSURE_OBJECT(EX(func)));
  133. }
  134. efree(execute_data);
  135. }
  136. }
  137. /* }}} */
  138. static void zend_generator_remove_child(zend_generator_node *node, zend_generator *child)
  139. {
  140. ZEND_ASSERT(node->children >= 1);
  141. if (node->children == 1) {
  142. node->child.single = NULL;
  143. } else {
  144. HashTable *ht = node->child.ht;
  145. zend_hash_index_del(ht, (zend_ulong) child);
  146. if (node->children == 2) {
  147. zend_generator *other_child;
  148. ZEND_HASH_FOREACH_PTR(ht, other_child) {
  149. node->child.single = other_child;
  150. break;
  151. } ZEND_HASH_FOREACH_END();
  152. zend_hash_destroy(ht);
  153. efree(ht);
  154. }
  155. }
  156. node->children--;
  157. }
  158. static zend_always_inline zend_generator *clear_link_to_leaf(zend_generator *generator) {
  159. ZEND_ASSERT(!generator->node.parent);
  160. zend_generator *leaf = generator->node.ptr.leaf;
  161. if (leaf) {
  162. leaf->node.ptr.root = NULL;
  163. generator->node.ptr.leaf = NULL;
  164. return leaf;
  165. }
  166. return NULL;
  167. }
  168. static zend_always_inline void clear_link_to_root(zend_generator *generator) {
  169. ZEND_ASSERT(generator->node.parent);
  170. if (generator->node.ptr.root) {
  171. generator->node.ptr.root->node.ptr.leaf = NULL;
  172. generator->node.ptr.root = NULL;
  173. }
  174. }
  175. static void zend_generator_dtor_storage(zend_object *object) /* {{{ */
  176. {
  177. zend_generator *generator = (zend_generator*) object;
  178. zend_execute_data *ex = generator->execute_data;
  179. uint32_t op_num, try_catch_offset;
  180. int i;
  181. /* leave yield from mode to properly allow finally execution */
  182. if (UNEXPECTED(Z_TYPE(generator->values) != IS_UNDEF)) {
  183. zval_ptr_dtor(&generator->values);
  184. ZVAL_UNDEF(&generator->values);
  185. }
  186. zend_generator *parent = generator->node.parent;
  187. if (parent) {
  188. zend_generator_remove_child(&parent->node, generator);
  189. clear_link_to_root(generator);
  190. generator->node.parent = NULL;
  191. OBJ_RELEASE(&parent->std);
  192. } else {
  193. clear_link_to_leaf(generator);
  194. }
  195. if (EXPECTED(!ex) || EXPECTED(!(ex->func->op_array.fn_flags & ZEND_ACC_HAS_FINALLY_BLOCK))
  196. || CG(unclean_shutdown)) {
  197. zend_generator_close(generator, 0);
  198. return;
  199. }
  200. /* -1 required because we want the last run opcode, not the
  201. * next to-be-run one. */
  202. op_num = ex->opline - ex->func->op_array.opcodes - 1;
  203. try_catch_offset = -1;
  204. /* Find the innermost try/catch that we are inside of. */
  205. for (i = 0; i < ex->func->op_array.last_try_catch; i++) {
  206. zend_try_catch_element *try_catch = &ex->func->op_array.try_catch_array[i];
  207. if (op_num < try_catch->try_op) {
  208. break;
  209. }
  210. if (op_num < try_catch->catch_op || op_num < try_catch->finally_end) {
  211. try_catch_offset = i;
  212. }
  213. }
  214. /* Walk try/catch/finally structures upwards, performing the necessary actions. */
  215. while (try_catch_offset != (uint32_t) -1) {
  216. zend_try_catch_element *try_catch = &ex->func->op_array.try_catch_array[try_catch_offset];
  217. if (op_num < try_catch->finally_op) {
  218. /* Go to finally block */
  219. zval *fast_call =
  220. ZEND_CALL_VAR(ex, ex->func->op_array.opcodes[try_catch->finally_end].op1.var);
  221. zend_generator_cleanup_unfinished_execution(generator, ex, try_catch->finally_op);
  222. Z_OBJ_P(fast_call) = EG(exception);
  223. EG(exception) = NULL;
  224. Z_OPLINE_NUM_P(fast_call) = (uint32_t)-1;
  225. ex->opline = &ex->func->op_array.opcodes[try_catch->finally_op];
  226. generator->flags |= ZEND_GENERATOR_FORCED_CLOSE;
  227. zend_generator_resume(generator);
  228. /* TODO: If we hit another yield inside try/finally,
  229. * should we also jump to the next finally block? */
  230. break;
  231. } else if (op_num < try_catch->finally_end) {
  232. zval *fast_call =
  233. ZEND_CALL_VAR(ex, ex->func->op_array.opcodes[try_catch->finally_end].op1.var);
  234. /* Clean up incomplete return statement */
  235. if (Z_OPLINE_NUM_P(fast_call) != (uint32_t) -1) {
  236. zend_op *retval_op = &ex->func->op_array.opcodes[Z_OPLINE_NUM_P(fast_call)];
  237. if (retval_op->op2_type & (IS_TMP_VAR | IS_VAR)) {
  238. zval_ptr_dtor(ZEND_CALL_VAR(ex, retval_op->op2.var));
  239. }
  240. }
  241. /* Clean up backed-up exception */
  242. if (Z_OBJ_P(fast_call)) {
  243. OBJ_RELEASE(Z_OBJ_P(fast_call));
  244. }
  245. }
  246. try_catch_offset--;
  247. }
  248. zend_generator_close(generator, 0);
  249. }
  250. /* }}} */
  251. static void zend_generator_free_storage(zend_object *object) /* {{{ */
  252. {
  253. zend_generator *generator = (zend_generator*) object;
  254. zend_generator_close(generator, 0);
  255. /* we can't immediately free them in zend_generator_close() else yield from won't be able to fetch it */
  256. zval_ptr_dtor(&generator->value);
  257. zval_ptr_dtor(&generator->key);
  258. if (EXPECTED(!Z_ISUNDEF(generator->retval))) {
  259. zval_ptr_dtor(&generator->retval);
  260. }
  261. if (UNEXPECTED(generator->node.children > 1)) {
  262. zend_hash_destroy(generator->node.child.ht);
  263. efree(generator->node.child.ht);
  264. }
  265. zend_object_std_dtor(&generator->std);
  266. }
  267. /* }}} */
  268. static HashTable *zend_generator_get_gc(zend_object *object, zval **table, int *n) /* {{{ */
  269. {
  270. zend_generator *generator = (zend_generator*)object;
  271. zend_execute_data *execute_data = generator->execute_data;
  272. zend_op_array *op_array;
  273. if (!execute_data) {
  274. /* If the generator has been closed, it can only hold on to three values: The value, key
  275. * and retval. These three zvals are stored sequentially starting at &generator->value. */
  276. *table = &generator->value;
  277. *n = 3;
  278. return NULL;
  279. }
  280. if (generator->flags & ZEND_GENERATOR_CURRENTLY_RUNNING) {
  281. /* If the generator is currently running, we certainly won't be able to GC any values it
  282. * holds on to. The execute_data state might be inconsistent during execution (e.g. because
  283. * GC has been triggered in the middle of a variable reassignment), so we should not try
  284. * to inspect it here. */
  285. *table = NULL;
  286. *n = 0;
  287. return NULL;
  288. }
  289. op_array = &EX(func)->op_array;
  290. zend_get_gc_buffer *gc_buffer = zend_get_gc_buffer_create();
  291. zend_get_gc_buffer_add_zval(gc_buffer, &generator->value);
  292. zend_get_gc_buffer_add_zval(gc_buffer, &generator->key);
  293. zend_get_gc_buffer_add_zval(gc_buffer, &generator->retval);
  294. zend_get_gc_buffer_add_zval(gc_buffer, &generator->values);
  295. if (!(EX_CALL_INFO() & ZEND_CALL_HAS_SYMBOL_TABLE)) {
  296. uint32_t i, num_cvs = EX(func)->op_array.last_var;
  297. for (i = 0; i < num_cvs; i++) {
  298. zend_get_gc_buffer_add_zval(gc_buffer, EX_VAR_NUM(i));
  299. }
  300. }
  301. if (EX_CALL_INFO() & ZEND_CALL_FREE_EXTRA_ARGS) {
  302. zval *zv = EX_VAR_NUM(op_array->last_var + op_array->T);
  303. zval *end = zv + (EX_NUM_ARGS() - op_array->num_args);
  304. while (zv != end) {
  305. zend_get_gc_buffer_add_zval(gc_buffer, zv++);
  306. }
  307. }
  308. if (EX_CALL_INFO() & ZEND_CALL_RELEASE_THIS) {
  309. zend_get_gc_buffer_add_obj(gc_buffer, Z_OBJ(execute_data->This));
  310. }
  311. if (EX_CALL_INFO() & ZEND_CALL_CLOSURE) {
  312. zend_get_gc_buffer_add_obj(gc_buffer, ZEND_CLOSURE_OBJECT(EX(func)));
  313. }
  314. if (EX_CALL_INFO() & ZEND_CALL_HAS_EXTRA_NAMED_PARAMS) {
  315. zval extra_named_params;
  316. ZVAL_ARR(&extra_named_params, EX(extra_named_params));
  317. zend_get_gc_buffer_add_zval(gc_buffer, &extra_named_params);
  318. }
  319. if (execute_data->opline != op_array->opcodes) {
  320. uint32_t i, op_num = execute_data->opline - op_array->opcodes - 1;
  321. for (i = 0; i < op_array->last_live_range; i++) {
  322. const zend_live_range *range = &op_array->live_range[i];
  323. if (range->start > op_num) {
  324. break;
  325. } else if (op_num < range->end) {
  326. uint32_t kind = range->var & ZEND_LIVE_MASK;
  327. uint32_t var_num = range->var & ~ZEND_LIVE_MASK;
  328. zval *var = EX_VAR(var_num);
  329. if (kind == ZEND_LIVE_TMPVAR || kind == ZEND_LIVE_LOOP) {
  330. zend_get_gc_buffer_add_zval(gc_buffer, var);
  331. }
  332. }
  333. }
  334. }
  335. if (generator->node.parent) {
  336. zend_get_gc_buffer_add_obj(gc_buffer, &generator->node.parent->std);
  337. }
  338. zend_get_gc_buffer_use(gc_buffer, table, n);
  339. if (EX_CALL_INFO() & ZEND_CALL_HAS_SYMBOL_TABLE) {
  340. return execute_data->symbol_table;
  341. } else {
  342. return NULL;
  343. }
  344. }
  345. /* }}} */
  346. static zend_object *zend_generator_create(zend_class_entry *class_type) /* {{{ */
  347. {
  348. zend_generator *generator;
  349. generator = emalloc(sizeof(zend_generator));
  350. memset(generator, 0, sizeof(zend_generator));
  351. /* The key will be incremented on first use, so it'll start at 0 */
  352. generator->largest_used_integer_key = -1;
  353. ZVAL_UNDEF(&generator->retval);
  354. ZVAL_UNDEF(&generator->values);
  355. /* By default we have a tree of only one node */
  356. generator->node.parent = NULL;
  357. generator->node.children = 0;
  358. generator->node.ptr.root = NULL;
  359. zend_object_std_init(&generator->std, class_type);
  360. generator->std.handlers = &zend_generator_handlers;
  361. return (zend_object*)generator;
  362. }
  363. /* }}} */
  364. static ZEND_COLD zend_function *zend_generator_get_constructor(zend_object *object) /* {{{ */
  365. {
  366. zend_throw_error(NULL, "The \"Generator\" class is reserved for internal use and cannot be manually instantiated");
  367. return NULL;
  368. }
  369. /* }}} */
  370. ZEND_API zend_execute_data *zend_generator_check_placeholder_frame(zend_execute_data *ptr)
  371. {
  372. if (!ptr->func && Z_TYPE(ptr->This) == IS_OBJECT) {
  373. if (Z_OBJCE(ptr->This) == zend_ce_generator) {
  374. zend_generator *generator = (zend_generator *) Z_OBJ(ptr->This);
  375. zend_execute_data *prev = ptr->prev_execute_data;
  376. ZEND_ASSERT(generator->node.parent && "Placeholder only used with delegation");
  377. while (generator->node.parent->node.parent) {
  378. generator->execute_data->prev_execute_data = prev;
  379. prev = generator->execute_data;
  380. generator = generator->node.parent;
  381. }
  382. generator->execute_data->prev_execute_data = prev;
  383. ptr = generator->execute_data;
  384. }
  385. }
  386. return ptr;
  387. }
  388. static void zend_generator_throw_exception(zend_generator *generator, zval *exception)
  389. {
  390. zend_execute_data *original_execute_data = EG(current_execute_data);
  391. /* Throw the exception in the context of the generator. Decrementing the opline
  392. * to pretend the exception happened during the YIELD opcode. */
  393. EG(current_execute_data) = generator->execute_data;
  394. generator->execute_data->opline--;
  395. if (exception) {
  396. zend_throw_exception_object(exception);
  397. } else {
  398. zend_rethrow_exception(EG(current_execute_data));
  399. }
  400. /* if we don't stop an array/iterator yield from, the exception will only reach the generator after the values were all iterated over */
  401. if (UNEXPECTED(Z_TYPE(generator->values) != IS_UNDEF)) {
  402. zval_ptr_dtor(&generator->values);
  403. ZVAL_UNDEF(&generator->values);
  404. }
  405. generator->execute_data->opline++;
  406. EG(current_execute_data) = original_execute_data;
  407. }
  408. static void zend_generator_add_child(zend_generator *generator, zend_generator *child)
  409. {
  410. zend_generator_node *node = &generator->node;
  411. if (node->children == 0) {
  412. node->child.single = child;
  413. } else {
  414. if (node->children == 1) {
  415. HashTable *ht = emalloc(sizeof(HashTable));
  416. zend_hash_init(ht, 0, NULL, NULL, 0);
  417. zend_hash_index_add_new_ptr(ht,
  418. (zend_ulong) node->child.single, node->child.single);
  419. node->child.ht = ht;
  420. }
  421. zend_hash_index_add_new_ptr(node->child.ht, (zend_ulong) child, child);
  422. }
  423. ++node->children;
  424. }
  425. void zend_generator_yield_from(zend_generator *generator, zend_generator *from)
  426. {
  427. ZEND_ASSERT(!generator->node.parent && "Already has parent?");
  428. zend_generator *leaf = clear_link_to_leaf(generator);
  429. if (leaf && !from->node.parent && !from->node.ptr.leaf) {
  430. from->node.ptr.leaf = leaf;
  431. leaf->node.ptr.root = from;
  432. }
  433. generator->node.parent = from;
  434. zend_generator_add_child(from, generator);
  435. generator->flags |= ZEND_GENERATOR_DO_INIT;
  436. }
  437. ZEND_API zend_generator *zend_generator_update_root(zend_generator *generator)
  438. {
  439. zend_generator *root = generator->node.parent;
  440. while (root->node.parent) {
  441. root = root->node.parent;
  442. }
  443. clear_link_to_leaf(root);
  444. root->node.ptr.leaf = generator;
  445. generator->node.ptr.root = root;
  446. return root;
  447. }
  448. static zend_generator *get_new_root(zend_generator *generator, zend_generator *root)
  449. {
  450. while (!root->execute_data && root->node.children == 1) {
  451. root = root->node.child.single;
  452. }
  453. if (root->execute_data) {
  454. return root;
  455. }
  456. /* We have reached a multi-child node haven't found the root yet. We don't know which
  457. * child to follow, so perform the search from the other direction instead. */
  458. while (generator->node.parent->execute_data) {
  459. generator = generator->node.parent;
  460. }
  461. return generator;
  462. }
  463. ZEND_API zend_generator *zend_generator_update_current(zend_generator *generator)
  464. {
  465. zend_generator *old_root = generator->node.ptr.root;
  466. ZEND_ASSERT(!old_root->execute_data && "Nothing to update?");
  467. zend_generator *new_root = get_new_root(generator, old_root);
  468. ZEND_ASSERT(old_root->node.ptr.leaf == generator);
  469. generator->node.ptr.root = new_root;
  470. new_root->node.ptr.leaf = generator;
  471. old_root->node.ptr.leaf = NULL;
  472. zend_generator *new_root_parent = new_root->node.parent;
  473. ZEND_ASSERT(new_root_parent);
  474. zend_generator_remove_child(&new_root_parent->node, new_root);
  475. if (EXPECTED(EG(exception) == NULL) && EXPECTED((OBJ_FLAGS(&generator->std) & IS_OBJ_DESTRUCTOR_CALLED) == 0)) {
  476. zend_op *yield_from = (zend_op *) new_root->execute_data->opline - 1;
  477. if (yield_from->opcode == ZEND_YIELD_FROM) {
  478. if (Z_ISUNDEF(new_root_parent->retval)) {
  479. /* Throw the exception in the context of the generator */
  480. zend_execute_data *original_execute_data = EG(current_execute_data);
  481. EG(current_execute_data) = new_root->execute_data;
  482. if (new_root == generator) {
  483. new_root->execute_data->prev_execute_data = original_execute_data;
  484. } else {
  485. new_root->execute_data->prev_execute_data = &generator->execute_fake;
  486. generator->execute_fake.prev_execute_data = original_execute_data;
  487. }
  488. /* ZEND_YIELD(_FROM) already advance, so decrement opline to throw from correct place */
  489. new_root->execute_data->opline--;
  490. zend_throw_exception(zend_ce_ClosedGeneratorException, "Generator yielded from aborted, no return value available", 0);
  491. EG(current_execute_data) = original_execute_data;
  492. if (!((old_root ? old_root : generator)->flags & ZEND_GENERATOR_CURRENTLY_RUNNING)) {
  493. new_root->node.parent = NULL;
  494. OBJ_RELEASE(&new_root_parent->std);
  495. zend_generator_resume(generator);
  496. return zend_generator_get_current(generator);
  497. }
  498. } else {
  499. zval_ptr_dtor(&new_root->value);
  500. ZVAL_COPY(&new_root->value, &new_root_parent->value);
  501. ZVAL_COPY(ZEND_CALL_VAR(new_root->execute_data, yield_from->result.var), &new_root_parent->retval);
  502. }
  503. }
  504. }
  505. new_root->node.parent = NULL;
  506. OBJ_RELEASE(&new_root_parent->std);
  507. return new_root;
  508. }
  509. static zend_result zend_generator_get_next_delegated_value(zend_generator *generator) /* {{{ */
  510. {
  511. --generator->execute_data->opline;
  512. zval *value;
  513. if (Z_TYPE(generator->values) == IS_ARRAY) {
  514. HashTable *ht = Z_ARR(generator->values);
  515. HashPosition pos = Z_FE_POS(generator->values);
  516. Bucket *p;
  517. do {
  518. if (UNEXPECTED(pos >= ht->nNumUsed)) {
  519. /* Reached end of array */
  520. goto failure;
  521. }
  522. p = &ht->arData[pos];
  523. value = &p->val;
  524. pos++;
  525. } while (Z_ISUNDEF_P(value));
  526. zval_ptr_dtor(&generator->value);
  527. ZVAL_COPY(&generator->value, value);
  528. zval_ptr_dtor(&generator->key);
  529. if (p->key) {
  530. ZVAL_STR_COPY(&generator->key, p->key);
  531. } else {
  532. ZVAL_LONG(&generator->key, p->h);
  533. }
  534. Z_FE_POS(generator->values) = pos;
  535. } else {
  536. zend_object_iterator *iter = (zend_object_iterator *) Z_OBJ(generator->values);
  537. if (iter->index++ > 0) {
  538. iter->funcs->move_forward(iter);
  539. if (UNEXPECTED(EG(exception) != NULL)) {
  540. goto failure;
  541. }
  542. }
  543. if (iter->funcs->valid(iter) == FAILURE) {
  544. /* reached end of iteration */
  545. goto failure;
  546. }
  547. value = iter->funcs->get_current_data(iter);
  548. if (UNEXPECTED(EG(exception) != NULL) || UNEXPECTED(!value)) {
  549. goto failure;
  550. }
  551. zval_ptr_dtor(&generator->value);
  552. ZVAL_COPY(&generator->value, value);
  553. zval_ptr_dtor(&generator->key);
  554. if (iter->funcs->get_current_key) {
  555. iter->funcs->get_current_key(iter, &generator->key);
  556. if (UNEXPECTED(EG(exception) != NULL)) {
  557. ZVAL_UNDEF(&generator->key);
  558. goto failure;
  559. }
  560. } else {
  561. ZVAL_LONG(&generator->key, iter->index);
  562. }
  563. }
  564. ++generator->execute_data->opline;
  565. return SUCCESS;
  566. failure:
  567. zval_ptr_dtor(&generator->values);
  568. ZVAL_UNDEF(&generator->values);
  569. ++generator->execute_data->opline;
  570. return FAILURE;
  571. }
  572. /* }}} */
  573. ZEND_API void zend_generator_resume(zend_generator *orig_generator) /* {{{ */
  574. {
  575. zend_generator *generator = zend_generator_get_current(orig_generator);
  576. /* The generator is already closed, thus can't resume */
  577. if (UNEXPECTED(!generator->execute_data)) {
  578. return;
  579. }
  580. try_again:
  581. if (generator->flags & ZEND_GENERATOR_CURRENTLY_RUNNING) {
  582. zend_throw_error(NULL, "Cannot resume an already running generator");
  583. return;
  584. }
  585. if (UNEXPECTED((orig_generator->flags & ZEND_GENERATOR_DO_INIT) != 0 && !Z_ISUNDEF(generator->value))) {
  586. /* We must not advance Generator if we yield from a Generator being currently run */
  587. orig_generator->flags &= ~ZEND_GENERATOR_DO_INIT;
  588. return;
  589. }
  590. /* Drop the AT_FIRST_YIELD flag */
  591. orig_generator->flags &= ~ZEND_GENERATOR_AT_FIRST_YIELD;
  592. /* Backup executor globals */
  593. zend_execute_data *original_execute_data = EG(current_execute_data);
  594. uint32_t original_jit_trace_num = EG(jit_trace_num);
  595. /* Set executor globals */
  596. EG(current_execute_data) = generator->execute_data;
  597. EG(jit_trace_num) = 0;
  598. /* We want the backtrace to look as if the generator function was
  599. * called from whatever method we are current running (e.g. next()).
  600. * So we have to link generator call frame with caller call frame. */
  601. if (generator == orig_generator) {
  602. generator->execute_data->prev_execute_data = original_execute_data;
  603. } else {
  604. /* We need some execute_data placeholder in stacktrace to be replaced
  605. * by the real stack trace when needed */
  606. generator->execute_data->prev_execute_data = &orig_generator->execute_fake;
  607. orig_generator->execute_fake.prev_execute_data = original_execute_data;
  608. }
  609. /* Ensure this is run after executor_data swap to have a proper stack trace */
  610. if (UNEXPECTED(!Z_ISUNDEF(generator->values))) {
  611. if (EXPECTED(zend_generator_get_next_delegated_value(generator) == SUCCESS)) {
  612. /* Restore executor globals */
  613. EG(current_execute_data) = original_execute_data;
  614. EG(jit_trace_num) = original_jit_trace_num;
  615. orig_generator->flags &= ~ZEND_GENERATOR_DO_INIT;
  616. return;
  617. }
  618. /* If there are no more delegated values, resume the generator
  619. * after the "yield from" expression. */
  620. }
  621. if (UNEXPECTED(generator->frozen_call_stack)) {
  622. /* Restore frozen call-stack */
  623. zend_generator_restore_call_stack(generator);
  624. }
  625. /* Resume execution */
  626. generator->flags |= ZEND_GENERATOR_CURRENTLY_RUNNING;
  627. if (!ZEND_OBSERVER_ENABLED) {
  628. zend_execute_ex(generator->execute_data);
  629. } else {
  630. zend_observer_generator_resume(generator->execute_data);
  631. zend_execute_ex(generator->execute_data);
  632. if (generator->execute_data) {
  633. /* On the final return, this will be called from ZEND_GENERATOR_RETURN */
  634. zend_observer_fcall_end(generator->execute_data, &generator->value);
  635. }
  636. }
  637. generator->flags &= ~ZEND_GENERATOR_CURRENTLY_RUNNING;
  638. generator->frozen_call_stack = NULL;
  639. if (EXPECTED(generator->execute_data) &&
  640. UNEXPECTED(generator->execute_data->call)) {
  641. /* Frize call-stack */
  642. generator->frozen_call_stack = zend_generator_freeze_call_stack(generator->execute_data);
  643. }
  644. /* Restore executor globals */
  645. EG(current_execute_data) = original_execute_data;
  646. EG(jit_trace_num) = original_jit_trace_num;
  647. /* If an exception was thrown in the generator we have to internally
  648. * rethrow it in the parent scope.
  649. * In case we did yield from, the Exception must be rethrown into
  650. * its calling frame (see above in if (check_yield_from). */
  651. if (UNEXPECTED(EG(exception) != NULL)) {
  652. if (generator == orig_generator) {
  653. zend_generator_close(generator, 0);
  654. if (!EG(current_execute_data)) {
  655. zend_throw_exception_internal(NULL);
  656. } else if (EG(current_execute_data)->func &&
  657. ZEND_USER_CODE(EG(current_execute_data)->func->common.type)) {
  658. zend_rethrow_exception(EG(current_execute_data));
  659. }
  660. } else {
  661. generator = zend_generator_get_current(orig_generator);
  662. zend_generator_throw_exception(generator, NULL);
  663. orig_generator->flags &= ~ZEND_GENERATOR_DO_INIT;
  664. goto try_again;
  665. }
  666. }
  667. /* yield from was used, try another resume. */
  668. if (UNEXPECTED((generator != orig_generator && !Z_ISUNDEF(generator->retval)) || (generator->execute_data && (generator->execute_data->opline - 1)->opcode == ZEND_YIELD_FROM))) {
  669. generator = zend_generator_get_current(orig_generator);
  670. goto try_again;
  671. }
  672. orig_generator->flags &= ~ZEND_GENERATOR_DO_INIT;
  673. }
  674. /* }}} */
  675. static inline void zend_generator_ensure_initialized(zend_generator *generator) /* {{{ */
  676. {
  677. if (UNEXPECTED(Z_TYPE(generator->value) == IS_UNDEF) && EXPECTED(generator->execute_data) && EXPECTED(generator->node.parent == NULL)) {
  678. zend_generator_resume(generator);
  679. generator->flags |= ZEND_GENERATOR_AT_FIRST_YIELD;
  680. }
  681. }
  682. /* }}} */
  683. static inline void zend_generator_rewind(zend_generator *generator) /* {{{ */
  684. {
  685. zend_generator_ensure_initialized(generator);
  686. if (!(generator->flags & ZEND_GENERATOR_AT_FIRST_YIELD)) {
  687. zend_throw_exception(NULL, "Cannot rewind a generator that was already run", 0);
  688. }
  689. }
  690. /* }}} */
  691. /* {{{ Rewind the generator */
  692. ZEND_METHOD(Generator, rewind)
  693. {
  694. zend_generator *generator;
  695. ZEND_PARSE_PARAMETERS_NONE();
  696. generator = (zend_generator *) Z_OBJ_P(ZEND_THIS);
  697. zend_generator_rewind(generator);
  698. }
  699. /* }}} */
  700. /* {{{ Check whether the generator is valid */
  701. ZEND_METHOD(Generator, valid)
  702. {
  703. zend_generator *generator;
  704. ZEND_PARSE_PARAMETERS_NONE();
  705. generator = (zend_generator *) Z_OBJ_P(ZEND_THIS);
  706. zend_generator_ensure_initialized(generator);
  707. zend_generator_get_current(generator);
  708. RETURN_BOOL(EXPECTED(generator->execute_data != NULL));
  709. }
  710. /* }}} */
  711. /* {{{ Get the current value */
  712. ZEND_METHOD(Generator, current)
  713. {
  714. zend_generator *generator, *root;
  715. ZEND_PARSE_PARAMETERS_NONE();
  716. generator = (zend_generator *) Z_OBJ_P(ZEND_THIS);
  717. zend_generator_ensure_initialized(generator);
  718. root = zend_generator_get_current(generator);
  719. if (EXPECTED(generator->execute_data != NULL && Z_TYPE(root->value) != IS_UNDEF)) {
  720. RETURN_COPY_DEREF(&root->value);
  721. }
  722. }
  723. /* }}} */
  724. /* {{{ Get the current key */
  725. ZEND_METHOD(Generator, key)
  726. {
  727. zend_generator *generator, *root;
  728. ZEND_PARSE_PARAMETERS_NONE();
  729. generator = (zend_generator *) Z_OBJ_P(ZEND_THIS);
  730. zend_generator_ensure_initialized(generator);
  731. root = zend_generator_get_current(generator);
  732. if (EXPECTED(generator->execute_data != NULL && Z_TYPE(root->key) != IS_UNDEF)) {
  733. RETURN_COPY_DEREF(&root->key);
  734. }
  735. }
  736. /* }}} */
  737. /* {{{ Advances the generator */
  738. ZEND_METHOD(Generator, next)
  739. {
  740. zend_generator *generator;
  741. ZEND_PARSE_PARAMETERS_NONE();
  742. generator = (zend_generator *) Z_OBJ_P(ZEND_THIS);
  743. zend_generator_ensure_initialized(generator);
  744. zend_generator_resume(generator);
  745. }
  746. /* }}} */
  747. /* {{{ Sends a value to the generator */
  748. ZEND_METHOD(Generator, send)
  749. {
  750. zval *value;
  751. zend_generator *generator, *root;
  752. ZEND_PARSE_PARAMETERS_START(1, 1)
  753. Z_PARAM_ZVAL(value)
  754. ZEND_PARSE_PARAMETERS_END();
  755. generator = (zend_generator *) Z_OBJ_P(ZEND_THIS);
  756. zend_generator_ensure_initialized(generator);
  757. /* The generator is already closed, thus can't send anything */
  758. if (UNEXPECTED(!generator->execute_data)) {
  759. return;
  760. }
  761. root = zend_generator_get_current(generator);
  762. /* Put sent value in the target VAR slot, if it is used */
  763. if (root->send_target && !(root->flags & ZEND_GENERATOR_CURRENTLY_RUNNING)) {
  764. ZVAL_COPY(root->send_target, value);
  765. }
  766. zend_generator_resume(generator);
  767. root = zend_generator_get_current(generator);
  768. if (EXPECTED(generator->execute_data)) {
  769. RETURN_COPY_DEREF(&root->value);
  770. }
  771. }
  772. /* }}} */
  773. /* {{{ Throws an exception into the generator */
  774. ZEND_METHOD(Generator, throw)
  775. {
  776. zval *exception;
  777. zend_generator *generator;
  778. ZEND_PARSE_PARAMETERS_START(1, 1)
  779. Z_PARAM_OBJECT_OF_CLASS(exception, zend_ce_throwable);
  780. ZEND_PARSE_PARAMETERS_END();
  781. Z_TRY_ADDREF_P(exception);
  782. generator = (zend_generator *) Z_OBJ_P(ZEND_THIS);
  783. zend_generator_ensure_initialized(generator);
  784. if (generator->execute_data) {
  785. zend_generator *root = zend_generator_get_current(generator);
  786. zend_generator_throw_exception(root, exception);
  787. zend_generator_resume(generator);
  788. root = zend_generator_get_current(generator);
  789. if (generator->execute_data) {
  790. RETURN_COPY_DEREF(&root->value);
  791. }
  792. } else {
  793. /* If the generator is already closed throw the exception in the
  794. * current context */
  795. zend_throw_exception_object(exception);
  796. }
  797. }
  798. /* }}} */
  799. /* {{{ Retrieves the return value of the generator */
  800. ZEND_METHOD(Generator, getReturn)
  801. {
  802. zend_generator *generator;
  803. ZEND_PARSE_PARAMETERS_NONE();
  804. generator = (zend_generator *) Z_OBJ_P(ZEND_THIS);
  805. zend_generator_ensure_initialized(generator);
  806. if (UNEXPECTED(EG(exception))) {
  807. return;
  808. }
  809. if (Z_ISUNDEF(generator->retval)) {
  810. /* Generator hasn't returned yet -> error! */
  811. zend_throw_exception(NULL,
  812. "Cannot get return value of a generator that hasn't returned", 0);
  813. return;
  814. }
  815. ZVAL_COPY(return_value, &generator->retval);
  816. }
  817. /* }}} */
  818. /* get_iterator implementation */
  819. static void zend_generator_iterator_dtor(zend_object_iterator *iterator) /* {{{ */
  820. {
  821. zval_ptr_dtor(&iterator->data);
  822. }
  823. /* }}} */
  824. static int zend_generator_iterator_valid(zend_object_iterator *iterator) /* {{{ */
  825. {
  826. zend_generator *generator = (zend_generator*)Z_OBJ(iterator->data);
  827. zend_generator_ensure_initialized(generator);
  828. zend_generator_get_current(generator);
  829. return generator->execute_data ? SUCCESS : FAILURE;
  830. }
  831. /* }}} */
  832. static zval *zend_generator_iterator_get_data(zend_object_iterator *iterator) /* {{{ */
  833. {
  834. zend_generator *generator = (zend_generator*)Z_OBJ(iterator->data), *root;
  835. zend_generator_ensure_initialized(generator);
  836. root = zend_generator_get_current(generator);
  837. return &root->value;
  838. }
  839. /* }}} */
  840. static void zend_generator_iterator_get_key(zend_object_iterator *iterator, zval *key) /* {{{ */
  841. {
  842. zend_generator *generator = (zend_generator*)Z_OBJ(iterator->data), *root;
  843. zend_generator_ensure_initialized(generator);
  844. root = zend_generator_get_current(generator);
  845. if (EXPECTED(Z_TYPE(root->key) != IS_UNDEF)) {
  846. zval *zv = &root->key;
  847. ZVAL_COPY_DEREF(key, zv);
  848. } else {
  849. ZVAL_NULL(key);
  850. }
  851. }
  852. /* }}} */
  853. static void zend_generator_iterator_move_forward(zend_object_iterator *iterator) /* {{{ */
  854. {
  855. zend_generator *generator = (zend_generator*)Z_OBJ(iterator->data);
  856. zend_generator_ensure_initialized(generator);
  857. zend_generator_resume(generator);
  858. }
  859. /* }}} */
  860. static void zend_generator_iterator_rewind(zend_object_iterator *iterator) /* {{{ */
  861. {
  862. zend_generator *generator = (zend_generator*)Z_OBJ(iterator->data);
  863. zend_generator_rewind(generator);
  864. }
  865. /* }}} */
  866. static HashTable *zend_generator_iterator_get_gc(
  867. zend_object_iterator *iterator, zval **table, int *n)
  868. {
  869. *table = &iterator->data;
  870. *n = 1;
  871. return NULL;
  872. }
  873. static const zend_object_iterator_funcs zend_generator_iterator_functions = {
  874. zend_generator_iterator_dtor,
  875. zend_generator_iterator_valid,
  876. zend_generator_iterator_get_data,
  877. zend_generator_iterator_get_key,
  878. zend_generator_iterator_move_forward,
  879. zend_generator_iterator_rewind,
  880. NULL,
  881. zend_generator_iterator_get_gc,
  882. };
  883. /* by_ref is int due to Iterator API */
  884. zend_object_iterator *zend_generator_get_iterator(zend_class_entry *ce, zval *object, int by_ref) /* {{{ */
  885. {
  886. zend_object_iterator *iterator;
  887. zend_generator *generator = (zend_generator*)Z_OBJ_P(object);
  888. if (!generator->execute_data) {
  889. zend_throw_exception(NULL, "Cannot traverse an already closed generator", 0);
  890. return NULL;
  891. }
  892. if (UNEXPECTED(by_ref) && !(generator->execute_data->func->op_array.fn_flags & ZEND_ACC_RETURN_REFERENCE)) {
  893. zend_throw_exception(NULL, "You can only iterate a generator by-reference if it declared that it yields by-reference", 0);
  894. return NULL;
  895. }
  896. iterator = emalloc(sizeof(zend_object_iterator));
  897. zend_iterator_init(iterator);
  898. iterator->funcs = &zend_generator_iterator_functions;
  899. ZVAL_OBJ_COPY(&iterator->data, Z_OBJ_P(object));
  900. return iterator;
  901. }
  902. /* }}} */
  903. void zend_register_generator_ce(void) /* {{{ */
  904. {
  905. zend_ce_generator = register_class_Generator(zend_ce_iterator);
  906. zend_ce_generator->create_object = zend_generator_create;
  907. /* get_iterator has to be assigned *after* implementing the interface */
  908. zend_ce_generator->get_iterator = zend_generator_get_iterator;
  909. memcpy(&zend_generator_handlers, &std_object_handlers, sizeof(zend_object_handlers));
  910. zend_generator_handlers.free_obj = zend_generator_free_storage;
  911. zend_generator_handlers.dtor_obj = zend_generator_dtor_storage;
  912. zend_generator_handlers.get_gc = zend_generator_get_gc;
  913. zend_generator_handlers.clone_obj = NULL;
  914. zend_generator_handlers.get_constructor = zend_generator_get_constructor;
  915. zend_ce_ClosedGeneratorException = register_class_ClosedGeneratorException(zend_ce_exception);
  916. }
  917. /* }}} */