2 * Copyright (C) 2013 - David Goulet <dgoulet@efficios.com>
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms of the GNU General Public License, version 2 only, as
6 * published by the Free Software Foundation.
8 * This program is distributed in the hope that it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * You should have received a copy of the GNU General Public License along with
14 * this program; if not, write to the Free Software Foundation, Inc., 51
15 * Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
22 #include <common/common.h>
23 #include <common/hashtable/utils.h>
24 #include <lttng/lttng.h>
26 #include "ust-registry.h"
31 * Hash table match function for event in the registry.
33 static int ht_match_event(struct cds_lfht_node
*node
, const void *_key
)
35 struct ust_registry_event
*event
;
36 const struct ust_registry_event
*key
;
41 event
= caa_container_of(node
, struct ust_registry_event
, node
.node
);
45 /* It has to be a perfect match. */
46 if (strncmp(event
->name
, key
->name
, sizeof(event
->name
))) {
50 /* It has to be a perfect match. */
51 if (strncmp(event
->signature
, key
->signature
,
52 strlen(event
->signature
))) {
63 static unsigned long ht_hash_event(void *_key
, unsigned long seed
)
66 struct ust_registry_event
*key
= _key
;
70 xored_key
= (uint64_t) (hash_key_str(key
->name
, seed
) ^
71 hash_key_str(key
->signature
, seed
));
73 return hash_key_u64(&xored_key
, seed
);
76 static int compare_enums(const struct ust_registry_enum
*reg_enum_a
,
77 const struct ust_registry_enum
*reg_enum_b
)
82 assert(strcmp(reg_enum_a
->name
, reg_enum_b
->name
) == 0);
83 if (reg_enum_a
->nr_entries
!= reg_enum_b
->nr_entries
) {
87 for (i
= 0; i
< reg_enum_a
->nr_entries
; i
++) {
88 const struct ustctl_enum_entry
*entries_a
, *entries_b
;
90 entries_a
= ®_enum_a
->entries
[i
];
91 entries_b
= ®_enum_b
->entries
[i
];
92 if (entries_a
->start
!= entries_b
->start
) {
96 if (entries_a
->end
!= entries_b
->end
) {
100 if (strcmp(entries_a
->string
, entries_b
->string
)) {
110 * Hash table match function for enumerations in the session. Match is
111 * performed on enumeration name, and confirmed by comparing the enum
114 static int ht_match_enum(struct cds_lfht_node
*node
, const void *_key
)
116 struct ust_registry_enum
*_enum
;
117 const struct ust_registry_enum
*key
;
122 _enum
= caa_container_of(node
, struct ust_registry_enum
,
127 if (strncmp(_enum
->name
, key
->name
, LTTNG_UST_SYM_NAME_LEN
)) {
130 if (compare_enums(_enum
, key
)) {
142 * Hash table match function for enumerations in the session. Match is
143 * performed by enumeration ID.
145 static int ht_match_enum_id(struct cds_lfht_node
*node
, const void *_key
)
147 struct ust_registry_enum
*_enum
;
148 const struct ust_registry_enum
*key
= _key
;
153 _enum
= caa_container_of(node
, struct ust_registry_enum
, node
.node
);
156 if (_enum
->id
!= key
->id
) {
168 * Hash table hash function for enumerations in the session. The
169 * enumeration name is used for hashing.
171 static unsigned long ht_hash_enum(void *_key
, unsigned long seed
)
173 struct ust_registry_enum
*key
= _key
;
176 return hash_key_str(key
->name
, seed
);
180 * Return negative value on error, 0 if OK.
182 * TODO: we could add stricter verification of more types to catch
183 * errors in liblttng-ust implementation earlier than consumption by the
187 int validate_event_field(struct ustctl_field
*field
,
188 const char *event_name
,
193 switch(field
->type
.atype
) {
194 case ustctl_atype_integer
:
195 case ustctl_atype_enum
:
196 case ustctl_atype_array
:
197 case ustctl_atype_sequence
:
198 case ustctl_atype_string
:
199 case ustctl_atype_variant
:
201 case ustctl_atype_struct
:
202 if (field
->type
.u
._struct
.nr_fields
!= 0) {
203 WARN("Unsupported non-empty struct field.");
209 case ustctl_atype_float
:
210 switch (field
->type
.u
.basic
._float
.mant_dig
) {
212 WARN("UST application '%s' (pid: %d) has unknown float mantissa '%u' "
213 "in field '%s', rejecting event '%s'",
215 field
->type
.u
.basic
._float
.mant_dig
,
234 int validate_event_fields(size_t nr_fields
, struct ustctl_field
*fields
,
235 const char *event_name
, struct ust_app
*app
)
239 for (i
= 0; i
< nr_fields
; i
++) {
240 if (validate_event_field(&fields
[i
], event_name
, app
) < 0)
247 * Allocate event and initialize it. This does NOT set a valid event id from a
250 static struct ust_registry_event
*alloc_event(int session_objd
,
251 int channel_objd
, char *name
, char *sig
, size_t nr_fields
,
252 struct ustctl_field
*fields
, int loglevel_value
,
253 char *model_emf_uri
, struct ust_app
*app
)
255 struct ust_registry_event
*event
= NULL
;
258 * Ensure that the field content is valid.
260 if (validate_event_fields(nr_fields
, fields
, name
, app
) < 0) {
264 event
= zmalloc(sizeof(*event
));
266 PERROR("zmalloc ust registry event");
270 event
->session_objd
= session_objd
;
271 event
->channel_objd
= channel_objd
;
272 /* Allocated by ustctl. */
273 event
->signature
= sig
;
274 event
->nr_fields
= nr_fields
;
275 event
->fields
= fields
;
276 event
->loglevel_value
= loglevel_value
;
277 event
->model_emf_uri
= model_emf_uri
;
279 /* Copy event name and force NULL byte. */
280 strncpy(event
->name
, name
, sizeof(event
->name
));
281 event
->name
[sizeof(event
->name
) - 1] = '\0';
283 cds_lfht_node_init(&event
->node
.node
);
290 * Free event data structure. This does NOT delete it from any hash table. It's
291 * safe to pass a NULL pointer. This shoudl be called inside a call RCU if the
292 * event is previously deleted from a rcu hash table.
294 static void destroy_event(struct ust_registry_event
*event
)
301 free(event
->model_emf_uri
);
302 free(event
->signature
);
307 * Destroy event function call of the call RCU.
309 static void destroy_event_rcu(struct rcu_head
*head
)
311 struct lttng_ht_node_u64
*node
=
312 caa_container_of(head
, struct lttng_ht_node_u64
, head
);
313 struct ust_registry_event
*event
=
314 caa_container_of(node
, struct ust_registry_event
, node
);
316 destroy_event(event
);
320 * Find an event using the name and signature in the given registry. RCU read
321 * side lock MUST be acquired before calling this function and as long as the
322 * event reference is kept by the caller.
324 * On success, the event pointer is returned else NULL.
326 struct ust_registry_event
*ust_registry_find_event(
327 struct ust_registry_channel
*chan
, char *name
, char *sig
)
329 struct lttng_ht_node_u64
*node
;
330 struct lttng_ht_iter iter
;
331 struct ust_registry_event
*event
= NULL
;
332 struct ust_registry_event key
;
338 /* Setup key for the match function. */
339 strncpy(key
.name
, name
, sizeof(key
.name
));
340 key
.name
[sizeof(key
.name
) - 1] = '\0';
343 cds_lfht_lookup(chan
->ht
->ht
, chan
->ht
->hash_fct(&key
, lttng_ht_seed
),
344 chan
->ht
->match_fct
, &key
, &iter
.iter
);
345 node
= lttng_ht_iter_get_node_u64(&iter
);
349 event
= caa_container_of(node
, struct ust_registry_event
, node
);
356 * Create a ust_registry_event from the given parameters and add it to the
357 * registry hash table. If event_id is valid, it is set with the newly created
360 * On success, return 0 else a negative value. The created event MUST be unique
361 * so on duplicate entry -EINVAL is returned. On error, event_id is untouched.
363 * Should be called with session registry mutex held.
365 int ust_registry_create_event(struct ust_registry_session
*session
,
366 uint64_t chan_key
, int session_objd
, int channel_objd
, char *name
,
367 char *sig
, size_t nr_fields
, struct ustctl_field
*fields
,
368 int loglevel_value
, char *model_emf_uri
, int buffer_type
,
369 uint32_t *event_id_p
, struct ust_app
*app
)
373 struct cds_lfht_node
*nptr
;
374 struct ust_registry_event
*event
= NULL
;
375 struct ust_registry_channel
*chan
;
385 * This should not happen but since it comes from the UST tracer, an
386 * external party, don't assert and simply validate values.
388 if (session_objd
< 0 || channel_objd
< 0) {
393 chan
= ust_registry_channel_find(session
, chan_key
);
399 /* Check if we've reached the maximum possible id. */
400 if (ust_registry_is_max_id(chan
->used_event_id
)) {
405 event
= alloc_event(session_objd
, channel_objd
, name
, sig
, nr_fields
,
406 fields
, loglevel_value
, model_emf_uri
, app
);
412 DBG3("UST registry creating event with event: %s, sig: %s, id: %u, "
413 "chan_objd: %u, sess_objd: %u, chan_id: %u", event
->name
,
414 event
->signature
, event
->id
, event
->channel_objd
,
415 event
->session_objd
, chan
->chan_id
);
418 * This is an add unique with a custom match function for event. The node
419 * are matched using the event name and signature.
421 nptr
= cds_lfht_add_unique(chan
->ht
->ht
, chan
->ht
->hash_fct(event
,
422 lttng_ht_seed
), chan
->ht
->match_fct
, event
, &event
->node
.node
);
423 if (nptr
!= &event
->node
.node
) {
424 if (buffer_type
== LTTNG_BUFFER_PER_UID
) {
426 * This is normal, we just have to send the event id of the
427 * returned node and make sure we destroy the previously allocated
430 destroy_event(event
);
431 event
= caa_container_of(nptr
, struct ust_registry_event
,
434 event_id
= event
->id
;
436 ERR("UST registry create event add unique failed for event: %s, "
437 "sig: %s, id: %u, chan_objd: %u, sess_objd: %u",
438 event
->name
, event
->signature
, event
->id
,
439 event
->channel_objd
, event
->session_objd
);
444 /* Request next event id if the node was successfully added. */
445 event_id
= event
->id
= ust_registry_get_next_event_id(chan
);
448 *event_id_p
= event_id
;
450 if (!event
->metadata_dumped
) {
451 /* Append to metadata */
452 ret
= ust_metadata_event_statedump(session
, chan
, event
);
454 ERR("Error appending event metadata (errno = %d)", ret
);
469 destroy_event(event
);
474 * For a given event in a registry, delete the entry and destroy the event.
475 * This MUST be called within a RCU read side lock section.
477 void ust_registry_destroy_event(struct ust_registry_channel
*chan
,
478 struct ust_registry_event
*event
)
481 struct lttng_ht_iter iter
;
486 /* Delete the node first. */
487 iter
.iter
.node
= &event
->node
.node
;
488 ret
= lttng_ht_del(chan
->ht
, &iter
);
491 call_rcu(&event
->node
.head
, destroy_event_rcu
);
496 static void destroy_enum(struct ust_registry_enum
*reg_enum
)
501 free(reg_enum
->entries
);
505 static void destroy_enum_rcu(struct rcu_head
*head
)
507 struct ust_registry_enum
*reg_enum
=
508 caa_container_of(head
, struct ust_registry_enum
, rcu_head
);
510 destroy_enum(reg_enum
);
514 * Lookup enumeration by name and comparing enumeration entries.
515 * Needs to be called from RCU read-side critical section.
517 struct ust_registry_enum
*
518 ust_registry_lookup_enum(struct ust_registry_session
*session
,
519 const struct ust_registry_enum
*reg_enum_lookup
)
521 struct ust_registry_enum
*reg_enum
= NULL
;
522 struct lttng_ht_node_str
*node
;
523 struct lttng_ht_iter iter
;
525 cds_lfht_lookup(session
->enums
->ht
,
526 ht_hash_enum((void *) ®_enum_lookup
, lttng_ht_seed
),
527 ht_match_enum
, ®_enum_lookup
, &iter
.iter
);
528 node
= lttng_ht_iter_get_node_str(&iter
);
532 reg_enum
= caa_container_of(node
, struct ust_registry_enum
, node
);
538 * Lookup enumeration by enum ID.
539 * Needs to be called from RCU read-side critical section.
541 struct ust_registry_enum
*
542 ust_registry_lookup_enum_by_id(struct ust_registry_session
*session
,
543 const char *enum_name
, uint64_t enum_id
)
545 struct ust_registry_enum
*reg_enum
= NULL
;
546 struct lttng_ht_node_str
*node
;
547 struct lttng_ht_iter iter
;
548 struct ust_registry_enum reg_enum_lookup
;
550 memset(®_enum_lookup
, 0, sizeof(reg_enum_lookup
));
551 strncpy(reg_enum_lookup
.name
, enum_name
, LTTNG_UST_SYM_NAME_LEN
);
552 reg_enum_lookup
.name
[LTTNG_UST_SYM_NAME_LEN
- 1] = '\0';
553 reg_enum_lookup
.id
= enum_id
;
554 cds_lfht_lookup(session
->enums
->ht
,
555 ht_hash_enum((void *) ®_enum_lookup
, lttng_ht_seed
),
556 ht_match_enum_id
, ®_enum_lookup
, &iter
.iter
);
557 node
= lttng_ht_iter_get_node_str(&iter
);
561 reg_enum
= caa_container_of(node
, struct ust_registry_enum
, node
);
567 * Create a ust_registry_enum from the given parameters and add it to the
568 * registry hash table, or find it if already there.
570 * On success, return 0 else a negative value.
572 * Should be called with session registry mutex held.
574 * We receive ownership of entries.
576 int ust_registry_create_or_find_enum(struct ust_registry_session
*session
,
577 int session_objd
, char *enum_name
,
578 struct ustctl_enum_entry
*entries
, size_t nr_entries
,
582 struct cds_lfht_node
*nodep
;
583 struct ust_registry_enum
*reg_enum
= NULL
, *old_reg_enum
;
591 * This should not happen but since it comes from the UST tracer, an
592 * external party, don't assert and simply validate values.
594 if (session_objd
< 0) {
599 /* Check if the enumeration was already dumped */
600 reg_enum
= zmalloc(sizeof(*reg_enum
));
602 PERROR("zmalloc ust registry enumeration");
606 strncpy(reg_enum
->name
, enum_name
, LTTNG_UST_SYM_NAME_LEN
);
607 reg_enum
->name
[LTTNG_UST_SYM_NAME_LEN
- 1] = '\0';
608 /* entries will be owned by reg_enum. */
609 reg_enum
->entries
= entries
;
610 reg_enum
->nr_entries
= nr_entries
;
613 old_reg_enum
= ust_registry_lookup_enum(session
, reg_enum
);
615 DBG("enum %s already in sess_objd: %u", enum_name
, session_objd
);
616 /* Fall through. Use prior enum. */
617 destroy_enum(reg_enum
);
618 reg_enum
= old_reg_enum
;
620 DBG("UST registry creating enum: %s, sess_objd: %u",
621 enum_name
, session_objd
);
622 if (session
->next_enum_id
== -1ULL) {
624 destroy_enum(reg_enum
);
627 reg_enum
->id
= session
->next_enum_id
++;
628 cds_lfht_node_init(®_enum
->node
.node
);
629 nodep
= cds_lfht_add_unique(session
->enums
->ht
,
630 ht_hash_enum(reg_enum
, lttng_ht_seed
),
631 ht_match_enum_id
, reg_enum
,
632 ®_enum
->node
.node
);
633 assert(nodep
== ®_enum
->node
.node
);
635 DBG("UST registry reply with enum %s with id %" PRIu64
" in sess_objd: %u",
636 enum_name
, reg_enum
->id
, session_objd
);
637 *enum_id
= reg_enum
->id
;
645 * For a given enumeration in a registry, delete the entry and destroy
647 * This MUST be called within a RCU read side lock section.
649 void ust_registry_destroy_enum(struct ust_registry_session
*reg_session
,
650 struct ust_registry_enum
*reg_enum
)
653 struct lttng_ht_iter iter
;
658 /* Delete the node first. */
659 iter
.iter
.node
= ®_enum
->node
.node
;
660 ret
= lttng_ht_del(reg_session
->enums
, &iter
);
662 call_rcu(®_enum
->rcu_head
, destroy_enum_rcu
);
666 * We need to execute ht_destroy outside of RCU read-side critical
667 * section and outside of call_rcu thread, so we postpone its execution
668 * using ht_cleanup_push. It is simpler than to change the semantic of
669 * the many callers of delete_ust_app_session().
672 void destroy_channel_rcu(struct rcu_head
*head
)
674 struct ust_registry_channel
*chan
=
675 caa_container_of(head
, struct ust_registry_channel
, rcu_head
);
678 ht_cleanup_push(chan
->ht
);
680 free(chan
->ctx_fields
);
685 * Destroy every element of the registry and free the memory. This does NOT
686 * free the registry pointer since it might not have been allocated before so
687 * it's the caller responsability.
689 static void destroy_channel(struct ust_registry_channel
*chan
)
691 struct lttng_ht_iter iter
;
692 struct ust_registry_event
*event
;
697 /* Destroy all event associated with this registry. */
698 cds_lfht_for_each_entry(chan
->ht
->ht
, &iter
.iter
, event
, node
.node
) {
699 /* Delete the node from the ht and free it. */
700 ust_registry_destroy_event(chan
, event
);
703 call_rcu(&chan
->rcu_head
, destroy_channel_rcu
);
707 * Initialize registry with default values.
709 int ust_registry_channel_add(struct ust_registry_session
*session
,
713 struct ust_registry_channel
*chan
;
717 chan
= zmalloc(sizeof(*chan
));
719 PERROR("zmalloc ust registry channel");
724 chan
->ht
= lttng_ht_new(0, LTTNG_HT_TYPE_STRING
);
730 /* Set custom match function. */
731 chan
->ht
->match_fct
= ht_match_event
;
732 chan
->ht
->hash_fct
= ht_hash_event
;
735 * Assign a channel ID right now since the event notification comes
736 * *before* the channel notify so the ID needs to be set at this point so
737 * the metadata can be dumped for that event.
739 if (ust_registry_is_max_id(session
->used_channel_id
)) {
743 chan
->chan_id
= ust_registry_get_next_chan_id(session
);
746 lttng_ht_node_init_u64(&chan
->node
, key
);
747 lttng_ht_add_unique_u64(session
->channels
, &chan
->node
);
753 destroy_channel(chan
);
759 * Find a channel in the given registry. RCU read side lock MUST be acquired
760 * before calling this function and as long as the event reference is kept by
763 * On success, the pointer is returned else NULL.
765 struct ust_registry_channel
*ust_registry_channel_find(
766 struct ust_registry_session
*session
, uint64_t key
)
768 struct lttng_ht_node_u64
*node
;
769 struct lttng_ht_iter iter
;
770 struct ust_registry_channel
*chan
= NULL
;
773 assert(session
->channels
);
775 DBG3("UST registry channel finding key %" PRIu64
, key
);
777 lttng_ht_lookup(session
->channels
, &key
, &iter
);
778 node
= lttng_ht_iter_get_node_u64(&iter
);
782 chan
= caa_container_of(node
, struct ust_registry_channel
, node
);
789 * Remove channel using key from registry and free memory.
791 void ust_registry_channel_del_free(struct ust_registry_session
*session
,
794 struct lttng_ht_iter iter
;
795 struct ust_registry_channel
*chan
;
801 chan
= ust_registry_channel_find(session
, key
);
807 iter
.iter
.node
= &chan
->node
.node
;
808 ret
= lttng_ht_del(session
->channels
, &iter
);
811 destroy_channel(chan
);
818 * Initialize registry with default values and set the newly allocated session
819 * pointer to sessionp.
821 * Return 0 on success and sessionp is set or else return -1 and sessionp is
824 int ust_registry_session_init(struct ust_registry_session
**sessionp
,
826 uint32_t bits_per_long
,
827 uint32_t uint8_t_alignment
,
828 uint32_t uint16_t_alignment
,
829 uint32_t uint32_t_alignment
,
830 uint32_t uint64_t_alignment
,
831 uint32_t long_alignment
,
835 const char *root_shm_path
,
836 const char *shm_path
,
841 struct ust_registry_session
*session
;
845 session
= zmalloc(sizeof(*session
));
847 PERROR("zmalloc ust registry session");
851 pthread_mutex_init(&session
->lock
, NULL
);
852 session
->bits_per_long
= bits_per_long
;
853 session
->uint8_t_alignment
= uint8_t_alignment
;
854 session
->uint16_t_alignment
= uint16_t_alignment
;
855 session
->uint32_t_alignment
= uint32_t_alignment
;
856 session
->uint64_t_alignment
= uint64_t_alignment
;
857 session
->long_alignment
= long_alignment
;
858 session
->byte_order
= byte_order
;
859 session
->metadata_fd
= -1;
862 session
->next_enum_id
= 0;
863 strncpy(session
->root_shm_path
, root_shm_path
,
864 sizeof(session
->root_shm_path
));
865 session
->root_shm_path
[sizeof(session
->root_shm_path
) - 1] = '\0';
867 strncpy(session
->shm_path
, shm_path
,
868 sizeof(session
->shm_path
));
869 session
->shm_path
[sizeof(session
->shm_path
) - 1] = '\0';
870 strncpy(session
->metadata_path
, shm_path
,
871 sizeof(session
->metadata_path
));
872 session
->metadata_path
[sizeof(session
->metadata_path
) - 1] = '\0';
873 strncat(session
->metadata_path
, "/metadata",
874 sizeof(session
->metadata_path
)
875 - strlen(session
->metadata_path
) - 1);
877 if (session
->shm_path
[0]) {
878 ret
= run_as_mkdir_recursive(session
->shm_path
,
882 PERROR("run_as_mkdir_recursive");
886 if (session
->metadata_path
[0]) {
887 /* Create metadata file */
888 ret
= run_as_open(session
->metadata_path
,
889 O_WRONLY
| O_CREAT
| O_EXCL
,
890 S_IRUSR
| S_IWUSR
, euid
, egid
);
892 PERROR("Opening metadata file");
895 session
->metadata_fd
= ret
;
898 session
->enums
= lttng_ht_new(0, LTTNG_HT_TYPE_STRING
);
899 if (!session
->enums
) {
903 /* hash/match functions are specified at call site. */
904 session
->enums
->match_fct
= NULL
;
905 session
->enums
->hash_fct
= NULL
;
907 session
->channels
= lttng_ht_new(0, LTTNG_HT_TYPE_U64
);
908 if (!session
->channels
) {
912 ret
= lttng_uuid_generate(session
->uuid
);
914 ERR("Failed to generate UST uuid (errno = %d)", ret
);
918 pthread_mutex_lock(&session
->lock
);
919 ret
= ust_metadata_session_statedump(session
, app
, major
, minor
);
920 pthread_mutex_unlock(&session
->lock
);
922 ERR("Failed to generate session metadata (errno = %d)", ret
);
931 ust_registry_session_destroy(session
);
938 * Destroy session registry. This does NOT free the given pointer since it
939 * might get passed as a reference. The registry lock should NOT be acquired.
941 void ust_registry_session_destroy(struct ust_registry_session
*reg
)
944 struct lttng_ht_iter iter
;
945 struct ust_registry_channel
*chan
;
946 struct ust_registry_enum
*reg_enum
;
952 /* On error, EBUSY can be returned if lock. Code flow error. */
953 ret
= pthread_mutex_destroy(®
->lock
);
958 /* Destroy all event associated with this registry. */
959 cds_lfht_for_each_entry(reg
->channels
->ht
, &iter
.iter
, chan
,
961 /* Delete the node from the ht and free it. */
962 ret
= lttng_ht_del(reg
->channels
, &iter
);
964 destroy_channel(chan
);
967 ht_cleanup_push(reg
->channels
);
971 if (reg
->metadata_fd
>= 0) {
972 ret
= close(reg
->metadata_fd
);
976 ret
= run_as_unlink(reg
->metadata_path
,
982 if (reg
->root_shm_path
[0]) {
984 * Try deleting the directory hierarchy.
986 (void) run_as_recursive_rmdir(reg
->root_shm_path
,
989 /* Destroy the enum hash table */
992 /* Destroy all enum entries associated with this registry. */
993 cds_lfht_for_each_entry(reg
->enums
->ht
, &iter
.iter
, reg_enum
,
995 ust_registry_destroy_enum(reg
, reg_enum
);
998 ht_cleanup_push(reg
->enums
);