2 * Copyright (C) 2020 Jérémie Galarneau <jeremie.galarneau@efficios.com>
4 * SPDX-License-Identifier: GPL-2.0-only
8 #include <common/defaults.h>
9 #include <common/error.h>
10 #include <common/hashtable/utils.h>
11 #include <common/macros.h>
12 #include <common/optional.h>
13 #include <common/string-utils/format.h>
14 #include <common/utils.h>
16 #include <lttng/constant.h>
18 #include <sys/types.h>
21 #include <urcu/rculfhash.h>
31 struct lttng_inode_registry
{
32 /* Hashtable of inode_id to lttng_inode. */
33 struct cds_lfht
*inodes
;
38 /* Node in the lttng_inode_registry's ht. */
39 struct cds_lfht_node registry_node
;
40 /* Weak reference to ht containing the node. */
41 struct cds_lfht
*registry_ht
;
43 struct rcu_head rcu_head
;
44 /* Location from which this file can be opened. */
46 struct lttng_directory_handle
*directory_handle
;
49 /* Unlink the underlying file at the release of the inode. */
51 LTTNG_OPTIONAL(unsigned int) unlinked_id
;
53 struct lttng_unlinked_file_pool
*unlinked_file_pool
;
56 struct lttng_unlinked_file_pool
{
57 struct lttng_directory_handle
*unlink_directory_handle
;
58 char *unlink_directory_path
;
59 unsigned int file_count
;
68 .lock
= PTHREAD_MUTEX_INITIALIZER
,
71 static unsigned long lttng_inode_id_hash(const struct inode_id
*id
)
73 uint64_t device
= id
->device
, inode_no
= id
->inode
;
75 return hash_key_u64(&device
, seed
.value
) ^
76 hash_key_u64(&inode_no
, seed
.value
);
79 static int lttng_inode_match(struct cds_lfht_node
*node
, const void *key
)
81 const struct inode_id
*id
= key
;
82 const struct lttng_inode
*inode
= caa_container_of(
83 node
, struct lttng_inode
, registry_node
);
85 return inode
->id
.device
== id
->device
&& inode
->id
.inode
== id
->inode
;
88 static void lttng_inode_free(struct rcu_head
*head
)
90 struct lttng_inode
*inode
=
91 caa_container_of(head
, struct lttng_inode
, rcu_head
);
96 static int lttng_unlinked_file_pool_add_inode(
97 struct lttng_unlinked_file_pool
*pool
,
98 struct lttng_inode
*inode
)
101 const unsigned int unlinked_id
= pool
->next_id
++;
102 char *inode_unlinked_name
;
103 bool reference_acquired
;
105 DBG("Adding inode of %s to unlinked file pool as id %u",
106 inode
->location
.path
, unlinked_id
);
107 ret
= asprintf(&inode_unlinked_name
, "%u", unlinked_id
);
109 ERR("Failed to format unlinked inode name");
114 if (pool
->file_count
== 0) {
115 DBG("Creating unlinked files directory at %s",
116 pool
->unlink_directory_path
);
117 assert(!pool
->unlink_directory_handle
);
118 ret
= utils_mkdir(pool
->unlink_directory_path
,
119 S_IRWXU
| S_IRWXG
, -1, -1);
121 if (errno
== EEXIST
) {
123 * Unexpected (previous crash?), but not an
126 DBG("Unlinked file directory \"%s\" already exists",
127 pool
->unlink_directory_path
);
129 PERROR("Failed to create unlinked files directory at %s",
130 pool
->unlink_directory_path
);
134 pool
->unlink_directory_handle
= lttng_directory_handle_create(
135 pool
->unlink_directory_path
);
136 if (!pool
->unlink_directory_handle
) {
137 ERR("Failed to create directory handle to unlinked file pool at %s",
138 pool
->unlink_directory_path
);
144 ret
= lttng_directory_handle_rename(inode
->location
.directory_handle
,
145 inode
->location
.path
, pool
->unlink_directory_handle
,
146 inode_unlinked_name
);
151 lttng_directory_handle_put(inode
->location
.directory_handle
);
152 inode
->location
.directory_handle
= NULL
;
153 reference_acquired
= lttng_directory_handle_get(
154 pool
->unlink_directory_handle
);
155 assert(reference_acquired
);
156 inode
->location
.directory_handle
= pool
->unlink_directory_handle
;
158 free(inode
->location
.path
);
159 inode
->location
.path
= inode_unlinked_name
;
160 inode_unlinked_name
= NULL
;
161 LTTNG_OPTIONAL_SET(&inode
->unlinked_id
, unlinked_id
);
164 free(inode_unlinked_name
);
168 static int lttng_unlinked_file_pool_remove_inode(
169 struct lttng_unlinked_file_pool
*pool
,
170 struct lttng_inode
*inode
)
174 DBG("Removing inode with unlinked id %u from unlinked file pool",
175 LTTNG_OPTIONAL_GET(inode
->unlinked_id
));
177 ret
= lttng_directory_handle_unlink_file(
178 inode
->location
.directory_handle
, inode
->location
.path
);
180 PERROR("Failed to unlink file %s from unlinked file directory",
181 inode
->location
.path
);
184 free(inode
->location
.path
);
185 inode
->location
.path
= NULL
;
186 lttng_directory_handle_put(inode
->location
.directory_handle
);
187 inode
->location
.directory_handle
= NULL
;
190 if (pool
->file_count
== 0) {
191 ret
= utils_recursive_rmdir(pool
->unlink_directory_path
);
194 * There is nothing the caller can do, don't report an
195 * error except through logging.
197 PERROR("Failed to remove unlinked files directory at %s",
198 pool
->unlink_directory_path
);
200 lttng_directory_handle_put(pool
->unlink_directory_handle
);
201 pool
->unlink_directory_handle
= NULL
;
207 static void lttng_inode_destroy(struct lttng_inode
*inode
)
214 cds_lfht_del(inode
->registry_ht
, &inode
->registry_node
);
217 if (inode
->unlink_pending
) {
220 assert(inode
->location
.directory_handle
);
221 assert(inode
->location
.path
);
222 DBG("Removing %s from unlinked file pool",
223 inode
->location
.path
);
224 ret
= lttng_unlinked_file_pool_remove_inode(inode
->unlinked_file_pool
, inode
);
226 PERROR("Failed to unlink %s", inode
->location
.path
);
230 lttng_directory_handle_put(
231 inode
->location
.directory_handle
);
232 inode
->location
.directory_handle
= NULL
;
233 free(inode
->location
.path
);
234 inode
->location
.path
= NULL
;
235 call_rcu(&inode
->rcu_head
, lttng_inode_free
);
238 static void lttng_inode_release(struct urcu_ref
*ref
)
240 lttng_inode_destroy(caa_container_of(ref
, struct lttng_inode
, ref
));
243 static void lttng_inode_get(struct lttng_inode
*inode
)
245 urcu_ref_get(&inode
->ref
);
248 LTTNG_HIDDEN
struct lttng_unlinked_file_pool
*lttng_unlinked_file_pool_create(
251 struct lttng_unlinked_file_pool
*pool
= zmalloc(sizeof(*pool
));
257 if (!path
|| *path
!= '/') {
258 ERR("Unlinked file pool must be created with an absolute path, path = \"%s\"",
259 path
? path
: "NULL");
263 pool
->unlink_directory_path
= strdup(path
);
264 if (!pool
->unlink_directory_path
) {
265 PERROR("Failed to allocation unlinked file pool path");
268 DBG("Unlinked file pool created at: %s", path
);
271 lttng_unlinked_file_pool_destroy(pool
);
275 LTTNG_HIDDEN
void lttng_unlinked_file_pool_destroy(
276 struct lttng_unlinked_file_pool
*pool
)
282 assert(pool
->file_count
== 0);
283 lttng_directory_handle_put(pool
->unlink_directory_handle
);
284 free(pool
->unlink_directory_path
);
288 LTTNG_HIDDEN
void lttng_inode_put(struct lttng_inode
*inode
)
290 urcu_ref_put(&inode
->ref
, lttng_inode_release
);
293 LTTNG_HIDDEN
struct lttng_directory_handle
*
294 lttng_inode_get_location_directory_handle(
295 struct lttng_inode
*inode
)
297 if (inode
->location
.directory_handle
) {
298 const bool reference_acquired
= lttng_directory_handle_get(
299 inode
->location
.directory_handle
);
301 assert(reference_acquired
);
303 return inode
->location
.directory_handle
;
306 LTTNG_HIDDEN
void lttng_inode_borrow_location(struct lttng_inode
*inode
,
307 const struct lttng_directory_handle
**out_directory_handle
,
308 const char **out_path
)
310 if (out_directory_handle
) {
311 *out_directory_handle
= inode
->location
.directory_handle
;
314 *out_path
= inode
->location
.path
;
318 LTTNG_HIDDEN
int lttng_inode_rename(
319 struct lttng_inode
*inode
,
320 struct lttng_directory_handle
*old_directory_handle
,
321 const char *old_path
,
322 struct lttng_directory_handle
*new_directory_handle
,
323 const char *new_path
,
327 char *new_path_copy
= strdup(new_path
);
328 bool reference_acquired
;
330 DBG("Performing rename of inode from %s to %s with %s directory handles",
332 lttng_directory_handle_equals(old_directory_handle
,
333 new_directory_handle
) ?
337 if (!new_path_copy
) {
342 if (inode
->unlink_pending
) {
343 WARN("An attempt to rename an unlinked file from %s to %s has been performed",
350 /* Verify that file doesn't exist. */
353 ret
= lttng_directory_handle_stat(
354 new_directory_handle
, new_path
, &statbuf
);
356 ERR("Refusing to rename %s as the destination already exists",
360 } else if (ret
< 0 && errno
!= ENOENT
) {
361 PERROR("Failed to stat() %s", new_path
);
367 ret
= lttng_directory_handle_rename(old_directory_handle
, old_path
,
368 new_directory_handle
, new_path
);
370 PERROR("Failed to rename file %s to %s", old_path
, new_path
);
375 reference_acquired
= lttng_directory_handle_get(new_directory_handle
);
376 assert(reference_acquired
);
377 lttng_directory_handle_put(inode
->location
.directory_handle
);
378 free(inode
->location
.path
);
379 inode
->location
.directory_handle
= new_directory_handle
;
380 /* Ownership transferred. */
381 inode
->location
.path
= new_path_copy
;
382 new_path_copy
= NULL
;
388 LTTNG_HIDDEN
int lttng_inode_unlink(struct lttng_inode
*inode
)
392 DBG("Attempting unlink of inode %s", inode
->location
.path
);
394 if (inode
->unlink_pending
) {
395 WARN("An attempt to re-unlink %s has been performed, ignoring.",
396 inode
->location
.path
);
402 * Move to the temporary "deleted" directory until all
403 * references are released.
405 ret
= lttng_unlinked_file_pool_add_inode(
406 inode
->unlinked_file_pool
, inode
);
408 PERROR("Failed to add inode \"%s\" to the unlinked file pool",
409 inode
->location
.path
);
412 inode
->unlink_pending
= true;
417 static struct lttng_inode
*lttng_inode_create(const struct inode_id
*id
,
419 struct lttng_unlinked_file_pool
*unlinked_file_pool
,
420 struct lttng_directory_handle
*directory_handle
,
423 struct lttng_inode
*inode
= NULL
;
425 bool reference_acquired
;
427 path_copy
= strdup(path
);
432 reference_acquired
= lttng_directory_handle_get(directory_handle
);
433 assert(reference_acquired
);
435 inode
= zmalloc(sizeof(*inode
));
440 urcu_ref_init(&inode
->ref
);
441 cds_lfht_node_init(&inode
->registry_node
);
443 inode
->registry_ht
= ht
;
444 inode
->unlinked_file_pool
= unlinked_file_pool
;
445 /* Ownership of path copy is transferred to inode. */
446 inode
->location
.path
= path_copy
;
448 inode
->location
.directory_handle
= directory_handle
;
454 LTTNG_HIDDEN
struct lttng_inode_registry
*lttng_inode_registry_create(void)
456 struct lttng_inode_registry
*registry
= zmalloc(sizeof(*registry
));
462 pthread_mutex_lock(&seed
.lock
);
463 if (!seed
.initialized
) {
464 seed
.value
= (unsigned long) time(NULL
);
465 seed
.initialized
= true;
467 pthread_mutex_unlock(&seed
.lock
);
469 registry
->inodes
= cds_lfht_new(DEFAULT_HT_SIZE
, 1, 0,
470 CDS_LFHT_AUTO_RESIZE
| CDS_LFHT_ACCOUNTING
, NULL
);
471 if (!registry
->inodes
) {
477 lttng_inode_registry_destroy(registry
);
481 LTTNG_HIDDEN
void lttng_inode_registry_destroy(
482 struct lttng_inode_registry
*registry
)
487 if (registry
->inodes
) {
488 int ret
= cds_lfht_destroy(registry
->inodes
, NULL
);
495 LTTNG_HIDDEN
struct lttng_inode
*lttng_inode_registry_get_inode(
496 struct lttng_inode_registry
*registry
,
497 struct lttng_directory_handle
*handle
,
500 struct lttng_unlinked_file_pool
*unlinked_file_pool
)
505 struct cds_lfht_iter iter
;
506 struct cds_lfht_node
*node
;
507 struct lttng_inode
*inode
= NULL
;
509 ret
= fstat(fd
, &statbuf
);
511 PERROR("stat() failed on fd %i", fd
);
515 id
.device
= statbuf
.st_dev
;
516 id
.inode
= statbuf
.st_ino
;
519 cds_lfht_lookup(registry
->inodes
, lttng_inode_id_hash(&id
),
520 lttng_inode_match
, &id
, &iter
);
521 node
= cds_lfht_iter_get_node(&iter
);
523 inode
= caa_container_of(
524 node
, struct lttng_inode
, registry_node
);
525 lttng_inode_get(inode
);
529 inode
= lttng_inode_create(&id
, registry
->inodes
, unlinked_file_pool
,
535 node
= cds_lfht_add_unique(registry
->inodes
,
536 lttng_inode_id_hash(&inode
->id
), lttng_inode_match
,
537 &inode
->id
, &inode
->registry_node
);
538 assert(node
== &inode
->registry_node
);