Cleanup: clarify strcpy/strcpy_from_user local variables
[lttng-modules.git] / src / lib / ringbuffer / ring_buffer_backend.c
index cfd6649d76ac041b0824a28f7378c7afd2d72e1b..cbc931df04b2682a29b02f3afa8e5cd60318474b 100644 (file)
@@ -31,8 +31,8 @@
  * @extra_reader_sb: need extra subbuffer for reader
  */
 static
-int lib_ring_buffer_backend_allocate(const struct lib_ring_buffer_config *config,
-                                    struct lib_ring_buffer_backend *bufb,
+int lib_ring_buffer_backend_allocate(const struct lttng_kernel_ring_buffer_config *config,
+                                    struct lttng_kernel_ring_buffer_backend *bufb,
                                     size_t size, size_t num_subbuf,
                                     int extra_reader_sb)
 {
@@ -98,8 +98,8 @@ int lib_ring_buffer_backend_allocate(const struct lib_ring_buffer_config *config
        for (i = 0; i < num_subbuf_alloc; i++) {
                bufb->array[i] =
                        lttng_kvzalloc_node(ALIGN(
-                               sizeof(struct lib_ring_buffer_backend_pages) +
-                               sizeof(struct lib_ring_buffer_backend_page)
+                               sizeof(struct lttng_kernel_ring_buffer_backend_pages) +
+                               sizeof(struct lttng_kernel_ring_buffer_backend_page)
                                * num_pages_per_subbuf,
                                1 << INTERNODE_CACHE_SHIFT),
                                GFP_KERNEL | __GFP_NOWARN,
@@ -110,7 +110,7 @@ int lib_ring_buffer_backend_allocate(const struct lib_ring_buffer_config *config
 
        /* Allocate write-side subbuffer table */
        bufb->buf_wsb = lttng_kvzalloc_node(ALIGN(
-                               sizeof(struct lib_ring_buffer_backend_subbuffer)
+                               sizeof(struct lttng_kernel_ring_buffer_backend_subbuffer)
                                * num_subbuf,
                                1 << INTERNODE_CACHE_SHIFT),
                                GFP_KERNEL | __GFP_NOWARN,
@@ -130,7 +130,7 @@ int lib_ring_buffer_backend_allocate(const struct lib_ring_buffer_config *config
 
        /* Allocate subbuffer packet counter table */
        bufb->buf_cnt = lttng_kvzalloc_node(ALIGN(
-                               sizeof(struct lib_ring_buffer_backend_counts)
+                               sizeof(struct lttng_kernel_ring_buffer_backend_counts)
                                * num_subbuf,
                                1 << INTERNODE_CACHE_SHIFT),
                        GFP_KERNEL | __GFP_NOWARN,
@@ -179,12 +179,12 @@ not_enough_pages:
        return -ENOMEM;
 }
 
-int lib_ring_buffer_backend_create(struct lib_ring_buffer_backend *bufb,
+int lib_ring_buffer_backend_create(struct lttng_kernel_ring_buffer_backend *bufb,
                                   struct channel_backend *chanb, int cpu)
 {
-       const struct lib_ring_buffer_config *config = &chanb->config;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
 
-       bufb->chan = container_of(chanb, struct channel, backend);
+       bufb->chan = container_of(chanb, struct lttng_kernel_ring_buffer_channel, backend);
        bufb->cpu = cpu;
 
        return lib_ring_buffer_backend_allocate(config, bufb, chanb->buf_size,
@@ -192,7 +192,7 @@ int lib_ring_buffer_backend_create(struct lib_ring_buffer_backend *bufb,
                                                chanb->extra_reader_sb);
 }
 
-void lib_ring_buffer_backend_free(struct lib_ring_buffer_backend *bufb)
+void lib_ring_buffer_backend_free(struct lttng_kernel_ring_buffer_backend *bufb)
 {
        struct channel_backend *chanb = &bufb->chan->backend;
        unsigned long i, j, num_subbuf_alloc;
@@ -212,10 +212,10 @@ void lib_ring_buffer_backend_free(struct lib_ring_buffer_backend *bufb)
        bufb->allocated = 0;
 }
 
-void lib_ring_buffer_backend_reset(struct lib_ring_buffer_backend *bufb)
+void lib_ring_buffer_backend_reset(struct lttng_kernel_ring_buffer_backend *bufb)
 {
        struct channel_backend *chanb = &bufb->chan->backend;
-       const struct lib_ring_buffer_config *config = &chanb->config;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
        unsigned long num_subbuf_alloc;
        unsigned int i;
 
@@ -248,8 +248,8 @@ void lib_ring_buffer_backend_reset(struct lib_ring_buffer_backend *bufb)
  */
 void channel_backend_reset(struct channel_backend *chanb)
 {
-       struct channel *chan = container_of(chanb, struct channel, backend);
-       const struct lib_ring_buffer_config *config = &chanb->config;
+       struct lttng_kernel_ring_buffer_channel *chan = container_of(chanb, struct lttng_kernel_ring_buffer_channel, backend);
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
 
        /*
         * Don't reset buf_size, subbuf_size, subbuf_size_order,
@@ -273,8 +273,8 @@ int lttng_cpuhp_rb_backend_prepare(unsigned int cpu,
 {
        struct channel_backend *chanb = container_of(node,
                        struct channel_backend, cpuhp_prepare);
-       const struct lib_ring_buffer_config *config = &chanb->config;
-       struct lib_ring_buffer *buf;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
+       struct lttng_kernel_ring_buffer *buf;
        int ret;
 
        CHAN_WARN_ON(chanb, config->alloc == RING_BUFFER_ALLOC_GLOBAL);
@@ -311,8 +311,8 @@ int lib_ring_buffer_cpu_hp_callback(struct notifier_block *nb,
        unsigned int cpu = (unsigned long)hcpu;
        struct channel_backend *chanb = container_of(nb, struct channel_backend,
                                                     cpu_hp_notifier);
-       const struct lib_ring_buffer_config *config = &chanb->config;
-       struct lib_ring_buffer *buf;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
+       struct lttng_kernel_ring_buffer *buf;
        int ret;
 
        CHAN_WARN_ON(chanb, config->alloc == RING_BUFFER_ALLOC_GLOBAL);
@@ -363,10 +363,10 @@ int lib_ring_buffer_cpu_hp_callback(struct notifier_block *nb,
  */
 int channel_backend_init(struct channel_backend *chanb,
                         const char *name,
-                        const struct lib_ring_buffer_config *config,
+                        const struct lttng_kernel_ring_buffer_config *config,
                         void *priv, size_t subbuf_size, size_t num_subbuf)
 {
-       struct channel *chan = container_of(chanb, struct channel, backend);
+       struct lttng_kernel_ring_buffer_channel *chan = container_of(chanb, struct lttng_kernel_ring_buffer_channel, backend);
        unsigned int i;
        int ret;
 
@@ -415,7 +415,7 @@ int channel_backend_init(struct channel_backend *chanb,
 
        if (config->alloc == RING_BUFFER_ALLOC_PER_CPU) {
                /* Allocating the buffer per-cpu structures */
-               chanb->buf = alloc_percpu(struct lib_ring_buffer);
+               chanb->buf = alloc_percpu(struct lttng_kernel_ring_buffer);
                if (!chanb->buf)
                        goto free_cpumask;
 
@@ -464,7 +464,7 @@ int channel_backend_init(struct channel_backend *chanb,
                }
 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,10,0)) */
        } else {
-               chanb->buf = kzalloc(sizeof(struct lib_ring_buffer), GFP_KERNEL);
+               chanb->buf = kzalloc(sizeof(struct lttng_kernel_ring_buffer), GFP_KERNEL);
                if (!chanb->buf)
                        goto free_cpumask;
                ret = lib_ring_buffer_create(chanb->buf, chanb, -1);
@@ -490,7 +490,7 @@ free_bufs:
 #endif
 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,10,0)) */
                for_each_possible_cpu(i) {
-                       struct lib_ring_buffer *buf =
+                       struct lttng_kernel_ring_buffer *buf =
                                per_cpu_ptr(chanb->buf, i);
 
                        if (!buf->backend.allocated)
@@ -514,7 +514,7 @@ free_cpumask:
  */
 void channel_backend_unregister_notifiers(struct channel_backend *chanb)
 {
-       const struct lib_ring_buffer_config *config = &chanb->config;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
 
        if (config->alloc == RING_BUFFER_ALLOC_PER_CPU) {
 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,10,0))
@@ -537,12 +537,12 @@ void channel_backend_unregister_notifiers(struct channel_backend *chanb)
  */
 void channel_backend_free(struct channel_backend *chanb)
 {
-       const struct lib_ring_buffer_config *config = &chanb->config;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
        unsigned int i;
 
        if (config->alloc == RING_BUFFER_ALLOC_PER_CPU) {
                for_each_possible_cpu(i) {
-                       struct lib_ring_buffer *buf = per_cpu_ptr(chanb->buf, i);
+                       struct lttng_kernel_ring_buffer *buf = per_cpu_ptr(chanb->buf, i);
 
                        if (!buf->backend.allocated)
                                continue;
@@ -551,7 +551,7 @@ void channel_backend_free(struct channel_backend *chanb)
                free_cpumask_var(chanb->cpumask);
                free_percpu(chanb->buf);
        } else {
-               struct lib_ring_buffer *buf = chanb->buf;
+               struct lttng_kernel_ring_buffer *buf = chanb->buf;
 
                CHAN_WARN_ON(chanb, !buf->backend.allocated);
                lib_ring_buffer_free(buf);
@@ -567,13 +567,13 @@ void channel_backend_free(struct channel_backend *chanb)
  * @len : length to write
  * @pagecpy : page size copied so far
  */
-void _lib_ring_buffer_write(struct lib_ring_buffer_backend *bufb, size_t offset,
+void _lib_ring_buffer_write(struct lttng_kernel_ring_buffer_backend *bufb, size_t offset,
                            const void *src, size_t len, size_t pagecpy)
 {
        struct channel_backend *chanb = &bufb->chan->backend;
-       const struct lib_ring_buffer_config *config = &chanb->config;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
        size_t sbidx, index;
-       struct lib_ring_buffer_backend_pages *rpages;
+       struct lttng_kernel_ring_buffer_backend_pages *rpages;
        unsigned long sb_bindex, id;
 
        do {
@@ -612,14 +612,14 @@ EXPORT_SYMBOL_GPL(_lib_ring_buffer_write);
  * @len : length to write
  * @pagecpy : page size copied so far
  */
-void _lib_ring_buffer_memset(struct lib_ring_buffer_backend *bufb,
+void _lib_ring_buffer_memset(struct lttng_kernel_ring_buffer_backend *bufb,
                             size_t offset,
                             int c, size_t len, size_t pagecpy)
 {
        struct channel_backend *chanb = &bufb->chan->backend;
-       const struct lib_ring_buffer_config *config = &chanb->config;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
        size_t sbidx, index;
-       struct lib_ring_buffer_backend_pages *rpages;
+       struct lttng_kernel_ring_buffer_backend_pages *rpages;
        unsigned long sb_bindex, id;
 
        do {
@@ -653,26 +653,20 @@ EXPORT_SYMBOL_GPL(_lib_ring_buffer_memset);
  * @offset : offset within the buffer
  * @src : source address
  * @len : length to write
- * @pagecpy : page size copied so far
  * @pad : character to use for padding
  */
-void _lib_ring_buffer_strcpy(struct lib_ring_buffer_backend *bufb,
-                       size_t offset, const char *src, size_t len,
-                       size_t pagecpy, int pad)
+void _lib_ring_buffer_strcpy(struct lttng_kernel_ring_buffer_backend *bufb,
+                       size_t offset, const char *src, size_t len, int pad)
 {
        struct channel_backend *chanb = &bufb->chan->backend;
-       const struct lib_ring_buffer_config *config = &chanb->config;
-       size_t sbidx, index;
-       struct lib_ring_buffer_backend_pages *rpages;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
+       size_t sbidx, index, bytes_left_in_page;
+       struct lttng_kernel_ring_buffer_backend_pages *rpages;
        unsigned long sb_bindex, id;
-       int src_terminated = 0;
+       bool src_terminated = false;
 
        CHAN_WARN_ON(chanb, !len);
-       offset += pagecpy;
        do {
-               len -= pagecpy;
-               if (!src_terminated)
-                       src += pagecpy;
                sbidx = offset >> chanb->subbuf_size_order;
                index = (offset & (chanb->subbuf_size - 1)) >> PAGE_SHIFT;
 
@@ -682,7 +676,7 @@ void _lib_ring_buffer_strcpy(struct lib_ring_buffer_backend *bufb,
                 */
                CHAN_WARN_ON(chanb, offset >= chanb->buf_size);
 
-               pagecpy = min_t(size_t, len, PAGE_SIZE - (offset & ~PAGE_MASK));
+               bytes_left_in_page = min_t(size_t, len, PAGE_SIZE - (offset & ~PAGE_MASK));
                id = bufb->buf_wsb[sbidx].id;
                sb_bindex = subbuffer_id_get_index(config, id);
                rpages = bufb->array[sb_bindex];
@@ -692,8 +686,8 @@ void _lib_ring_buffer_strcpy(struct lib_ring_buffer_backend *bufb,
                if (likely(!src_terminated)) {
                        size_t count, to_copy;
 
-                       to_copy = pagecpy;
-                       if (pagecpy == len)
+                       to_copy = bytes_left_in_page;
+                       if (bytes_left_in_page == len)
                                to_copy--;      /* Final '\0' */
                        count = lib_ring_buffer_do_strcpy(config,
                                        rpages->p[index].virt
@@ -705,7 +699,7 @@ void _lib_ring_buffer_strcpy(struct lib_ring_buffer_backend *bufb,
                                size_t pad_len = to_copy - count;
 
                                /* Next pages will have padding */
-                               src_terminated = 1;
+                               src_terminated = true;
                                lib_ring_buffer_do_memset(rpages->p[index].virt
                                                + (offset & ~PAGE_MASK),
                                        pad, pad_len);
@@ -714,21 +708,104 @@ void _lib_ring_buffer_strcpy(struct lib_ring_buffer_backend *bufb,
                } else {
                        size_t pad_len;
 
-                       pad_len = pagecpy;
-                       if (pagecpy == len)
+                       pad_len = bytes_left_in_page;
+                       if (bytes_left_in_page == len)
                                pad_len--;      /* Final '\0' */
                        lib_ring_buffer_do_memset(rpages->p[index].virt
                                        + (offset & ~PAGE_MASK),
                                pad, pad_len);
                        offset += pad_len;
                }
-       } while (unlikely(len != pagecpy));
+               len -= bytes_left_in_page;
+               if (!src_terminated)
+                       src += bytes_left_in_page;
+       } while (unlikely(len));
+
        /* Ending '\0' */
        lib_ring_buffer_do_memset(rpages->p[index].virt + (offset & ~PAGE_MASK),
                        '\0', 1);
 }
 EXPORT_SYMBOL_GPL(_lib_ring_buffer_strcpy);
 
+/**
+ * _lib_ring_buffer_pstrcpy - write to a buffer backend P-string
+ * @bufb : buffer backend
+ * @src : source pointer to copy from
+ * @len : length of data to copy
+ * @pad : character to use for padding
+ *
+ * This function copies up to @len bytes of data from a source pointer
+ * to a Pascal String into the buffer backend. If a terminating '\0'
+ * character is found in @src before @len characters are copied, pad the
+ * buffer with @pad characters (e.g.  '\0').
+ *
+ * The length of the pascal strings in the ring buffer is explicit: it
+ * is either the array or sequence length.
+ */
+void _lib_ring_buffer_pstrcpy(struct lttng_kernel_ring_buffer_backend *bufb,
+                       size_t offset, const char *src, size_t len, int pad)
+{
+       struct channel_backend *chanb = &bufb->chan->backend;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
+       size_t sbidx, index, bytes_left_in_page;
+       struct lttng_kernel_ring_buffer_backend_pages *rpages;
+       unsigned long sb_bindex, id;
+       bool src_terminated = false;
+
+       CHAN_WARN_ON(chanb, !len);
+       do {
+               sbidx = offset >> chanb->subbuf_size_order;
+               index = (offset & (chanb->subbuf_size - 1)) >> PAGE_SHIFT;
+
+               /*
+                * Underlying layer should never ask for writes across
+                * subbuffers.
+                */
+               CHAN_WARN_ON(chanb, offset >= chanb->buf_size);
+
+               bytes_left_in_page = min_t(size_t, len, PAGE_SIZE - (offset & ~PAGE_MASK));
+               id = bufb->buf_wsb[sbidx].id;
+               sb_bindex = subbuffer_id_get_index(config, id);
+               rpages = bufb->array[sb_bindex];
+               CHAN_WARN_ON(chanb, config->mode == RING_BUFFER_OVERWRITE
+                            && subbuffer_id_is_noref(config, id));
+
+               if (likely(!src_terminated)) {
+                       size_t count, to_copy;
+
+                       to_copy = bytes_left_in_page;
+                       count = lib_ring_buffer_do_strcpy(config,
+                                       rpages->p[index].virt
+                                               + (offset & ~PAGE_MASK),
+                                       src, to_copy);
+                       offset += count;
+                       /* Padding */
+                       if (unlikely(count < to_copy)) {
+                               size_t pad_len = to_copy - count;
+
+                               /* Next pages will have padding */
+                               src_terminated = true;
+                               lib_ring_buffer_do_memset(rpages->p[index].virt
+                                               + (offset & ~PAGE_MASK),
+                                       pad, pad_len);
+                               offset += pad_len;
+                       }
+               } else {
+                       size_t pad_len;
+
+                       pad_len = bytes_left_in_page;
+                       lib_ring_buffer_do_memset(rpages->p[index].virt
+                                       + (offset & ~PAGE_MASK),
+                               pad, pad_len);
+                       offset += pad_len;
+               }
+               len -= bytes_left_in_page;
+               if (!src_terminated)
+                       src += bytes_left_in_page;
+       } while (unlikely(len));
+}
+EXPORT_SYMBOL_GPL(_lib_ring_buffer_pstrcpy);
+
 /**
  * lib_ring_buffer_copy_from_user_inatomic - write user data to a ring_buffer buffer.
  * @bufb : buffer backend
@@ -741,15 +818,15 @@ EXPORT_SYMBOL_GPL(_lib_ring_buffer_strcpy);
  * directly without having the src pointer checked with access_ok()
  * previously.
  */
-void _lib_ring_buffer_copy_from_user_inatomic(struct lib_ring_buffer_backend *bufb,
+void _lib_ring_buffer_copy_from_user_inatomic(struct lttng_kernel_ring_buffer_backend *bufb,
                                      size_t offset,
                                      const void __user *src, size_t len,
                                      size_t pagecpy)
 {
        struct channel_backend *chanb = &bufb->chan->backend;
-       const struct lib_ring_buffer_config *config = &chanb->config;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
        size_t sbidx, index;
-       struct lib_ring_buffer_backend_pages *rpages;
+       struct lttng_kernel_ring_buffer_backend_pages *rpages;
        unsigned long sb_bindex, id;
        int ret;
 
@@ -790,29 +867,23 @@ EXPORT_SYMBOL_GPL(_lib_ring_buffer_copy_from_user_inatomic);
  * @offset : offset within the buffer
  * @src : source address
  * @len : length to write
- * @pagecpy : page size copied so far
  * @pad : character to use for padding
  *
  * This function deals with userspace pointers, it should never be called
  * directly without having the src pointer checked with access_ok()
  * previously.
  */
-void _lib_ring_buffer_strcpy_from_user_inatomic(struct lib_ring_buffer_backend *bufb,
-               size_t offset, const char __user *src, size_t len,
-               size_t pagecpy, int pad)
+void _lib_ring_buffer_strcpy_from_user_inatomic(struct lttng_kernel_ring_buffer_backend *bufb,
+               size_t offset, const char __user *src, size_t len, int pad)
 {
        struct channel_backend *chanb = &bufb->chan->backend;
-       const struct lib_ring_buffer_config *config = &chanb->config;
-       size_t sbidx, index;
-       struct lib_ring_buffer_backend_pages *rpages;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
+       size_t sbidx, index, bytes_left_in_page;
+       struct lttng_kernel_ring_buffer_backend_pages *rpages;
        unsigned long sb_bindex, id;
-       int src_terminated = 0;
+       bool src_terminated = false;
 
-       offset += pagecpy;
        do {
-               len -= pagecpy;
-               if (!src_terminated)
-                       src += pagecpy;
                sbidx = offset >> chanb->subbuf_size_order;
                index = (offset & (chanb->subbuf_size - 1)) >> PAGE_SHIFT;
 
@@ -822,7 +893,7 @@ void _lib_ring_buffer_strcpy_from_user_inatomic(struct lib_ring_buffer_backend *
                 */
                CHAN_WARN_ON(chanb, offset >= chanb->buf_size);
 
-               pagecpy = min_t(size_t, len, PAGE_SIZE - (offset & ~PAGE_MASK));
+               bytes_left_in_page = min_t(size_t, len, PAGE_SIZE - (offset & ~PAGE_MASK));
                id = bufb->buf_wsb[sbidx].id;
                sb_bindex = subbuffer_id_get_index(config, id);
                rpages = bufb->array[sb_bindex];
@@ -832,8 +903,8 @@ void _lib_ring_buffer_strcpy_from_user_inatomic(struct lib_ring_buffer_backend *
                if (likely(!src_terminated)) {
                        size_t count, to_copy;
 
-                       to_copy = pagecpy;
-                       if (pagecpy == len)
+                       to_copy = bytes_left_in_page;
+                       if (bytes_left_in_page == len)
                                to_copy--;      /* Final '\0' */
                        count = lib_ring_buffer_do_strcpy_from_user_inatomic(config,
                                        rpages->p[index].virt
@@ -845,7 +916,7 @@ void _lib_ring_buffer_strcpy_from_user_inatomic(struct lib_ring_buffer_backend *
                                size_t pad_len = to_copy - count;
 
                                /* Next pages will have padding */
-                               src_terminated = 1;
+                               src_terminated = true;
                                lib_ring_buffer_do_memset(rpages->p[index].virt
                                                + (offset & ~PAGE_MASK),
                                        pad, pad_len);
@@ -854,21 +925,108 @@ void _lib_ring_buffer_strcpy_from_user_inatomic(struct lib_ring_buffer_backend *
                } else {
                        size_t pad_len;
 
-                       pad_len = pagecpy;
-                       if (pagecpy == len)
+                       pad_len = bytes_left_in_page;
+                       if (bytes_left_in_page == len)
                                pad_len--;      /* Final '\0' */
                        lib_ring_buffer_do_memset(rpages->p[index].virt
                                        + (offset & ~PAGE_MASK),
                                pad, pad_len);
                        offset += pad_len;
                }
-       } while (unlikely(len != pagecpy));
+               len -= bytes_left_in_page;
+               if (!src_terminated)
+                       src += bytes_left_in_page;
+       } while (unlikely(len));
+
        /* Ending '\0' */
        lib_ring_buffer_do_memset(rpages->p[index].virt + (offset & ~PAGE_MASK),
                        '\0', 1);
 }
 EXPORT_SYMBOL_GPL(_lib_ring_buffer_strcpy_from_user_inatomic);
 
+/**
+ * _lib_ring_buffer_pstrcpy_from_user_inatomic - write userspace string to a buffer backend P-string
+ * @bufb : buffer backend
+ * @src : source pointer to copy from
+ * @len : length of data to copy
+ * @pad : character to use for padding
+ *
+ * This function copies up to @len bytes of data from a source pointer
+ * to a Pascal String into the buffer backend. If a terminating '\0'
+ * character is found in @src before @len characters are copied, pad the
+ * buffer with @pad characters (e.g.  '\0').
+ *
+ * The length of the pascal strings in the ring buffer is explicit: it
+ * is either the array or sequence length.
+ *
+ * This function deals with userspace pointers, it should never be called
+ * directly without having the src pointer checked with access_ok()
+ * previously.
+ */
+void _lib_ring_buffer_pstrcpy_from_user_inatomic(struct lttng_kernel_ring_buffer_backend *bufb,
+                       size_t offset, const char __user *src, size_t len, int pad)
+{
+       struct channel_backend *chanb = &bufb->chan->backend;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
+       size_t sbidx, index, bytes_left_in_page;
+       struct lttng_kernel_ring_buffer_backend_pages *rpages;
+       unsigned long sb_bindex, id;
+       bool src_terminated = false;
+
+       CHAN_WARN_ON(chanb, !len);
+       do {
+               sbidx = offset >> chanb->subbuf_size_order;
+               index = (offset & (chanb->subbuf_size - 1)) >> PAGE_SHIFT;
+
+               /*
+                * Underlying layer should never ask for writes across
+                * subbuffers.
+                */
+               CHAN_WARN_ON(chanb, offset >= chanb->buf_size);
+
+               bytes_left_in_page = min_t(size_t, len, PAGE_SIZE - (offset & ~PAGE_MASK));
+               id = bufb->buf_wsb[sbidx].id;
+               sb_bindex = subbuffer_id_get_index(config, id);
+               rpages = bufb->array[sb_bindex];
+               CHAN_WARN_ON(chanb, config->mode == RING_BUFFER_OVERWRITE
+                            && subbuffer_id_is_noref(config, id));
+
+               if (likely(!src_terminated)) {
+                       size_t count, to_copy;
+
+                       to_copy = bytes_left_in_page;
+                       count = lib_ring_buffer_do_strcpy_from_user_inatomic(config,
+                                       rpages->p[index].virt
+                                               + (offset & ~PAGE_MASK),
+                                       src, to_copy);
+                       offset += count;
+                       /* Padding */
+                       if (unlikely(count < to_copy)) {
+                               size_t pad_len = to_copy - count;
+
+                               /* Next pages will have padding */
+                               src_terminated = true;
+                               lib_ring_buffer_do_memset(rpages->p[index].virt
+                                               + (offset & ~PAGE_MASK),
+                                       pad, pad_len);
+                               offset += pad_len;
+                       }
+               } else {
+                       size_t pad_len;
+
+                       pad_len = bytes_left_in_page;
+                       lib_ring_buffer_do_memset(rpages->p[index].virt
+                                       + (offset & ~PAGE_MASK),
+                               pad, pad_len);
+                       offset += pad_len;
+               }
+               len -= bytes_left_in_page;
+               if (!src_terminated)
+                       src += bytes_left_in_page;
+       } while (unlikely(len));
+}
+EXPORT_SYMBOL_GPL(_lib_ring_buffer_pstrcpy_from_user_inatomic);
+
 /**
  * lib_ring_buffer_read - read data from ring_buffer_buffer.
  * @bufb : buffer backend
@@ -879,13 +1037,13 @@ EXPORT_SYMBOL_GPL(_lib_ring_buffer_strcpy_from_user_inatomic);
  * Should be protected by get_subbuf/put_subbuf.
  * Returns the length copied.
  */
-size_t lib_ring_buffer_read(struct lib_ring_buffer_backend *bufb, size_t offset,
+size_t lib_ring_buffer_read(struct lttng_kernel_ring_buffer_backend *bufb, size_t offset,
                            void *dest, size_t len)
 {
        struct channel_backend *chanb = &bufb->chan->backend;
-       const struct lib_ring_buffer_config *config = &chanb->config;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
        size_t index, pagecpy, orig_len;
-       struct lib_ring_buffer_backend_pages *rpages;
+       struct lttng_kernel_ring_buffer_backend_pages *rpages;
        unsigned long sb_bindex, id;
 
        orig_len = len;
@@ -930,14 +1088,14 @@ EXPORT_SYMBOL_GPL(lib_ring_buffer_read);
  * function.
  * Returns -EFAULT on error, 0 if ok.
  */
-int __lib_ring_buffer_copy_to_user(struct lib_ring_buffer_backend *bufb,
+int __lib_ring_buffer_copy_to_user(struct lttng_kernel_ring_buffer_backend *bufb,
                                   size_t offset, void __user *dest, size_t len)
 {
        struct channel_backend *chanb = &bufb->chan->backend;
-       const struct lib_ring_buffer_config *config = &chanb->config;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
        size_t index;
        ssize_t pagecpy;
-       struct lib_ring_buffer_backend_pages *rpages;
+       struct lttng_kernel_ring_buffer_backend_pages *rpages;
        unsigned long sb_bindex, id;
 
        offset &= chanb->buf_size - 1;
@@ -982,15 +1140,15 @@ EXPORT_SYMBOL_GPL(__lib_ring_buffer_copy_to_user);
  * Should be protected by get_subbuf/put_subbuf.
  * Destination length should be at least 1 to hold '\0'.
  */
-int lib_ring_buffer_read_cstr(struct lib_ring_buffer_backend *bufb, size_t offset,
+int lib_ring_buffer_read_cstr(struct lttng_kernel_ring_buffer_backend *bufb, size_t offset,
                              void *dest, size_t len)
 {
        struct channel_backend *chanb = &bufb->chan->backend;
-       const struct lib_ring_buffer_config *config = &chanb->config;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
        size_t index;
        ssize_t pagecpy, pagelen, strpagelen, orig_offset;
        char *str;
-       struct lib_ring_buffer_backend_pages *rpages;
+       struct lttng_kernel_ring_buffer_backend_pages *rpages;
        unsigned long sb_bindex, id;
 
        offset &= chanb->buf_size - 1;
@@ -1040,13 +1198,13 @@ EXPORT_SYMBOL_GPL(lib_ring_buffer_read_cstr);
  * Should be protected by get_subbuf/put_subbuf.
  * Returns the pointer to the page frame number unsigned long.
  */
-unsigned long *lib_ring_buffer_read_get_pfn(struct lib_ring_buffer_backend *bufb,
+unsigned long *lib_ring_buffer_read_get_pfn(struct lttng_kernel_ring_buffer_backend *bufb,
                                            size_t offset, void ***virt)
 {
        size_t index;
-       struct lib_ring_buffer_backend_pages *rpages;
+       struct lttng_kernel_ring_buffer_backend_pages *rpages;
        struct channel_backend *chanb = &bufb->chan->backend;
-       const struct lib_ring_buffer_config *config = &chanb->config;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
        unsigned long sb_bindex, id;
 
        offset &= chanb->buf_size - 1;
@@ -1072,13 +1230,13 @@ EXPORT_SYMBOL_GPL(lib_ring_buffer_read_get_pfn);
  * from/to this address, as long as the read/write is never bigger than a
  * page size.
  */
-void *lib_ring_buffer_read_offset_address(struct lib_ring_buffer_backend *bufb,
+void *lib_ring_buffer_read_offset_address(struct lttng_kernel_ring_buffer_backend *bufb,
                                          size_t offset)
 {
        size_t index;
-       struct lib_ring_buffer_backend_pages *rpages;
+       struct lttng_kernel_ring_buffer_backend_pages *rpages;
        struct channel_backend *chanb = &bufb->chan->backend;
-       const struct lib_ring_buffer_config *config = &chanb->config;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
        unsigned long sb_bindex, id;
 
        offset &= chanb->buf_size - 1;
@@ -1102,13 +1260,13 @@ EXPORT_SYMBOL_GPL(lib_ring_buffer_read_offset_address);
  * it's always at the beginning of a page, it's safe to write directly to this
  * address, as long as the write is never bigger than a page size.
  */
-void *lib_ring_buffer_offset_address(struct lib_ring_buffer_backend *bufb,
+void *lib_ring_buffer_offset_address(struct lttng_kernel_ring_buffer_backend *bufb,
                                     size_t offset)
 {
        size_t sbidx, index;
-       struct lib_ring_buffer_backend_pages *rpages;
+       struct lttng_kernel_ring_buffer_backend_pages *rpages;
        struct channel_backend *chanb = &bufb->chan->backend;
-       const struct lib_ring_buffer_config *config = &chanb->config;
+       const struct lttng_kernel_ring_buffer_config *config = &chanb->config;
        unsigned long sb_bindex, id;
 
        offset &= chanb->buf_size - 1;
This page took 0.03964 seconds and 4 git commands to generate.