#include <lttng/lttng-bytecode.h>
#include <lttng/string-utils.h>
#include <lttng/events-internal.h>
+#include <lttng/probe-user.h>
/*
* get_char should be called with page fault handler disabled if it is expected
switch (field->type->type) {
case lttng_kernel_type_integer:
+ {
+ const struct lttng_kernel_type_integer *integer_type = lttng_kernel_get_type_integer(field->type);
+
ctx_field->get_value(ctx_field->priv, lttng_probe_ctx, &v);
if (lttng_kernel_get_type_integer(field->type)->signedness) {
ptr->object_type = OBJECT_TYPE_S64;
ptr->u.u64 = v.u.s64; /* Cast. */
ptr->ptr = &ptr->u.u64;
}
- ptr->rev_bo = lttng_kernel_get_type_integer(field->type)->reverse_byte_order;
+ ptr->rev_bo = integer_type->reverse_byte_order;
+ ptr->user = integer_type->user;
break;
+ }
case lttng_kernel_type_enum:
{
const struct lttng_kernel_type_enum *enum_type = lttng_kernel_get_type_enum(field->type);
ptr->ptr = &ptr->u.u64;
}
ptr->rev_bo = integer_type->reverse_byte_order;
+ ptr->user = integer_type->user;
break;
}
case lttng_kernel_type_array:
{
const struct lttng_kernel_type_array *array_type = lttng_kernel_get_type_array(field->type);
+ const struct lttng_kernel_type_integer *integer_type;
if (!lttng_kernel_type_is_bytewise_integer(array_type->elem_type)) {
printk(KERN_WARNING "LTTng: bytecode: Array nesting only supports integer types.\n");
printk(KERN_WARNING "LTTng: bytecode: Only string arrays are supported for contexts.\n");
return -EINVAL;
}
+ integer_type = lttng_kernel_get_type_integer(array_type->elem_type);
ptr->object_type = OBJECT_TYPE_STRING;
+ ptr->user = integer_type->user;
ctx_field->get_value(ctx_field->priv, lttng_probe_ctx, &v);
ptr->ptr = v.u.str;
break;
case lttng_kernel_type_sequence:
{
const struct lttng_kernel_type_sequence *sequence_type = lttng_kernel_get_type_sequence(field->type);
+ const struct lttng_kernel_type_integer *integer_type;
if (!lttng_kernel_type_is_bytewise_integer(sequence_type->elem_type)) {
printk(KERN_WARNING "LTTng: bytecode: Sequence nesting only supports integer types.\n");
printk(KERN_WARNING "LTTng: bytecode: Only string sequences are supported for contexts.\n");
return -EINVAL;
}
+ integer_type = lttng_kernel_get_type_integer(sequence_type->elem_type);
ptr->object_type = OBJECT_TYPE_STRING;
+ ptr->user = integer_type->user;
ctx_field->get_value(ctx_field->priv, lttng_probe_ctx, &v);
ptr->ptr = v.u.str;
break;
}
case lttng_kernel_type_string:
+ {
+ const struct lttng_kernel_type_string *string_type = lttng_kernel_get_type_string(field->type);
+
ptr->object_type = OBJECT_TYPE_STRING;
+ ptr->user = string_type->user;
ctx_field->get_value(ctx_field->priv, lttng_probe_ctx, &v);
ptr->ptr = v.u.str;
break;
+ }
case lttng_kernel_type_struct:
printk(KERN_WARNING "LTTng: bytecode: Structure type cannot be loaded.\n");
return -EINVAL;
stack_top->u.ptr.ptr = ptr;
stack_top->u.ptr.object_type = gid->elem.type;
stack_top->u.ptr.rev_bo = gid->elem.rev_bo;
+ stack_top->u.ptr.user = gid->elem.user;
BUG_ON(stack_top->u.ptr.field->type->type != lttng_kernel_type_array);
stack_top->u.ptr.field = NULL;
break;
stack_top->u.ptr.ptr = ptr;
stack_top->u.ptr.object_type = gid->elem.type;
stack_top->u.ptr.rev_bo = gid->elem.rev_bo;
+ stack_top->u.ptr.user = gid->elem.user;
BUG_ON(stack_top->u.ptr.field->type->type != lttng_kernel_type_sequence);
stack_top->u.ptr.field = NULL;
break;
stack_top->u.ptr.type = LOAD_OBJECT;
stack_top->u.ptr.field = gid->field;
stack_top->u.ptr.rev_bo = gid->elem.rev_bo;
+ stack_top->u.ptr.user = gid->elem.user;
break;
}
switch (stack_top->u.ptr.object_type) {
case OBJECT_TYPE_S8:
dbg_printk("op load field s8\n");
- stack_top->u.v = *(int8_t *) stack_top->u.ptr.ptr;
+ if (stack_top->u.ptr.user) {
+ if (lttng_copy_from_user_check_nofault(&stack_top->u.v, (int8_t __user *) stack_top->u.ptr.ptr, sizeof(int8_t)))
+ stack_top->u.v = 0;
+ } else {
+ stack_top->u.v = *(int8_t *) stack_top->u.ptr.ptr;
+ }
stack_top->type = REG_S64;
break;
case OBJECT_TYPE_S16:
int16_t tmp;
dbg_printk("op load field s16\n");
- tmp = *(int16_t *) stack_top->u.ptr.ptr;
+ if (stack_top->u.ptr.user) {
+ if (lttng_copy_from_user_check_nofault(&tmp, (int16_t __user *) stack_top->u.ptr.ptr, sizeof(int16_t)))
+ tmp = 0;
+ } else {
+ tmp = *(int16_t *) stack_top->u.ptr.ptr;
+ }
if (stack_top->u.ptr.rev_bo)
__swab16s(&tmp);
stack_top->u.v = tmp;
int32_t tmp;
dbg_printk("op load field s32\n");
- tmp = *(int32_t *) stack_top->u.ptr.ptr;
+ if (stack_top->u.ptr.user) {
+ if (lttng_copy_from_user_check_nofault(&tmp, (int32_t __user *) stack_top->u.ptr.ptr, sizeof(int32_t)))
+ tmp = 0;
+ } else {
+ tmp = *(int32_t *) stack_top->u.ptr.ptr;
+ }
if (stack_top->u.ptr.rev_bo)
__swab32s(&tmp);
stack_top->u.v = tmp;
int64_t tmp;
dbg_printk("op load field s64\n");
- tmp = *(int64_t *) stack_top->u.ptr.ptr;
+ if (stack_top->u.ptr.user) {
+ if (lttng_copy_from_user_check_nofault(&tmp, (int64_t __user *) stack_top->u.ptr.ptr, sizeof(int64_t)))
+ tmp = 0;
+ } else {
+ tmp = *(int64_t *) stack_top->u.ptr.ptr;
+ }
if (stack_top->u.ptr.rev_bo)
__swab64s(&tmp);
stack_top->u.v = tmp;
int64_t tmp;
dbg_printk("op load field signed enumeration\n");
+ if (stack_top->u.ptr.user) {
+ dbg_printk("Bytecode warning: user enum unsupported.\n");
+ ret = -EINVAL;
+ goto end;
+ }
tmp = *(int64_t *) stack_top->u.ptr.ptr;
if (stack_top->u.ptr.rev_bo)
__swab64s(&tmp);
}
case OBJECT_TYPE_U8:
dbg_printk("op load field u8\n");
- stack_top->u.v = *(uint8_t *) stack_top->u.ptr.ptr;
+ if (stack_top->u.ptr.user) {
+ if (lttng_copy_from_user_check_nofault(&stack_top->u.v, (uint8_t __user *) stack_top->u.ptr.ptr, sizeof(uint8_t)))
+ stack_top->u.v = 0;
+ } else {
+ stack_top->u.v = *(uint8_t *) stack_top->u.ptr.ptr;
+ }
stack_top->type = REG_U64;
break;
case OBJECT_TYPE_U16:
uint16_t tmp;
dbg_printk("op load field u16\n");
- tmp = *(uint16_t *) stack_top->u.ptr.ptr;
+ if (stack_top->u.ptr.user) {
+ if (lttng_copy_from_user_check_nofault(&tmp, (uint16_t __user *) stack_top->u.ptr.ptr, sizeof(uint16_t)))
+ tmp = 0;
+ } else {
+ tmp = *(uint16_t *) stack_top->u.ptr.ptr;
+ }
if (stack_top->u.ptr.rev_bo)
__swab16s(&tmp);
stack_top->u.v = tmp;
uint32_t tmp;
dbg_printk("op load field u32\n");
- tmp = *(uint32_t *) stack_top->u.ptr.ptr;
+ if (stack_top->u.ptr.user) {
+ if (lttng_copy_from_user_check_nofault(&tmp, (uint32_t __user *) stack_top->u.ptr.ptr, sizeof(uint32_t)))
+ tmp = 0;
+ } else {
+ tmp = *(uint32_t *) stack_top->u.ptr.ptr;
+ }
if (stack_top->u.ptr.rev_bo)
__swab32s(&tmp);
stack_top->u.v = tmp;
uint64_t tmp;
dbg_printk("op load field u64\n");
- tmp = *(uint64_t *) stack_top->u.ptr.ptr;
+ if (stack_top->u.ptr.user) {
+ if (lttng_copy_from_user_check_nofault(&tmp, (uint64_t __user *) stack_top->u.ptr.ptr, sizeof(uint64_t)))
+ tmp = 0;
+ } else {
+ tmp = *(uint64_t *) stack_top->u.ptr.ptr;
+ }
if (stack_top->u.ptr.rev_bo)
__swab64s(&tmp);
stack_top->u.v = tmp;
uint64_t tmp;
dbg_printk("op load field unsigned enumeration\n");
+ if (stack_top->u.ptr.user) {
+ dbg_printk("Bytecode warning: user enum unsupported.\n");
+ ret = -EINVAL;
+ goto end;
+ }
tmp = *(uint64_t *) stack_top->u.ptr.ptr;
if (stack_top->u.ptr.rev_bo)
__swab64s(&tmp);
}
case OBJECT_TYPE_STRING:
{
- const char *str;
+ dbg_printk("op load field string: user=%d\n", stack_top->u.ptr.user);
+ if (stack_top->u.ptr.user) {
+ const char __user *user_str = (const char __user *) stack_top->u.ptr.ptr;
- dbg_printk("op load field string\n");
- str = (const char *) stack_top->u.ptr.ptr;
- stack_top->u.s.str = str;
- if (unlikely(!stack_top->u.s.str)) {
- dbg_printk("Bytecode warning: loading a NULL string.\n");
- ret = -EINVAL;
- goto end;
+ stack_top->u.s.user_str = user_str;
+ if (unlikely(!stack_top->u.s.user_str)) {
+ dbg_printk("Bytecode warning: loading a NULL user string.\n");
+ ret = -EINVAL;
+ goto end;
+ }
+ stack_top->u.s.user = 1;
+ } else {
+ const char *str = (const char *) stack_top->u.ptr.ptr;
+
+ stack_top->u.s.str = str;
+ if (unlikely(!stack_top->u.s.str)) {
+ dbg_printk("Bytecode warning: loading a NULL string.\n");
+ ret = -EINVAL;
+ goto end;
+ }
+ stack_top->u.s.user = 0;
}
stack_top->u.s.seq_len = LTTNG_SIZE_MAX;
- stack_top->u.s.literal_type =
- ESTACK_STRING_LITERAL_TYPE_NONE;
+ stack_top->u.s.literal_type = ESTACK_STRING_LITERAL_TYPE_NONE;
stack_top->type = REG_STRING;
break;
}
{
const char *ptr;
- dbg_printk("op load field string sequence\n");
+ dbg_printk("op load field string sequence: user=%d\n", stack_top->u.ptr.user);
ptr = stack_top->u.ptr.ptr;
stack_top->u.s.seq_len = *(unsigned long *) ptr;
- stack_top->u.s.str = *(const char **) (ptr + sizeof(unsigned long));
- if (unlikely(!stack_top->u.s.str)) {
- dbg_printk("Bytecode warning: loading a NULL sequence.\n");
- ret = -EINVAL;
- goto end;
+ if (stack_top->u.ptr.user) {
+ stack_top->u.s.user_str = *(const char __user **) (ptr + sizeof(unsigned long));
+ if (unlikely(!stack_top->u.s.user_str)) {
+ dbg_printk("Bytecode warning: loading a NULL user sequence.\n");
+ ret = -EINVAL;
+ goto end;
+ }
+ stack_top->u.s.user = 1;
+ } else {
+ stack_top->u.s.str = *(const char **) (ptr + sizeof(unsigned long));
+ if (unlikely(!stack_top->u.s.str)) {
+ dbg_printk("Bytecode warning: loading a NULL sequence.\n");
+ ret = -EINVAL;
+ goto end;
+ }
+ stack_top->u.s.user = 0;
}
- stack_top->u.s.literal_type =
- ESTACK_STRING_LITERAL_TYPE_NONE;
+ stack_top->u.s.literal_type = ESTACK_STRING_LITERAL_TYPE_NONE;
stack_top->type = REG_STRING;
break;
}
break;
case REG_STRING:
output->type = LTTNG_INTERPRETER_TYPE_STRING;
- output->u.str.str = ax->u.s.str;
output->u.str.len = ax->u.s.seq_len;
+ output->u.str.user = ax->u.s.user;
+ if (ax->u.s.user) {
+ output->u.str.user_str = ax->u.s.user_str;
+ } else {
+ output->u.str.str = ax->u.s.str;
+ }
break;
case REG_PTR:
switch (ax->u.ptr.object_type) {
estack_ax(stack, top)->u.s.literal_type =
ESTACK_STRING_LITERAL_TYPE_NONE;
estack_ax(stack, top)->type = REG_STRING;
+ estack_ax(stack, top)->u.s.user = 0;
next_pc += sizeof(struct load_op);
PO;
}
estack_ax(stack, top)->u.s.literal_type =
ESTACK_STRING_LITERAL_TYPE_NONE;
estack_ax(stack, top)->type = REG_STRING;
+ estack_ax(stack, top)->u.s.user = 0;
next_pc += sizeof(struct load_op);
PO;
}
case OBJECT_TYPE_S8:
dbg_printk("op load field s8\n");
stack_top->type = REG_S64;
- if (!stack_top->load.rev_bo)
+ if (!stack_top->load.user)
insn->op = BYTECODE_OP_LOAD_FIELD_S8;
break;
case OBJECT_TYPE_S16:
dbg_printk("op load field s16\n");
stack_top->type = REG_S64;
- if (!stack_top->load.rev_bo)
+ if (!stack_top->load.rev_bo && !stack_top->load.user)
insn->op = BYTECODE_OP_LOAD_FIELD_S16;
break;
case OBJECT_TYPE_S32:
dbg_printk("op load field s32\n");
stack_top->type = REG_S64;
- if (!stack_top->load.rev_bo)
+ if (!stack_top->load.rev_bo && !stack_top->load.user)
insn->op = BYTECODE_OP_LOAD_FIELD_S32;
break;
case OBJECT_TYPE_S64:
dbg_printk("op load field s64\n");
stack_top->type = REG_S64;
- if (!stack_top->load.rev_bo)
+ if (!stack_top->load.rev_bo && !stack_top->load.user)
insn->op = BYTECODE_OP_LOAD_FIELD_S64;
break;
case OBJECT_TYPE_SIGNED_ENUM:
dbg_printk("op load field signed enumeration\n");
- stack_top->type = REG_PTR;
+ if (stack_top->load.user) {
+ printk(KERN_WARNING "LTTng: bytecode: user enum unsupported\n");
+ ret = -EINVAL;
+ goto end;
+ }
+ stack_top->type = REG_S64;
break;
case OBJECT_TYPE_U8:
dbg_printk("op load field u8\n");
stack_top->type = REG_S64;
- insn->op = BYTECODE_OP_LOAD_FIELD_U8;
+ if (!stack_top->load.user)
+ insn->op = BYTECODE_OP_LOAD_FIELD_U8;
break;
case OBJECT_TYPE_U16:
dbg_printk("op load field u16\n");
stack_top->type = REG_S64;
- if (!stack_top->load.rev_bo)
+ if (!stack_top->load.rev_bo && !stack_top->load.user)
insn->op = BYTECODE_OP_LOAD_FIELD_U16;
break;
case OBJECT_TYPE_U32:
dbg_printk("op load field u32\n");
stack_top->type = REG_S64;
- if (!stack_top->load.rev_bo)
+ if (!stack_top->load.rev_bo && !stack_top->load.user)
insn->op = BYTECODE_OP_LOAD_FIELD_U32;
break;
case OBJECT_TYPE_U64:
dbg_printk("op load field u64\n");
stack_top->type = REG_S64;
- if (!stack_top->load.rev_bo)
+ if (!stack_top->load.rev_bo && !stack_top->load.user)
insn->op = BYTECODE_OP_LOAD_FIELD_U64;
break;
case OBJECT_TYPE_UNSIGNED_ENUM:
dbg_printk("op load field unsigned enumeration\n");
- stack_top->type = REG_PTR;
+ if (stack_top->load.user) {
+ printk(KERN_WARNING "LTTng: bytecode: user enum unsupported\n");
+ ret = -EINVAL;
+ goto end;
+ }
+ stack_top->type = REG_U64;
break;
case OBJECT_TYPE_DOUBLE:
printk(KERN_WARNING "LTTng: bytecode: Double type unsupported\n\n");
case OBJECT_TYPE_STRING:
dbg_printk("op load field string\n");
stack_top->type = REG_STRING;
- insn->op = BYTECODE_OP_LOAD_FIELD_STRING;
+ if (!stack_top->load.user)
+ insn->op = BYTECODE_OP_LOAD_FIELD_STRING;
break;
case OBJECT_TYPE_STRING_SEQUENCE:
dbg_printk("op load field string sequence\n");
stack_top->type = REG_STRING;
- insn->op = BYTECODE_OP_LOAD_FIELD_SEQUENCE;
+ if (!stack_top->load.user)
+ insn->op = BYTECODE_OP_LOAD_FIELD_SEQUENCE;
break;
case OBJECT_TYPE_DYNAMIC:
ret = -EINVAL;
gid.array_len = num_elems * (elem_len / CHAR_BIT);
gid.elem.type = stack_top->load.object_type;
gid.elem.len = elem_len;
- if (integer_type->reverse_byte_order)
- gid.elem.rev_bo = true;
- stack_top->load.rev_bo = gid.elem.rev_bo;
+ stack_top->load.rev_bo = gid.elem.rev_bo = integer_type->reverse_byte_order;
+ stack_top->load.user = gid.elem.user = integer_type->user;
break;
}
case OBJECT_TYPE_SEQUENCE:
gid.offset = index * (elem_len / CHAR_BIT);
gid.elem.type = stack_top->load.object_type;
gid.elem.len = elem_len;
- if (integer_type->reverse_byte_order)
- gid.elem.rev_bo = true;
- stack_top->load.rev_bo = gid.elem.rev_bo;
+ stack_top->load.rev_bo = gid.elem.rev_bo = integer_type->reverse_byte_order;
+ stack_top->load.user = gid.elem.user = integer_type->user;
break;
}
case OBJECT_TYPE_STRUCT:
switch (field->type->type) {
case lttng_kernel_type_integer:
- if (lttng_kernel_get_type_integer(field->type)->signedness)
+ {
+ const struct lttng_kernel_type_integer *integer_type = lttng_kernel_get_type_integer(field->type);
+
+ if (integer_type->signedness)
load->object_type = OBJECT_TYPE_S64;
else
load->object_type = OBJECT_TYPE_U64;
- load->rev_bo = false;
+ load->rev_bo = integer_type->reverse_byte_order;
+ load->user = integer_type->user;
break;
+ }
case lttng_kernel_type_enum:
{
const struct lttng_kernel_type_enum *enum_type = lttng_kernel_get_type_enum(field->type);
load->object_type = OBJECT_TYPE_SIGNED_ENUM;
else
load->object_type = OBJECT_TYPE_UNSIGNED_ENUM;
- load->rev_bo = false;
+ load->rev_bo = integer_type->reverse_byte_order;
+ load->user = integer_type->user;
break;
}
case lttng_kernel_type_array:
{
const struct lttng_kernel_type_array *array_type = lttng_kernel_get_type_array(field->type);
+ const struct lttng_kernel_type_integer *integer_type;
if (!lttng_kernel_type_is_bytewise_integer(array_type->elem_type)) {
printk(KERN_WARNING "LTTng: bytecode: Array nesting only supports integer types.\n");
return -EINVAL;
}
+ integer_type = lttng_kernel_get_type_integer(array_type->elem_type);
if (is_context) {
load->object_type = OBJECT_TYPE_STRING;
+ load->user = integer_type->user;
} else {
if (array_type->encoding == lttng_kernel_string_encoding_none) {
load->object_type = OBJECT_TYPE_ARRAY;
load->field = field;
} else {
load->object_type = OBJECT_TYPE_STRING_SEQUENCE;
+ load->user = integer_type->user;
}
}
break;
case lttng_kernel_type_sequence:
{
const struct lttng_kernel_type_sequence *sequence_type = lttng_kernel_get_type_sequence(field->type);
+ const struct lttng_kernel_type_integer *integer_type;
if (!lttng_kernel_type_is_bytewise_integer(sequence_type->elem_type)) {
printk(KERN_WARNING "LTTng: bytecode: Sequence nesting only supports integer types.\n");
return -EINVAL;
}
+ integer_type = lttng_kernel_get_type_integer(sequence_type->elem_type);
if (is_context) {
load->object_type = OBJECT_TYPE_STRING;
+ load->user = integer_type->user;
} else {
if (sequence_type->encoding == lttng_kernel_string_encoding_none) {
load->object_type = OBJECT_TYPE_SEQUENCE;
load->field = field;
} else {
load->object_type = OBJECT_TYPE_STRING_SEQUENCE;
+ load->user = integer_type->user;
}
}
break;
}
case lttng_kernel_type_string:
+ {
+ const struct lttng_kernel_type_string *string_type = lttng_kernel_get_type_string(field->type);
+
load->object_type = OBJECT_TYPE_STRING;
+ load->user = string_type->user;
break;
+ }
case lttng_kernel_type_struct:
printk(KERN_WARNING "LTTng: bytecode: Structure type cannot be loaded.\n");
return -EINVAL;
gid.ctx_index = idx;
gid.elem.type = load->object_type;
gid.elem.rev_bo = load->rev_bo;
+ gid.elem.user = load->user;
gid.field = field;
data_offset = bytecode_push_data(runtime, &gid,
__alignof__(gid), sizeof(gid));
gid.offset = field_offset;
gid.elem.type = load->object_type;
gid.elem.rev_bo = load->rev_bo;
+ gid.elem.user = load->user;
gid.field = field;
data_offset = bytecode_push_data(runtime, &gid,
__alignof__(gid), sizeof(gid));