2 * Copyright (C) 2009, 2010 Red Hat Inc, Steven Rostedt <srostedt@redhat.com>
4 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU Lesser General Public
7 * License as published by the Free Software Foundation;
8 * version 2.1 of the License (not later!)
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU Lesser General Public License for more details.
15 * You should have received a copy of the GNU Lesser General Public
16 * License along with this program; if not, write to the Free Software
17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
19 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
27 #define MISSING_EVENTS (1 << 31)
28 #define MISSING_STORED (1 << 30)
30 #define COMMIT_MASK ((1 << 27) - 1)
33 KBUFFER_FL_HOST_BIG_ENDIAN = (1<<0),
34 KBUFFER_FL_BIG_ENDIAN = (1<<1),
35 KBUFFER_FL_LONG_8 = (1<<2),
36 KBUFFER_FL_OLD_FORMAT = (1<<3),
39 #define ENDIAN_MASK (KBUFFER_FL_HOST_BIG_ENDIAN | KBUFFER_FL_BIG_ENDIAN)
42 * @timestamp - timestamp of current event
43 * @lost_events - # of lost events between this subbuffer and previous
44 * @flags - special flags of the kbuffer
45 * @subbuffer - pointer to the sub-buffer page
46 * @data - pointer to the start of data on the sub-buffer page
47 * @index - index from @data to the @curr event data
48 * @curr - offset from @data to the start of current event
50 * @next - offset from @data to the start of next event
51 * @size - The size of data on @data
52 * @start - The offset from @subbuffer where @data lives
54 * @read_4 - Function to read 4 raw bytes (may swap)
55 * @read_8 - Function to read 8 raw bytes (may swap)
56 * @read_long - Function to read a long word (4 or 8 bytes with needed swap)
59 unsigned long long timestamp;
60 long long lost_events;
70 unsigned int (*read_4)(void *ptr);
71 unsigned long long (*read_8)(void *ptr);
72 unsigned long long (*read_long)(struct kbuffer *kbuf, void *ptr);
73 int (*next_event)(struct kbuffer *kbuf);
76 static void *zmalloc(size_t size)
78 return calloc(1, size);
81 static int host_is_bigendian(void)
83 unsigned char str[] = { 0x1, 0x2, 0x3, 0x4 };
86 ptr = (unsigned int *)str;
87 return *ptr == 0x01020304;
90 static int do_swap(struct kbuffer *kbuf)
92 return ((kbuf->flags & KBUFFER_FL_HOST_BIG_ENDIAN) + kbuf->flags) &
96 static unsigned long long __read_8(void *ptr)
98 unsigned long long data = *(unsigned long long *)ptr;
103 static unsigned long long __read_8_sw(void *ptr)
105 unsigned long long data = *(unsigned long long *)ptr;
106 unsigned long long swap;
108 swap = ((data & 0xffULL) << 56) |
109 ((data & (0xffULL << 8)) << 40) |
110 ((data & (0xffULL << 16)) << 24) |
111 ((data & (0xffULL << 24)) << 8) |
112 ((data & (0xffULL << 32)) >> 8) |
113 ((data & (0xffULL << 40)) >> 24) |
114 ((data & (0xffULL << 48)) >> 40) |
115 ((data & (0xffULL << 56)) >> 56);
120 static unsigned int __read_4(void *ptr)
122 unsigned int data = *(unsigned int *)ptr;
127 static unsigned int __read_4_sw(void *ptr)
129 unsigned int data = *(unsigned int *)ptr;
132 swap = ((data & 0xffULL) << 24) |
133 ((data & (0xffULL << 8)) << 8) |
134 ((data & (0xffULL << 16)) >> 8) |
135 ((data & (0xffULL << 24)) >> 24);
140 static unsigned long long read_8(struct kbuffer *kbuf, void *ptr)
142 return kbuf->read_8(ptr);
145 static unsigned int read_4(struct kbuffer *kbuf, void *ptr)
147 return kbuf->read_4(ptr);
150 static unsigned long long __read_long_8(struct kbuffer *kbuf, void *ptr)
152 return kbuf->read_8(ptr);
155 static unsigned long long __read_long_4(struct kbuffer *kbuf, void *ptr)
157 return kbuf->read_4(ptr);
160 static unsigned long long read_long(struct kbuffer *kbuf, void *ptr)
162 return kbuf->read_long(kbuf, ptr);
165 static int calc_index(struct kbuffer *kbuf, void *ptr)
167 return (unsigned long)ptr - (unsigned long)kbuf->data;
170 static int __next_event(struct kbuffer *kbuf);
173 * kbuffer_alloc - allocat a new kbuffer
174 * @size; enum to denote size of word
175 * @endian: enum to denote endianness
177 * Allocates and returns a new kbuffer.
180 kbuffer_alloc(enum kbuffer_long_size size, enum kbuffer_endian endian)
182 struct kbuffer *kbuf;
186 case KBUFFER_LSIZE_4:
188 case KBUFFER_LSIZE_8:
189 flags |= KBUFFER_FL_LONG_8;
196 case KBUFFER_ENDIAN_LITTLE:
198 case KBUFFER_ENDIAN_BIG:
199 flags |= KBUFFER_FL_BIG_ENDIAN;
205 kbuf = zmalloc(sizeof(*kbuf));
211 if (host_is_bigendian())
212 kbuf->flags |= KBUFFER_FL_HOST_BIG_ENDIAN;
215 kbuf->read_8 = __read_8_sw;
216 kbuf->read_4 = __read_4_sw;
218 kbuf->read_8 = __read_8;
219 kbuf->read_4 = __read_4;
222 if (kbuf->flags & KBUFFER_FL_LONG_8)
223 kbuf->read_long = __read_long_8;
225 kbuf->read_long = __read_long_4;
227 /* May be changed by kbuffer_set_old_format() */
228 kbuf->next_event = __next_event;
233 /** kbuffer_free - free an allocated kbuffer
234 * @kbuf: The kbuffer to free
236 * Can take NULL as a parameter.
238 void kbuffer_free(struct kbuffer *kbuf)
243 static unsigned int type4host(struct kbuffer *kbuf,
244 unsigned int type_len_ts)
246 if (kbuf->flags & KBUFFER_FL_BIG_ENDIAN)
247 return (type_len_ts >> 29) & 3;
249 return type_len_ts & 3;
252 static unsigned int len4host(struct kbuffer *kbuf,
253 unsigned int type_len_ts)
255 if (kbuf->flags & KBUFFER_FL_BIG_ENDIAN)
256 return (type_len_ts >> 27) & 7;
258 return (type_len_ts >> 2) & 7;
261 static unsigned int type_len4host(struct kbuffer *kbuf,
262 unsigned int type_len_ts)
264 if (kbuf->flags & KBUFFER_FL_BIG_ENDIAN)
265 return (type_len_ts >> 27) & ((1 << 5) - 1);
267 return type_len_ts & ((1 << 5) - 1);
270 static unsigned int ts4host(struct kbuffer *kbuf,
271 unsigned int type_len_ts)
273 if (kbuf->flags & KBUFFER_FL_BIG_ENDIAN)
274 return type_len_ts & ((1 << 27) - 1);
276 return type_len_ts >> 5;
280 * Linux 2.6.30 and earlier (not much ealier) had a different
281 * ring buffer format. It should be obsolete, but we handle it anyway.
283 enum old_ring_buffer_type {
284 OLD_RINGBUF_TYPE_PADDING,
285 OLD_RINGBUF_TYPE_TIME_EXTEND,
286 OLD_RINGBUF_TYPE_TIME_STAMP,
287 OLD_RINGBUF_TYPE_DATA,
290 static unsigned int old_update_pointers(struct kbuffer *kbuf)
292 unsigned long long extend;
293 unsigned int type_len_ts;
298 void *ptr = kbuf->data + kbuf->curr;
300 type_len_ts = read_4(kbuf, ptr);
303 type = type4host(kbuf, type_len_ts);
304 len = len4host(kbuf, type_len_ts);
305 delta = ts4host(kbuf, type_len_ts);
308 case OLD_RINGBUF_TYPE_PADDING:
309 kbuf->next = kbuf->size;
312 case OLD_RINGBUF_TYPE_TIME_EXTEND:
313 extend = read_4(kbuf, ptr);
320 case OLD_RINGBUF_TYPE_TIME_STAMP:
321 /* should never happen! */
322 kbuf->curr = kbuf->size;
323 kbuf->next = kbuf->size;
324 kbuf->index = kbuf->size;
330 length = read_4(kbuf, ptr);
337 kbuf->timestamp += delta;
338 kbuf->index = calc_index(kbuf, ptr);
339 kbuf->next = kbuf->index + length;
344 static int __old_next_event(struct kbuffer *kbuf)
349 kbuf->curr = kbuf->next;
350 if (kbuf->next >= kbuf->size)
352 type = old_update_pointers(kbuf);
353 } while (type == OLD_RINGBUF_TYPE_TIME_EXTEND || type == OLD_RINGBUF_TYPE_PADDING);
359 translate_data(struct kbuffer *kbuf, void *data, void **rptr,
360 unsigned long long *delta, int *length)
362 unsigned long long extend;
363 unsigned int type_len_ts;
364 unsigned int type_len;
366 type_len_ts = read_4(kbuf, data);
369 type_len = type_len4host(kbuf, type_len_ts);
370 *delta = ts4host(kbuf, type_len_ts);
373 case KBUFFER_TYPE_PADDING:
374 *length = read_4(kbuf, data);
377 case KBUFFER_TYPE_TIME_EXTEND:
378 extend = read_4(kbuf, data);
386 case KBUFFER_TYPE_TIME_STAMP:
391 *length = read_4(kbuf, data) - 4;
392 *length = (*length + 3) & ~3;
396 *length = type_len * 4;
405 static unsigned int update_pointers(struct kbuffer *kbuf)
407 unsigned long long delta;
408 unsigned int type_len;
410 void *ptr = kbuf->data + kbuf->curr;
412 type_len = translate_data(kbuf, ptr, &ptr, &delta, &length);
414 kbuf->timestamp += delta;
415 kbuf->index = calc_index(kbuf, ptr);
416 kbuf->next = kbuf->index + length;
422 * kbuffer_translate_data - read raw data to get a record
423 * @swap: Set to 1 if bytes in words need to be swapped when read
424 * @data: The raw data to read
425 * @size: Address to store the size of the event data.
427 * Returns a pointer to the event data. To determine the entire
428 * record size (record metadata + data) just add the difference between
429 * @data and the returned value to @size.
431 void *kbuffer_translate_data(int swap, void *data, unsigned int *size)
433 unsigned long long delta;
440 kbuf.read_8 = __read_8_sw;
441 kbuf.read_4 = __read_4_sw;
442 kbuf.flags = host_is_bigendian() ? 0 : KBUFFER_FL_BIG_ENDIAN;
444 kbuf.read_8 = __read_8;
445 kbuf.read_4 = __read_4;
446 kbuf.flags = host_is_bigendian() ? KBUFFER_FL_BIG_ENDIAN: 0;
449 type_len = translate_data(&kbuf, data, &ptr, &delta, &length);
451 case KBUFFER_TYPE_PADDING:
452 case KBUFFER_TYPE_TIME_EXTEND:
453 case KBUFFER_TYPE_TIME_STAMP:
462 static int __next_event(struct kbuffer *kbuf)
467 kbuf->curr = kbuf->next;
468 if (kbuf->next >= kbuf->size)
470 type = update_pointers(kbuf);
471 } while (type == KBUFFER_TYPE_TIME_EXTEND || type == KBUFFER_TYPE_PADDING);
476 static int next_event(struct kbuffer *kbuf)
478 return kbuf->next_event(kbuf);
482 * kbuffer_next_event - increment the current pointer
483 * @kbuf: The kbuffer to read
484 * @ts: Address to store the next record's timestamp (may be NULL to ignore)
486 * Increments the pointers into the subbuffer of the kbuffer to point to the
487 * next event so that the next kbuffer_read_event() will return a
490 * Returns the data of the next event if a new event exists on the subbuffer,
493 void *kbuffer_next_event(struct kbuffer *kbuf, unsigned long long *ts)
497 if (!kbuf || !kbuf->subbuffer)
500 ret = next_event(kbuf);
505 *ts = kbuf->timestamp;
507 return kbuf->data + kbuf->index;
511 * kbuffer_load_subbuffer - load a new subbuffer into the kbuffer
512 * @kbuf: The kbuffer to load
513 * @subbuffer: The subbuffer to load into @kbuf.
515 * Load a new subbuffer (page) into @kbuf. This will reset all
516 * the pointers and update the @kbuf timestamp. The next read will
517 * return the first event on @subbuffer.
519 * Returns 0 on succes, -1 otherwise.
521 int kbuffer_load_subbuffer(struct kbuffer *kbuf, void *subbuffer)
523 unsigned long long flags;
524 void *ptr = subbuffer;
526 if (!kbuf || !subbuffer)
529 kbuf->subbuffer = subbuffer;
531 kbuf->timestamp = read_8(kbuf, ptr);
536 if (kbuf->flags & KBUFFER_FL_LONG_8)
541 kbuf->data = subbuffer + kbuf->start;
543 flags = read_long(kbuf, ptr);
544 kbuf->size = (unsigned int)flags & COMMIT_MASK;
546 if (flags & MISSING_EVENTS) {
547 if (flags & MISSING_STORED) {
548 ptr = kbuf->data + kbuf->size;
549 kbuf->lost_events = read_long(kbuf, ptr);
551 kbuf->lost_events = -1;
553 kbuf->lost_events = 0;
564 * kbuffer_read_event - read the next event in the kbuffer subbuffer
565 * @kbuf: The kbuffer to read from
566 * @ts: The address to store the timestamp of the event (may be NULL to ignore)
568 * Returns a pointer to the data part of the current event.
569 * NULL if no event is left on the subbuffer.
571 void *kbuffer_read_event(struct kbuffer *kbuf, unsigned long long *ts)
573 if (!kbuf || !kbuf->subbuffer)
576 if (kbuf->curr >= kbuf->size)
580 *ts = kbuf->timestamp;
581 return kbuf->data + kbuf->index;
585 * kbuffer_timestamp - Return the timestamp of the current event
586 * @kbuf: The kbuffer to read from
588 * Returns the timestamp of the current (next) event.
590 unsigned long long kbuffer_timestamp(struct kbuffer *kbuf)
592 return kbuf->timestamp;
596 * kbuffer_read_at_offset - read the event that is at offset
597 * @kbuf: The kbuffer to read from
598 * @offset: The offset into the subbuffer
599 * @ts: The address to store the timestamp of the event (may be NULL to ignore)
601 * The @offset must be an index from the @kbuf subbuffer beginning.
602 * If @offset is bigger than the stored subbuffer, NULL will be returned.
604 * Returns the data of the record that is at @offset. Note, @offset does
605 * not need to be the start of the record, the offset just needs to be
606 * in the record (or beginning of it).
608 * Note, the kbuf timestamp and pointers are updated to the
609 * returned record. That is, kbuffer_read_event() will return the same
610 * data and timestamp, and kbuffer_next_event() will increment from
613 void *kbuffer_read_at_offset(struct kbuffer *kbuf, int offset,
614 unsigned long long *ts)
618 if (offset < kbuf->start)
621 offset -= kbuf->start;
623 /* Reset the buffer */
624 kbuffer_load_subbuffer(kbuf, kbuf->subbuffer);
626 while (kbuf->curr < offset) {
627 data = kbuffer_next_event(kbuf, ts);
636 * kbuffer_subbuffer_size - the size of the loaded subbuffer
637 * @kbuf: The kbuffer to read from
639 * Returns the size of the subbuffer. Note, this size is
640 * where the last event resides. The stored subbuffer may actually be
641 * bigger due to padding and such.
643 int kbuffer_subbuffer_size(struct kbuffer *kbuf)
649 * kbuffer_curr_index - Return the index of the record
650 * @kbuf: The kbuffer to read from
652 * Returns the index from the start of the data part of
653 * the subbuffer to the current location. Note this is not
654 * from the start of the subbuffer. An index of zero will
655 * point to the first record. Use kbuffer_curr_offset() for
656 * the actually offset (that can be used by kbuffer_read_at_offset())
658 int kbuffer_curr_index(struct kbuffer *kbuf)
664 * kbuffer_curr_offset - Return the offset of the record
665 * @kbuf: The kbuffer to read from
667 * Returns the offset from the start of the subbuffer to the
670 int kbuffer_curr_offset(struct kbuffer *kbuf)
672 return kbuf->curr + kbuf->start;
676 * kbuffer_event_size - return the size of the event data
677 * @kbuf: The kbuffer to read
679 * Returns the size of the event data (the payload not counting
680 * the meta data of the record) of the current event.
682 int kbuffer_event_size(struct kbuffer *kbuf)
684 return kbuf->next - kbuf->index;
688 * kbuffer_curr_size - return the size of the entire record
689 * @kbuf: The kbuffer to read
691 * Returns the size of the entire record (meta data and payload)
692 * of the current event.
694 int kbuffer_curr_size(struct kbuffer *kbuf)
696 return kbuf->next - kbuf->curr;
700 * kbuffer_missed_events - return the # of missed events from last event.
701 * @kbuf: The kbuffer to read from
703 * Returns the # of missed events (if recorded) before the current
704 * event. Note, only events on the beginning of a subbuffer can
705 * have missed events, all other events within the buffer will be
708 int kbuffer_missed_events(struct kbuffer *kbuf)
710 /* Only the first event can have missed events */
714 return kbuf->lost_events;
718 * kbuffer_set_old_forma - set the kbuffer to use the old format parsing
719 * @kbuf: The kbuffer to set
721 * This is obsolete (or should be). The first kernels to use the
722 * new ring buffer had a slightly different ring buffer format
723 * (2.6.30 and earlier). It is still somewhat supported by kbuffer,
724 * but should not be counted on in the future.
726 void kbuffer_set_old_format(struct kbuffer *kbuf)
728 kbuf->flags |= KBUFFER_FL_OLD_FORMAT;
730 kbuf->next_event = __old_next_event;
734 * kbuffer_start_of_data - return offset of where data starts on subbuffer
737 * Returns the location on the subbuffer where the data starts.
739 int kbuffer_start_of_data(struct kbuffer *kbuf)