Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 1 | /** |
Jon Medhurst | b1d0744 | 2015-05-08 12:04:18 +0100 | [diff] [blame] | 2 | * Copyright (C) ARM Limited 2010-2015. All rights reserved. |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 3 | * |
| 4 | * This program is free software; you can redistribute it and/or modify |
| 5 | * it under the terms of the GNU General Public License version 2 as |
| 6 | * published by the Free Software Foundation. |
| 7 | * |
| 8 | */ |
| 9 | |
| 10 | #include "gator.h" |
| 11 | #include <trace/events/block.h> |
| 12 | |
| 13 | #define BLOCK_RQ_WR 0 |
| 14 | #define BLOCK_RQ_RD 1 |
| 15 | |
| 16 | #define BLOCK_TOTAL (BLOCK_RQ_RD+1) |
| 17 | |
| 18 | #if LINUX_VERSION_CODE < KERNEL_VERSION(2, 6, 36) |
| 19 | #define EVENTWRITE REQ_RW |
| 20 | #else |
| 21 | #define EVENTWRITE REQ_WRITE |
| 22 | #endif |
| 23 | |
| 24 | static ulong block_rq_wr_enabled; |
| 25 | static ulong block_rq_rd_enabled; |
| 26 | static ulong block_rq_wr_key; |
| 27 | static ulong block_rq_rd_key; |
| 28 | static atomic_t blockCnt[BLOCK_TOTAL]; |
| 29 | static int blockGet[BLOCK_TOTAL * 4]; |
| 30 | |
Jon Medhurst | 96b5615 | 2014-10-30 18:01:15 +0000 | [diff] [blame] | 31 | /* Tracepoint changed in 3.15 backported to older kernels. The Makefile tries to autodetect the correct value, but if it fails change the #if below */ |
Jon Medhurst | e31266f | 2014-08-04 15:47:44 +0100 | [diff] [blame] | 32 | #if OLD_BLOCK_RQ_COMPLETE |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 33 | GATOR_DEFINE_PROBE(block_rq_complete, TP_PROTO(struct request_queue *q, struct request *rq)) |
Jon Medhurst | e31266f | 2014-08-04 15:47:44 +0100 | [diff] [blame] | 34 | #else |
| 35 | GATOR_DEFINE_PROBE(block_rq_complete, TP_PROTO(struct request_queue *q, struct request *rq, unsigned int nr_bytes)) |
| 36 | #endif |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 37 | { |
Jon Medhurst | e31266f | 2014-08-04 15:47:44 +0100 | [diff] [blame] | 38 | int write; |
| 39 | unsigned int size; |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 40 | |
| 41 | if (!rq) |
| 42 | return; |
| 43 | |
| 44 | write = rq->cmd_flags & EVENTWRITE; |
Jon Medhurst | e31266f | 2014-08-04 15:47:44 +0100 | [diff] [blame] | 45 | #if OLD_BLOCK_RQ_COMPLETE |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 46 | size = rq->resid_len; |
Jon Medhurst | e31266f | 2014-08-04 15:47:44 +0100 | [diff] [blame] | 47 | #else |
| 48 | size = nr_bytes; |
| 49 | #endif |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 50 | |
| 51 | if (!size) |
| 52 | return; |
| 53 | |
| 54 | if (write) { |
Jon Medhurst | 96b5615 | 2014-10-30 18:01:15 +0000 | [diff] [blame] | 55 | if (block_rq_wr_enabled) |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 56 | atomic_add(size, &blockCnt[BLOCK_RQ_WR]); |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 57 | } else { |
Jon Medhurst | 96b5615 | 2014-10-30 18:01:15 +0000 | [diff] [blame] | 58 | if (block_rq_rd_enabled) |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 59 | atomic_add(size, &blockCnt[BLOCK_RQ_RD]); |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 60 | } |
| 61 | } |
| 62 | |
| 63 | static int gator_events_block_create_files(struct super_block *sb, struct dentry *root) |
| 64 | { |
| 65 | struct dentry *dir; |
| 66 | |
| 67 | /* block_complete_wr */ |
| 68 | dir = gatorfs_mkdir(sb, root, "Linux_block_rq_wr"); |
Jon Medhurst | 96b5615 | 2014-10-30 18:01:15 +0000 | [diff] [blame] | 69 | if (!dir) |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 70 | return -1; |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 71 | gatorfs_create_ulong(sb, dir, "enabled", &block_rq_wr_enabled); |
| 72 | gatorfs_create_ro_ulong(sb, dir, "key", &block_rq_wr_key); |
| 73 | |
| 74 | /* block_complete_rd */ |
| 75 | dir = gatorfs_mkdir(sb, root, "Linux_block_rq_rd"); |
Jon Medhurst | 96b5615 | 2014-10-30 18:01:15 +0000 | [diff] [blame] | 76 | if (!dir) |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 77 | return -1; |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 78 | gatorfs_create_ulong(sb, dir, "enabled", &block_rq_rd_enabled); |
| 79 | gatorfs_create_ro_ulong(sb, dir, "key", &block_rq_rd_key); |
| 80 | |
| 81 | return 0; |
| 82 | } |
| 83 | |
| 84 | static int gator_events_block_start(void) |
| 85 | { |
Jon Medhurst | 96b5615 | 2014-10-30 18:01:15 +0000 | [diff] [blame] | 86 | /* register tracepoints */ |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 87 | if (block_rq_wr_enabled || block_rq_rd_enabled) |
| 88 | if (GATOR_REGISTER_TRACE(block_rq_complete)) |
| 89 | goto fail_block_rq_exit; |
| 90 | pr_debug("gator: registered block event tracepoints\n"); |
| 91 | |
| 92 | return 0; |
| 93 | |
Jon Medhurst | 96b5615 | 2014-10-30 18:01:15 +0000 | [diff] [blame] | 94 | /* unregister tracepoints on error */ |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 95 | fail_block_rq_exit: |
| 96 | pr_err("gator: block event tracepoints failed to activate, please verify that tracepoints are enabled in the linux kernel\n"); |
| 97 | |
| 98 | return -1; |
| 99 | } |
| 100 | |
| 101 | static void gator_events_block_stop(void) |
| 102 | { |
| 103 | if (block_rq_wr_enabled || block_rq_rd_enabled) |
| 104 | GATOR_UNREGISTER_TRACE(block_rq_complete); |
| 105 | pr_debug("gator: unregistered block event tracepoints\n"); |
| 106 | |
| 107 | block_rq_wr_enabled = 0; |
| 108 | block_rq_rd_enabled = 0; |
| 109 | } |
| 110 | |
Jon Medhurst | 96b5615 | 2014-10-30 18:01:15 +0000 | [diff] [blame] | 111 | static int gator_events_block_read(int **buffer, bool sched_switch) |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 112 | { |
| 113 | int len, value, data = 0; |
| 114 | |
Jon Medhurst | 96b5615 | 2014-10-30 18:01:15 +0000 | [diff] [blame] | 115 | if (!on_primary_core()) |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 116 | return 0; |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 117 | |
| 118 | len = 0; |
| 119 | if (block_rq_wr_enabled && (value = atomic_read(&blockCnt[BLOCK_RQ_WR])) > 0) { |
| 120 | atomic_sub(value, &blockCnt[BLOCK_RQ_WR]); |
| 121 | blockGet[len++] = block_rq_wr_key; |
Jon Medhurst | 96b5615 | 2014-10-30 18:01:15 +0000 | [diff] [blame] | 122 | /* Indicates to Streamline that value bytes were written now, not since the last message */ |
| 123 | blockGet[len++] = 0; |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 124 | blockGet[len++] = block_rq_wr_key; |
| 125 | blockGet[len++] = value; |
| 126 | data += value; |
| 127 | } |
| 128 | if (block_rq_rd_enabled && (value = atomic_read(&blockCnt[BLOCK_RQ_RD])) > 0) { |
| 129 | atomic_sub(value, &blockCnt[BLOCK_RQ_RD]); |
| 130 | blockGet[len++] = block_rq_rd_key; |
Jon Medhurst | 96b5615 | 2014-10-30 18:01:15 +0000 | [diff] [blame] | 131 | /* Indicates to Streamline that value bytes were read now, not since the last message */ |
| 132 | blockGet[len++] = 0; |
Jon Medhurst | aaf37a3 | 2013-06-11 12:10:56 +0100 | [diff] [blame] | 133 | blockGet[len++] = block_rq_rd_key; |
| 134 | blockGet[len++] = value; |
| 135 | data += value; |
| 136 | } |
| 137 | |
| 138 | if (buffer) |
| 139 | *buffer = blockGet; |
| 140 | |
| 141 | return len; |
| 142 | } |
| 143 | |
| 144 | static struct gator_interface gator_events_block_interface = { |
| 145 | .create_files = gator_events_block_create_files, |
| 146 | .start = gator_events_block_start, |
| 147 | .stop = gator_events_block_stop, |
| 148 | .read = gator_events_block_read, |
| 149 | }; |
| 150 | |
| 151 | int gator_events_block_init(void) |
| 152 | { |
| 153 | block_rq_wr_enabled = 0; |
| 154 | block_rq_rd_enabled = 0; |
| 155 | |
| 156 | block_rq_wr_key = gator_events_get_key(); |
| 157 | block_rq_rd_key = gator_events_get_key(); |
| 158 | |
| 159 | return gator_events_install(&gator_events_block_interface); |
| 160 | } |