From patchwork Mon Oct 29 04:30:46 2012 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: Zhiyong Wu X-Patchwork-Id: 1661011 Return-Path: X-Original-To: patchwork-linux-btrfs@patchwork.kernel.org Delivered-To: patchwork-process-083081@patchwork2.kernel.org Received: from vger.kernel.org (vger.kernel.org [209.132.180.67]) by patchwork2.kernel.org (Postfix) with ESMTP id E2EDEDFB7A for ; Mon, 29 Oct 2012 04:37:56 +0000 (UTC) Received: (majordomo@vger.kernel.org) by vger.kernel.org via listexpand id S1753680Ab2J2Ebz (ORCPT ); Mon, 29 Oct 2012 00:31:55 -0400 Received: from e8.ny.us.ibm.com ([32.97.182.138]:33904 "EHLO e8.ny.us.ibm.com" rhost-flags-OK-OK-OK-OK) by vger.kernel.org with ESMTP id S1753650Ab2J2Ebw (ORCPT ); Mon, 29 Oct 2012 00:31:52 -0400 Received: from /spool/local by e8.ny.us.ibm.com with IBM ESMTP SMTP Gateway: Authorized Use Only! Violators will be prosecuted for from ; Mon, 29 Oct 2012 00:31:51 -0400 Received: from d01dlp01.pok.ibm.com (9.56.250.166) by e8.ny.us.ibm.com (192.168.1.108) with IBM ESMTP SMTP Gateway: Authorized Use Only! Violators will be prosecuted; Mon, 29 Oct 2012 00:31:48 -0400 Received: from d01relay03.pok.ibm.com (d01relay03.pok.ibm.com [9.56.227.235]) by d01dlp01.pok.ibm.com (Postfix) with ESMTP id 1002E38C8041; Mon, 29 Oct 2012 00:31:48 -0400 (EDT) Received: from d01av02.pok.ibm.com (d01av02.pok.ibm.com [9.56.224.216]) by d01relay03.pok.ibm.com (8.13.8/8.13.8/NCO v10.0) with ESMTP id q9T4VlEo270728; Mon, 29 Oct 2012 00:31:47 -0400 Received: from d01av02.pok.ibm.com (loopback [127.0.0.1]) by d01av02.pok.ibm.com (8.14.4/8.13.1/NCO v10.0 AVout) with ESMTP id q9T4Vk2e023861; Mon, 29 Oct 2012 02:31:47 -0200 Received: from us.ibm.com ([9.115.122.193]) by d01av02.pok.ibm.com (8.14.4/8.13.1/NCO v10.0 AVin) with SMTP id q9T4Vf5m023708; Mon, 29 Oct 2012 02:31:42 -0200 Received: by us.ibm.com (sSMTP sendmail emulation); Mon, 29 Oct 2012 12:31:37 +0800 From: zwu.kernel@gmail.com To: linux-fsdevel@vger.kernel.org Cc: linux-ext4@vger.kernel.org, linux-btrfs@vger.kernel.org, linux-kernel@vger.kernel.org, linuxram@linux.vnet.ibm.com, viro@zeniv.linux.org.uk, david@fromorbit.com, tytso@mit.edu, cmm@us.ibm.com, wuzhy@linux.vnet.ibm.com, wenqing.lz@taobao.com Subject: [RFC v4+ hot_track 04/19] vfs: add two map arrays Date: Mon, 29 Oct 2012 12:30:46 +0800 Message-Id: <1351485061-12297-5-git-send-email-zwu.kernel@gmail.com> X-Mailer: git-send-email 1.7.6.5 In-Reply-To: <1351485061-12297-1-git-send-email-zwu.kernel@gmail.com> References: <1351485061-12297-1-git-send-email-zwu.kernel@gmail.com> X-Content-Scanned: Fidelis XPS MAILER x-cbid: 12102904-9360-0000-0000-00000C2822A0 Sender: linux-btrfs-owner@vger.kernel.org Precedence: bulk List-ID: X-Mailing-List: linux-btrfs@vger.kernel.org From: Zhi Yong Wu Adds two map arrays which contains a lot of list and is used to efficiently look up the data temperature of a file or its ranges. In each list of map arrays, the array node will keep track of temperature info. Signed-off-by: Zhi Yong Wu --- fs/hot_tracking.c | 60 ++++++++++++++++++++++++++++++++++++++++++ include/linux/hot_tracking.h | 16 +++++++++++ 2 files changed, 76 insertions(+), 0 deletions(-) diff --git a/fs/hot_tracking.c b/fs/hot_tracking.c index 0a7d9a3..0a603a1 100644 --- a/fs/hot_tracking.c +++ b/fs/hot_tracking.c @@ -58,6 +58,7 @@ static void hot_range_item_init(struct hot_range_item *hr, u32 start, hr->hot_inode = he; kref_init(&hr->hot_range.refs); spin_lock_init(&hr->hot_range.lock); + INIT_LIST_HEAD(&hr->hot_range.n_list); hr->hot_range.hot_freq_data.avg_delta_reads = (u64) -1; hr->hot_range.hot_freq_data.avg_delta_writes = (u64) -1; hr->hot_range.hot_freq_data.flags = FREQ_DATA_TYPE_RANGE; @@ -88,6 +89,16 @@ static void hot_range_item_free(struct kref *kref) struct hot_comm_item, refs); struct hot_range_item *hr = container_of(comm_item, struct hot_range_item, hot_range); + struct hot_info *root = container_of( + hr->hot_inode->hot_inode_tree, + struct hot_info, hot_inode_tree); + + spin_lock(&hr->hot_range.lock); + if (!list_empty(&hr->hot_range.n_list)) { + list_del_init(&hr->hot_range.n_list); + root->hot_map_nr--; + } + spin_unlock(&hr->hot_range.lock); radix_tree_delete(&hr->hot_inode->hot_range_tree, hr->start); kmem_cache_free(hot_range_item_cachep, hr); @@ -132,6 +143,15 @@ static void hot_inode_item_free(struct kref *kref) struct hot_comm_item, refs); struct hot_inode_item *he = container_of(comm_item, struct hot_inode_item, hot_inode); + struct hot_info *root = container_of(he->hot_inode_tree, + struct hot_info, hot_inode_tree); + + spin_lock(&he->hot_inode.lock); + if (!list_empty(&he->hot_inode.n_list)) { + list_del_init(&he->hot_inode.n_list); + root->hot_map_nr--; + } + spin_unlock(&he->hot_inode.lock); hot_range_tree_free(he); radix_tree_delete(he->hot_inode_tree, he->i_ino); @@ -304,6 +324,44 @@ static void hot_freq_data_update(struct hot_freq_data *freq_data, bool write) } /* + * Initialize inode and range map arrays. + */ +static void hot_map_array_init(struct hot_info *root) +{ + int i; + for (i = 0; i < HEAT_MAP_SIZE; i++) { + INIT_LIST_HEAD(&root->heat_inode_map[i].node_list); + INIT_LIST_HEAD(&root->heat_range_map[i].node_list); + root->heat_inode_map[i].temp = i; + root->heat_range_map[i].temp = i; + } +} + +static void hot_map_list_free(struct list_head *node_list, + struct hot_info *root) +{ + struct list_head *pos, *next; + struct hot_comm_item *node; + + list_for_each_safe(pos, next, node_list) { + node = list_entry(pos, struct hot_comm_item, n_list); + list_del_init(&node->n_list); + root->hot_map_nr--; + } + +} + +/* Free inode and range map arrays */ +static void hot_map_array_exit(struct hot_info *root) +{ + int i; + for (i = 0; i < HEAT_MAP_SIZE; i++) { + hot_map_list_free(&root->heat_inode_map[i].node_list, root); + hot_map_list_free(&root->heat_range_map[i].node_list, root); + } +} + +/* * Initialize kmem cache for hot_inode_item and hot_range_item. */ void __init hot_cache_init(void) @@ -394,6 +452,7 @@ int hot_track_init(struct super_block *sb) sb->s_hot_root = root; hot_inode_tree_init(root); + hot_map_array_init(root); printk(KERN_INFO "VFS: Turning on hot data tracking\n"); @@ -405,6 +464,7 @@ void hot_track_exit(struct super_block *sb) { struct hot_info *root = sb->s_hot_root; + hot_map_array_exit(root); hot_inode_tree_exit(root); kfree(root); } diff --git a/include/linux/hot_tracking.h b/include/linux/hot_tracking.h index e2d6028..4f92947 100644 --- a/include/linux/hot_tracking.h +++ b/include/linux/hot_tracking.h @@ -20,6 +20,9 @@ #include #include +#define HEAT_MAP_BITS 8 +#define HEAT_MAP_SIZE (1 << HEAT_MAP_BITS) + /* * A frequency data struct holds values that are used to * determine temperature of files and file ranges. These structs @@ -36,11 +39,18 @@ struct hot_freq_data { u32 last_temp; }; +/* List heads in hot map array */ +struct hot_map_head { + struct list_head node_list; + u8 temp; +}; + /* The common info for both following structures */ struct hot_comm_item { struct hot_freq_data hot_freq_data; /* frequency data */ spinlock_t lock; /* protects object data */ struct kref refs; /* prevents kfree */ + struct list_head n_list; /* list node index */ }; /* An item representing an inode and its access frequency */ @@ -66,6 +76,12 @@ struct hot_range_item { struct hot_info { struct radix_tree_root hot_inode_tree; spinlock_t lock; /*protect inode tree */ + + /* map of inode temperature */ + struct hot_map_head heat_inode_map[HEAT_MAP_SIZE]; + /* map of range temperature */ + struct hot_map_head heat_range_map[HEAT_MAP_SIZE]; + unsigned int hot_map_nr; }; extern void __init hot_cache_init(void);