blob: eff3ad72991b264f4844946f50f8dba77ae0d117 [file] [log] [blame]
Chris Mason6cbd5572007-06-12 09:07:21 -04001/*
2 * Copyright (C) 2007 Oracle. All rights reserved.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public
6 * License v2 as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
11 * General Public License for more details.
12 *
13 * You should have received a copy of the GNU General Public
14 * License along with this program; if not, write to the
15 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
16 * Boston, MA 021110-1307, USA.
17 */
18
Chris Mason79154b12007-03-22 15:59:16 -040019#include <linux/fs.h>
Chris Mason34088782007-06-12 11:36:58 -040020#include <linux/sched.h>
Chris Masond3c2fdcf2007-09-17 10:58:06 -040021#include <linux/writeback.h>
Chris Mason5f39d392007-10-15 16:14:19 -040022#include <linux/pagemap.h>
Chris Mason79154b12007-03-22 15:59:16 -040023#include "ctree.h"
24#include "disk-io.h"
25#include "transaction.h"
Chris Mason925baed2008-06-25 16:01:30 -040026#include "locking.h"
Yan Zheng31153d82008-07-28 15:32:19 -040027#include "ref-cache.h"
Chris Mason79154b12007-03-22 15:59:16 -040028
Chris Mason78fae272007-03-25 11:35:08 -040029static int total_trans = 0;
Chris Mason2c90e5d2007-04-02 10:50:19 -040030extern struct kmem_cache *btrfs_trans_handle_cachep;
31extern struct kmem_cache *btrfs_transaction_cachep;
32
Chris Mason0f7d52f2007-04-09 10:42:37 -040033#define BTRFS_ROOT_TRANS_TAG 0
34
Chris Mason80b67942008-02-01 16:35:04 -050035static noinline void put_transaction(struct btrfs_transaction *transaction)
Chris Mason79154b12007-03-22 15:59:16 -040036{
Chris Mason2c90e5d2007-04-02 10:50:19 -040037 WARN_ON(transaction->use_count == 0);
Chris Mason79154b12007-03-22 15:59:16 -040038 transaction->use_count--;
Chris Mason78fae272007-03-25 11:35:08 -040039 if (transaction->use_count == 0) {
40 WARN_ON(total_trans == 0);
41 total_trans--;
Chris Mason8fd17792007-04-19 21:01:03 -040042 list_del_init(&transaction->list);
Chris Mason2c90e5d2007-04-02 10:50:19 -040043 memset(transaction, 0, sizeof(*transaction));
44 kmem_cache_free(btrfs_transaction_cachep, transaction);
Chris Mason78fae272007-03-25 11:35:08 -040045 }
Chris Mason79154b12007-03-22 15:59:16 -040046}
47
Chris Mason80b67942008-02-01 16:35:04 -050048static noinline int join_transaction(struct btrfs_root *root)
Chris Mason79154b12007-03-22 15:59:16 -040049{
50 struct btrfs_transaction *cur_trans;
51 cur_trans = root->fs_info->running_transaction;
52 if (!cur_trans) {
Chris Mason2c90e5d2007-04-02 10:50:19 -040053 cur_trans = kmem_cache_alloc(btrfs_transaction_cachep,
54 GFP_NOFS);
Chris Mason78fae272007-03-25 11:35:08 -040055 total_trans++;
Chris Mason79154b12007-03-22 15:59:16 -040056 BUG_ON(!cur_trans);
Chris Mason0f7d52f2007-04-09 10:42:37 -040057 root->fs_info->generation++;
Chris Masone18e4802008-01-18 10:54:22 -050058 root->fs_info->last_alloc = 0;
Chris Mason4529ba42008-01-31 16:45:07 -050059 root->fs_info->last_data_alloc = 0;
Josef Bacik15ee9bc2007-08-10 16:22:09 -040060 cur_trans->num_writers = 1;
61 cur_trans->num_joined = 0;
Chris Mason0f7d52f2007-04-09 10:42:37 -040062 cur_trans->transid = root->fs_info->generation;
Chris Mason79154b12007-03-22 15:59:16 -040063 init_waitqueue_head(&cur_trans->writer_wait);
64 init_waitqueue_head(&cur_trans->commit_wait);
65 cur_trans->in_commit = 0;
Chris Masonf9295742008-07-17 12:54:14 -040066 cur_trans->blocked = 0;
Chris Masond5719762007-03-23 10:01:08 -040067 cur_trans->use_count = 1;
Chris Mason79154b12007-03-22 15:59:16 -040068 cur_trans->commit_done = 0;
Chris Mason08607c12007-06-08 15:33:54 -040069 cur_trans->start_time = get_seconds();
Chris Mason3063d292008-01-08 15:46:30 -050070 INIT_LIST_HEAD(&cur_trans->pending_snapshots);
Chris Mason8fd17792007-04-19 21:01:03 -040071 list_add_tail(&cur_trans->list, &root->fs_info->trans_list);
Chris Masond1310b22008-01-24 16:13:08 -050072 extent_io_tree_init(&cur_trans->dirty_pages,
Chris Mason5f39d392007-10-15 16:14:19 -040073 root->fs_info->btree_inode->i_mapping,
74 GFP_NOFS);
Chris Mason48ec2cf2008-06-09 09:35:50 -040075 spin_lock(&root->fs_info->new_trans_lock);
76 root->fs_info->running_transaction = cur_trans;
77 spin_unlock(&root->fs_info->new_trans_lock);
Josef Bacik15ee9bc2007-08-10 16:22:09 -040078 } else {
79 cur_trans->num_writers++;
80 cur_trans->num_joined++;
Chris Mason79154b12007-03-22 15:59:16 -040081 }
Josef Bacik15ee9bc2007-08-10 16:22:09 -040082
Chris Mason79154b12007-03-22 15:59:16 -040083 return 0;
84}
85
Chris Mason80b67942008-02-01 16:35:04 -050086static noinline int record_root_in_trans(struct btrfs_root *root)
Chris Mason6702ed42007-08-07 16:15:09 -040087{
Yan Zhengf321e492008-07-30 09:26:11 -040088 struct btrfs_dirty_root *dirty;
Chris Mason6702ed42007-08-07 16:15:09 -040089 u64 running_trans_id = root->fs_info->running_transaction->transid;
90 if (root->ref_cows && root->last_trans < running_trans_id) {
91 WARN_ON(root == root->fs_info->extent_root);
92 if (root->root_item.refs != 0) {
93 radix_tree_tag_set(&root->fs_info->fs_roots_radix,
94 (unsigned long)root->root_key.objectid,
95 BTRFS_ROOT_TRANS_TAG);
Yan Zheng31153d82008-07-28 15:32:19 -040096
97 dirty = kmalloc(sizeof(*dirty), GFP_NOFS);
98 BUG_ON(!dirty);
99 dirty->root = kmalloc(sizeof(*dirty->root), GFP_NOFS);
100 BUG_ON(!dirty->root);
Yan Zheng31153d82008-07-28 15:32:19 -0400101 dirty->latest_root = root;
102 INIT_LIST_HEAD(&dirty->list);
Yan Zheng31153d82008-07-28 15:32:19 -0400103
Chris Mason925baed2008-06-25 16:01:30 -0400104 root->commit_root = btrfs_root_node(root);
Yan Zheng31153d82008-07-28 15:32:19 -0400105
106 memcpy(dirty->root, root, sizeof(*root));
107 spin_lock_init(&dirty->root->node_lock);
Yanbcc63ab2008-07-30 16:29:20 -0400108 spin_lock_init(&dirty->root->list_lock);
Yan Zheng31153d82008-07-28 15:32:19 -0400109 mutex_init(&dirty->root->objectid_mutex);
Yanbcc63ab2008-07-30 16:29:20 -0400110 INIT_LIST_HEAD(&dirty->root->dead_list);
Yan Zheng31153d82008-07-28 15:32:19 -0400111 dirty->root->node = root->commit_root;
112 dirty->root->commit_root = NULL;
Yanbcc63ab2008-07-30 16:29:20 -0400113
114 spin_lock(&root->list_lock);
115 list_add(&dirty->root->dead_list, &root->dead_list);
116 spin_unlock(&root->list_lock);
117
118 root->dirty_root = dirty;
Chris Mason6702ed42007-08-07 16:15:09 -0400119 } else {
120 WARN_ON(1);
121 }
122 root->last_trans = running_trans_id;
123 }
124 return 0;
125}
126
Chris Mason37d1aee2008-07-31 10:48:37 -0400127static void wait_current_trans(struct btrfs_root *root)
Chris Mason79154b12007-03-22 15:59:16 -0400128{
Chris Masonf9295742008-07-17 12:54:14 -0400129 struct btrfs_transaction *cur_trans;
Chris Mason79154b12007-03-22 15:59:16 -0400130
Chris Masonf9295742008-07-17 12:54:14 -0400131 cur_trans = root->fs_info->running_transaction;
Chris Mason37d1aee2008-07-31 10:48:37 -0400132 if (cur_trans && cur_trans->blocked) {
Chris Masonf9295742008-07-17 12:54:14 -0400133 DEFINE_WAIT(wait);
134 cur_trans->use_count++;
135 while(1) {
136 prepare_to_wait(&root->fs_info->transaction_wait, &wait,
137 TASK_UNINTERRUPTIBLE);
138 if (cur_trans->blocked) {
139 mutex_unlock(&root->fs_info->trans_mutex);
140 schedule();
141 mutex_lock(&root->fs_info->trans_mutex);
142 finish_wait(&root->fs_info->transaction_wait,
143 &wait);
144 } else {
145 finish_wait(&root->fs_info->transaction_wait,
146 &wait);
147 break;
148 }
149 }
150 put_transaction(cur_trans);
151 }
Chris Mason37d1aee2008-07-31 10:48:37 -0400152}
153
154struct btrfs_trans_handle *start_transaction(struct btrfs_root *root,
Sage Weil9ca9ee02008-08-04 10:41:27 -0400155 int num_blocks, int wait)
Chris Mason37d1aee2008-07-31 10:48:37 -0400156{
157 struct btrfs_trans_handle *h =
158 kmem_cache_alloc(btrfs_trans_handle_cachep, GFP_NOFS);
159 int ret;
160
161 mutex_lock(&root->fs_info->trans_mutex);
Sage Weil9ca9ee02008-08-04 10:41:27 -0400162 if ((wait == 1 && !root->fs_info->open_ioctl_trans) || wait == 2)
Chris Mason37d1aee2008-07-31 10:48:37 -0400163 wait_current_trans(root);
Chris Mason79154b12007-03-22 15:59:16 -0400164 ret = join_transaction(root);
165 BUG_ON(ret);
Chris Mason0f7d52f2007-04-09 10:42:37 -0400166
Chris Mason6702ed42007-08-07 16:15:09 -0400167 record_root_in_trans(root);
168 h->transid = root->fs_info->running_transaction->transid;
Chris Mason79154b12007-03-22 15:59:16 -0400169 h->transaction = root->fs_info->running_transaction;
170 h->blocks_reserved = num_blocks;
171 h->blocks_used = 0;
Chris Mason31f3c992007-04-30 15:25:45 -0400172 h->block_group = NULL;
Chris Mason26b80032007-08-08 20:17:12 -0400173 h->alloc_exclude_nr = 0;
174 h->alloc_exclude_start = 0;
Chris Mason79154b12007-03-22 15:59:16 -0400175 root->fs_info->running_transaction->use_count++;
176 mutex_unlock(&root->fs_info->trans_mutex);
177 return h;
178}
179
Chris Masonf9295742008-07-17 12:54:14 -0400180struct btrfs_trans_handle *btrfs_start_transaction(struct btrfs_root *root,
181 int num_blocks)
182{
Sage Weil9ca9ee02008-08-04 10:41:27 -0400183 return start_transaction(root, num_blocks, 1);
Chris Masonf9295742008-07-17 12:54:14 -0400184}
185struct btrfs_trans_handle *btrfs_join_transaction(struct btrfs_root *root,
186 int num_blocks)
187{
Sage Weil9ca9ee02008-08-04 10:41:27 -0400188 return start_transaction(root, num_blocks, 0);
Chris Masonf9295742008-07-17 12:54:14 -0400189}
190
Sage Weil9ca9ee02008-08-04 10:41:27 -0400191struct btrfs_trans_handle *btrfs_start_ioctl_transaction(struct btrfs_root *r,
192 int num_blocks)
193{
194 return start_transaction(r, num_blocks, 2);
195}
196
197
Chris Mason89ce8a62008-06-25 16:01:31 -0400198static noinline int wait_for_commit(struct btrfs_root *root,
199 struct btrfs_transaction *commit)
200{
201 DEFINE_WAIT(wait);
202 mutex_lock(&root->fs_info->trans_mutex);
203 while(!commit->commit_done) {
204 prepare_to_wait(&commit->commit_wait, &wait,
205 TASK_UNINTERRUPTIBLE);
206 if (commit->commit_done)
207 break;
208 mutex_unlock(&root->fs_info->trans_mutex);
209 schedule();
210 mutex_lock(&root->fs_info->trans_mutex);
211 }
212 mutex_unlock(&root->fs_info->trans_mutex);
213 finish_wait(&commit->commit_wait, &wait);
214 return 0;
215}
216
Chris Mason37d1aee2008-07-31 10:48:37 -0400217static void throttle_on_drops(struct btrfs_root *root)
Chris Masonab78c842008-07-29 16:15:18 -0400218{
219 struct btrfs_fs_info *info = root->fs_info;
Chris Mason2dd3e672008-08-04 08:20:15 -0400220 int harder_count = 0;
Chris Masonab78c842008-07-29 16:15:18 -0400221
Chris Mason2dd3e672008-08-04 08:20:15 -0400222harder:
Chris Masonab78c842008-07-29 16:15:18 -0400223 if (atomic_read(&info->throttles)) {
224 DEFINE_WAIT(wait);
225 int thr;
Chris Masonab78c842008-07-29 16:15:18 -0400226 thr = atomic_read(&info->throttle_gen);
227
228 do {
229 prepare_to_wait(&info->transaction_throttle,
230 &wait, TASK_UNINTERRUPTIBLE);
231 if (!atomic_read(&info->throttles)) {
232 finish_wait(&info->transaction_throttle, &wait);
233 break;
234 }
235 schedule();
236 finish_wait(&info->transaction_throttle, &wait);
237 } while (thr == atomic_read(&info->throttle_gen));
Chris Mason2dd3e672008-08-04 08:20:15 -0400238 harder_count++;
239
240 if (root->fs_info->total_ref_cache_size > 1 * 1024 * 1024 &&
241 harder_count < 2)
242 goto harder;
243
244 if (root->fs_info->total_ref_cache_size > 5 * 1024 * 1024 &&
245 harder_count < 10)
246 goto harder;
247
248 if (root->fs_info->total_ref_cache_size > 10 * 1024 * 1024 &&
249 harder_count < 20)
250 goto harder;
Chris Masonab78c842008-07-29 16:15:18 -0400251 }
252}
253
Chris Mason37d1aee2008-07-31 10:48:37 -0400254void btrfs_throttle(struct btrfs_root *root)
255{
256 mutex_lock(&root->fs_info->trans_mutex);
Sage Weil9ca9ee02008-08-04 10:41:27 -0400257 if (!root->fs_info->open_ioctl_trans)
258 wait_current_trans(root);
Chris Mason37d1aee2008-07-31 10:48:37 -0400259 mutex_unlock(&root->fs_info->trans_mutex);
260
261 throttle_on_drops(root);
262}
263
Chris Mason89ce8a62008-06-25 16:01:31 -0400264static int __btrfs_end_transaction(struct btrfs_trans_handle *trans,
265 struct btrfs_root *root, int throttle)
Chris Mason79154b12007-03-22 15:59:16 -0400266{
267 struct btrfs_transaction *cur_trans;
Chris Masonab78c842008-07-29 16:15:18 -0400268 struct btrfs_fs_info *info = root->fs_info;
Chris Masond6e4a422007-04-06 15:37:36 -0400269
Chris Masonab78c842008-07-29 16:15:18 -0400270 mutex_lock(&info->trans_mutex);
271 cur_trans = info->running_transaction;
Chris Masonccd467d2007-06-28 15:57:36 -0400272 WARN_ON(cur_trans != trans->transaction);
Chris Masond5719762007-03-23 10:01:08 -0400273 WARN_ON(cur_trans->num_writers < 1);
Chris Masonccd467d2007-06-28 15:57:36 -0400274 cur_trans->num_writers--;
Chris Mason89ce8a62008-06-25 16:01:31 -0400275
Chris Mason79154b12007-03-22 15:59:16 -0400276 if (waitqueue_active(&cur_trans->writer_wait))
277 wake_up(&cur_trans->writer_wait);
Chris Mason79154b12007-03-22 15:59:16 -0400278 put_transaction(cur_trans);
Chris Masonab78c842008-07-29 16:15:18 -0400279 mutex_unlock(&info->trans_mutex);
Chris Masond6025572007-03-30 14:27:56 -0400280 memset(trans, 0, sizeof(*trans));
Chris Mason2c90e5d2007-04-02 10:50:19 -0400281 kmem_cache_free(btrfs_trans_handle_cachep, trans);
Chris Masonab78c842008-07-29 16:15:18 -0400282
283 if (throttle)
Chris Mason37d1aee2008-07-31 10:48:37 -0400284 throttle_on_drops(root);
Chris Masonab78c842008-07-29 16:15:18 -0400285
Chris Mason79154b12007-03-22 15:59:16 -0400286 return 0;
287}
288
Chris Mason89ce8a62008-06-25 16:01:31 -0400289int btrfs_end_transaction(struct btrfs_trans_handle *trans,
290 struct btrfs_root *root)
291{
292 return __btrfs_end_transaction(trans, root, 0);
293}
294
295int btrfs_end_transaction_throttle(struct btrfs_trans_handle *trans,
296 struct btrfs_root *root)
297{
298 return __btrfs_end_transaction(trans, root, 1);
299}
300
Chris Mason79154b12007-03-22 15:59:16 -0400301
302int btrfs_write_and_wait_transaction(struct btrfs_trans_handle *trans,
303 struct btrfs_root *root)
304{
Chris Mason7c4452b2007-04-28 09:29:35 -0400305 int ret;
Chris Mason777e6bd2008-08-15 15:34:15 -0400306 int err = 0;
Chris Mason7c4452b2007-04-28 09:29:35 -0400307 int werr = 0;
Chris Masond1310b22008-01-24 16:13:08 -0500308 struct extent_io_tree *dirty_pages;
Chris Mason7c4452b2007-04-28 09:29:35 -0400309 struct page *page;
Chris Mason7c4452b2007-04-28 09:29:35 -0400310 struct inode *btree_inode = root->fs_info->btree_inode;
Chris Mason777e6bd2008-08-15 15:34:15 -0400311 u64 start = 0;
Chris Mason5f39d392007-10-15 16:14:19 -0400312 u64 end;
313 unsigned long index;
Chris Mason7c4452b2007-04-28 09:29:35 -0400314
315 if (!trans || !trans->transaction) {
316 return filemap_write_and_wait(btree_inode->i_mapping);
317 }
318 dirty_pages = &trans->transaction->dirty_pages;
319 while(1) {
Chris Mason777e6bd2008-08-15 15:34:15 -0400320 ret = find_first_extent_bit(dirty_pages, start, &start, &end,
Chris Mason5f39d392007-10-15 16:14:19 -0400321 EXTENT_DIRTY);
322 if (ret)
Chris Mason7c4452b2007-04-28 09:29:35 -0400323 break;
Chris Mason5f39d392007-10-15 16:14:19 -0400324 while(start <= end) {
Chris Mason777e6bd2008-08-15 15:34:15 -0400325 cond_resched();
326
Chris Mason5f39d392007-10-15 16:14:19 -0400327 index = start >> PAGE_CACHE_SHIFT;
Chris Mason35ebb932007-10-30 16:56:53 -0400328 start = (u64)(index + 1) << PAGE_CACHE_SHIFT;
Chris Mason5f39d392007-10-15 16:14:19 -0400329 page = find_lock_page(btree_inode->i_mapping, index);
Chris Mason7c4452b2007-04-28 09:29:35 -0400330 if (!page)
331 continue;
Chris Mason6702ed42007-08-07 16:15:09 -0400332 if (PageWriteback(page)) {
333 if (PageDirty(page))
334 wait_on_page_writeback(page);
335 else {
336 unlock_page(page);
337 page_cache_release(page);
338 continue;
339 }
340 }
Chris Mason7c4452b2007-04-28 09:29:35 -0400341 err = write_one_page(page, 0);
342 if (err)
343 werr = err;
344 page_cache_release(page);
345 }
346 }
Chris Mason777e6bd2008-08-15 15:34:15 -0400347 while(1) {
348 ret = find_first_extent_bit(dirty_pages, 0, &start, &end,
349 EXTENT_DIRTY);
350 if (ret)
351 break;
352
353 clear_extent_dirty(dirty_pages, start, end, GFP_NOFS);
354 while(start <= end) {
355 index = start >> PAGE_CACHE_SHIFT;
356 start = (u64)(index + 1) << PAGE_CACHE_SHIFT;
357 page = find_get_page(btree_inode->i_mapping, index);
358 if (!page)
359 continue;
360 if (PageDirty(page)) {
361 lock_page(page);
362 err = write_one_page(page, 0);
363 if (err)
364 werr = err;
365 }
366 wait_on_page_writeback(page);
367 page_cache_release(page);
368 cond_resched();
369 }
370 }
Chris Mason7c4452b2007-04-28 09:29:35 -0400371 if (err)
372 werr = err;
373 return werr;
Chris Mason79154b12007-03-22 15:59:16 -0400374}
375
Chris Mason0b86a832008-03-24 15:01:56 -0400376static int update_cowonly_root(struct btrfs_trans_handle *trans,
377 struct btrfs_root *root)
378{
379 int ret;
380 u64 old_root_bytenr;
381 struct btrfs_root *tree_root = root->fs_info->tree_root;
382
383 btrfs_write_dirty_block_groups(trans, root);
384 while(1) {
385 old_root_bytenr = btrfs_root_bytenr(&root->root_item);
386 if (old_root_bytenr == root->node->start)
387 break;
388 btrfs_set_root_bytenr(&root->root_item,
389 root->node->start);
390 btrfs_set_root_level(&root->root_item,
391 btrfs_header_level(root->node));
392 ret = btrfs_update_root(trans, tree_root,
393 &root->root_key,
394 &root->root_item);
395 BUG_ON(ret);
396 btrfs_write_dirty_block_groups(trans, root);
397 }
398 return 0;
399}
400
Chris Mason79154b12007-03-22 15:59:16 -0400401int btrfs_commit_tree_roots(struct btrfs_trans_handle *trans,
402 struct btrfs_root *root)
403{
Chris Mason79154b12007-03-22 15:59:16 -0400404 struct btrfs_fs_info *fs_info = root->fs_info;
Chris Mason0b86a832008-03-24 15:01:56 -0400405 struct list_head *next;
Chris Mason79154b12007-03-22 15:59:16 -0400406
Chris Mason0b86a832008-03-24 15:01:56 -0400407 while(!list_empty(&fs_info->dirty_cowonly_roots)) {
408 next = fs_info->dirty_cowonly_roots.next;
409 list_del_init(next);
410 root = list_entry(next, struct btrfs_root, dirty_list);
411 update_cowonly_root(trans, root);
Chris Mason79154b12007-03-22 15:59:16 -0400412 }
413 return 0;
414}
415
Yan Zhengb48652c2008-08-04 23:23:47 -0400416int btrfs_add_dead_root(struct btrfs_root *root, struct btrfs_root *latest)
Chris Mason5eda7b52007-06-22 14:16:25 -0400417{
Yan Zhengf321e492008-07-30 09:26:11 -0400418 struct btrfs_dirty_root *dirty;
Chris Mason5eda7b52007-06-22 14:16:25 -0400419
420 dirty = kmalloc(sizeof(*dirty), GFP_NOFS);
421 if (!dirty)
422 return -ENOMEM;
Chris Mason5eda7b52007-06-22 14:16:25 -0400423 dirty->root = root;
Chris Mason5ce14bb2007-09-11 11:15:39 -0400424 dirty->latest_root = latest;
Yan Zhengb48652c2008-08-04 23:23:47 -0400425
426 mutex_lock(&root->fs_info->trans_mutex);
427 list_add(&dirty->list, &latest->fs_info->dead_roots);
428 mutex_unlock(&root->fs_info->trans_mutex);
Chris Mason5eda7b52007-06-22 14:16:25 -0400429 return 0;
430}
431
Chris Mason80b67942008-02-01 16:35:04 -0500432static noinline int add_dirty_roots(struct btrfs_trans_handle *trans,
433 struct radix_tree_root *radix,
434 struct list_head *list)
Chris Mason0f7d52f2007-04-09 10:42:37 -0400435{
Yan Zhengf321e492008-07-30 09:26:11 -0400436 struct btrfs_dirty_root *dirty;
Chris Mason0f7d52f2007-04-09 10:42:37 -0400437 struct btrfs_root *gang[8];
438 struct btrfs_root *root;
439 int i;
440 int ret;
Chris Mason54aa1f42007-06-22 14:16:25 -0400441 int err = 0;
Chris Mason5eda7b52007-06-22 14:16:25 -0400442 u32 refs;
Chris Mason54aa1f42007-06-22 14:16:25 -0400443
Chris Mason0f7d52f2007-04-09 10:42:37 -0400444 while(1) {
445 ret = radix_tree_gang_lookup_tag(radix, (void **)gang, 0,
446 ARRAY_SIZE(gang),
447 BTRFS_ROOT_TRANS_TAG);
448 if (ret == 0)
449 break;
450 for (i = 0; i < ret; i++) {
451 root = gang[i];
Chris Mason2619ba12007-04-10 16:58:11 -0400452 radix_tree_tag_clear(radix,
453 (unsigned long)root->root_key.objectid,
454 BTRFS_ROOT_TRANS_TAG);
Yan Zheng31153d82008-07-28 15:32:19 -0400455
456 BUG_ON(!root->ref_tree);
Chris Mason017e5362008-07-28 15:32:51 -0400457 dirty = root->dirty_root;
Yan Zheng31153d82008-07-28 15:32:19 -0400458
Chris Mason0f7d52f2007-04-09 10:42:37 -0400459 if (root->commit_root == root->node) {
Chris Masondb945352007-10-15 16:15:53 -0400460 WARN_ON(root->node->start !=
461 btrfs_root_bytenr(&root->root_item));
Yan Zheng31153d82008-07-28 15:32:19 -0400462
Chris Mason5f39d392007-10-15 16:14:19 -0400463 free_extent_buffer(root->commit_root);
Chris Mason0f7d52f2007-04-09 10:42:37 -0400464 root->commit_root = NULL;
Yan Zheng7ea394f2008-08-05 13:05:02 -0400465 root->dirty_root = NULL;
Yanbcc63ab2008-07-30 16:29:20 -0400466
467 spin_lock(&root->list_lock);
468 list_del_init(&dirty->root->dead_list);
469 spin_unlock(&root->list_lock);
470
Yan Zheng31153d82008-07-28 15:32:19 -0400471 kfree(dirty->root);
472 kfree(dirty);
Josef Bacik58176a92007-08-29 15:47:34 -0400473
474 /* make sure to update the root on disk
475 * so we get any updates to the block used
476 * counts
477 */
478 err = btrfs_update_root(trans,
479 root->fs_info->tree_root,
480 &root->root_key,
481 &root->root_item);
Chris Mason0f7d52f2007-04-09 10:42:37 -0400482 continue;
483 }
Chris Mason9f3a7422007-08-07 15:52:19 -0400484
485 memset(&root->root_item.drop_progress, 0,
486 sizeof(struct btrfs_disk_key));
487 root->root_item.drop_level = 0;
Chris Mason0f7d52f2007-04-09 10:42:37 -0400488 root->commit_root = NULL;
Yan Zheng7ea394f2008-08-05 13:05:02 -0400489 root->dirty_root = NULL;
Chris Mason0f7d52f2007-04-09 10:42:37 -0400490 root->root_key.offset = root->fs_info->generation;
Chris Masondb945352007-10-15 16:15:53 -0400491 btrfs_set_root_bytenr(&root->root_item,
492 root->node->start);
493 btrfs_set_root_level(&root->root_item,
494 btrfs_header_level(root->node));
Chris Mason0f7d52f2007-04-09 10:42:37 -0400495 err = btrfs_insert_root(trans, root->fs_info->tree_root,
496 &root->root_key,
497 &root->root_item);
Chris Mason54aa1f42007-06-22 14:16:25 -0400498 if (err)
499 break;
Chris Mason9f3a7422007-08-07 15:52:19 -0400500
501 refs = btrfs_root_refs(&dirty->root->root_item);
502 btrfs_set_root_refs(&dirty->root->root_item, refs - 1);
Chris Mason5eda7b52007-06-22 14:16:25 -0400503 err = btrfs_update_root(trans, root->fs_info->tree_root,
Chris Mason9f3a7422007-08-07 15:52:19 -0400504 &dirty->root->root_key,
505 &dirty->root->root_item);
Chris Mason5eda7b52007-06-22 14:16:25 -0400506
507 BUG_ON(err);
Chris Mason9f3a7422007-08-07 15:52:19 -0400508 if (refs == 1) {
Chris Mason5eda7b52007-06-22 14:16:25 -0400509 list_add(&dirty->list, list);
Chris Mason9f3a7422007-08-07 15:52:19 -0400510 } else {
511 WARN_ON(1);
Yan Zheng31153d82008-07-28 15:32:19 -0400512 free_extent_buffer(dirty->root->node);
Chris Mason9f3a7422007-08-07 15:52:19 -0400513 kfree(dirty->root);
Chris Mason5eda7b52007-06-22 14:16:25 -0400514 kfree(dirty);
Chris Mason9f3a7422007-08-07 15:52:19 -0400515 }
Chris Mason0f7d52f2007-04-09 10:42:37 -0400516 }
517 }
Chris Mason54aa1f42007-06-22 14:16:25 -0400518 return err;
Chris Mason0f7d52f2007-04-09 10:42:37 -0400519}
520
Chris Masone9d0b132007-08-10 14:06:19 -0400521int btrfs_defrag_root(struct btrfs_root *root, int cacheonly)
522{
523 struct btrfs_fs_info *info = root->fs_info;
524 int ret;
525 struct btrfs_trans_handle *trans;
Chris Masond3c2fdcf2007-09-17 10:58:06 -0400526 unsigned long nr;
Chris Masone9d0b132007-08-10 14:06:19 -0400527
Chris Masona2135012008-06-25 16:01:30 -0400528 smp_mb();
Chris Masone9d0b132007-08-10 14:06:19 -0400529 if (root->defrag_running)
530 return 0;
Chris Masone9d0b132007-08-10 14:06:19 -0400531 trans = btrfs_start_transaction(root, 1);
Chris Mason6b800532007-10-15 16:17:34 -0400532 while (1) {
Chris Masone9d0b132007-08-10 14:06:19 -0400533 root->defrag_running = 1;
534 ret = btrfs_defrag_leaves(trans, root, cacheonly);
Chris Masond3c2fdcf2007-09-17 10:58:06 -0400535 nr = trans->blocks_used;
Chris Masone9d0b132007-08-10 14:06:19 -0400536 btrfs_end_transaction(trans, root);
Chris Masond3c2fdcf2007-09-17 10:58:06 -0400537 btrfs_btree_balance_dirty(info->tree_root, nr);
Chris Masone9d0b132007-08-10 14:06:19 -0400538 cond_resched();
539
Chris Masone9d0b132007-08-10 14:06:19 -0400540 trans = btrfs_start_transaction(root, 1);
Chris Mason3f157a22008-06-25 16:01:31 -0400541 if (root->fs_info->closing || ret != -EAGAIN)
Chris Masone9d0b132007-08-10 14:06:19 -0400542 break;
543 }
544 root->defrag_running = 0;
Chris Masona2135012008-06-25 16:01:30 -0400545 smp_mb();
Chris Masone9d0b132007-08-10 14:06:19 -0400546 btrfs_end_transaction(trans, root);
547 return 0;
548}
549
Chris Mason80b67942008-02-01 16:35:04 -0500550static noinline int drop_dirty_roots(struct btrfs_root *tree_root,
551 struct list_head *list)
Chris Mason0f7d52f2007-04-09 10:42:37 -0400552{
Yan Zhengf321e492008-07-30 09:26:11 -0400553 struct btrfs_dirty_root *dirty;
Chris Mason0f7d52f2007-04-09 10:42:37 -0400554 struct btrfs_trans_handle *trans;
Chris Masond3c2fdcf2007-09-17 10:58:06 -0400555 unsigned long nr;
Chris Masondb945352007-10-15 16:15:53 -0400556 u64 num_bytes;
557 u64 bytes_used;
Yanbcc63ab2008-07-30 16:29:20 -0400558 u64 max_useless;
Chris Mason54aa1f42007-06-22 14:16:25 -0400559 int ret = 0;
Chris Mason9f3a7422007-08-07 15:52:19 -0400560 int err;
561
Chris Mason0f7d52f2007-04-09 10:42:37 -0400562 while(!list_empty(list)) {
Josef Bacik58176a92007-08-29 15:47:34 -0400563 struct btrfs_root *root;
564
Yan Zhengf321e492008-07-30 09:26:11 -0400565 dirty = list_entry(list->prev, struct btrfs_dirty_root, list);
Chris Mason0f7d52f2007-04-09 10:42:37 -0400566 list_del_init(&dirty->list);
Chris Mason5eda7b52007-06-22 14:16:25 -0400567
Chris Masondb945352007-10-15 16:15:53 -0400568 num_bytes = btrfs_root_used(&dirty->root->root_item);
Josef Bacik58176a92007-08-29 15:47:34 -0400569 root = dirty->latest_root;
Chris Masona2135012008-06-25 16:01:30 -0400570 atomic_inc(&root->fs_info->throttles);
Josef Bacik58176a92007-08-29 15:47:34 -0400571
Chris Masona2135012008-06-25 16:01:30 -0400572 mutex_lock(&root->fs_info->drop_mutex);
Chris Mason9f3a7422007-08-07 15:52:19 -0400573 while(1) {
574 trans = btrfs_start_transaction(tree_root, 1);
575 ret = btrfs_drop_snapshot(trans, dirty->root);
576 if (ret != -EAGAIN) {
577 break;
578 }
Josef Bacik58176a92007-08-29 15:47:34 -0400579
Chris Mason9f3a7422007-08-07 15:52:19 -0400580 err = btrfs_update_root(trans,
581 tree_root,
582 &dirty->root->root_key,
583 &dirty->root->root_item);
584 if (err)
585 ret = err;
Chris Masond3c2fdcf2007-09-17 10:58:06 -0400586 nr = trans->blocks_used;
Chris Mason017e5362008-07-28 15:32:51 -0400587 ret = btrfs_end_transaction(trans, tree_root);
Chris Mason9f3a7422007-08-07 15:52:19 -0400588 BUG_ON(ret);
Chris Masona2135012008-06-25 16:01:30 -0400589
590 mutex_unlock(&root->fs_info->drop_mutex);
Chris Masond3c2fdcf2007-09-17 10:58:06 -0400591 btrfs_btree_balance_dirty(tree_root, nr);
Chris Mason4dc119042007-10-15 16:18:14 -0400592 cond_resched();
Chris Masona2135012008-06-25 16:01:30 -0400593 mutex_lock(&root->fs_info->drop_mutex);
Chris Mason9f3a7422007-08-07 15:52:19 -0400594 }
Chris Mason0f7d52f2007-04-09 10:42:37 -0400595 BUG_ON(ret);
Chris Masona2135012008-06-25 16:01:30 -0400596 atomic_dec(&root->fs_info->throttles);
Chris Mason017e5362008-07-28 15:32:51 -0400597 wake_up(&root->fs_info->transaction_throttle);
Josef Bacik58176a92007-08-29 15:47:34 -0400598
Chris Masona2135012008-06-25 16:01:30 -0400599 mutex_lock(&root->fs_info->alloc_mutex);
Chris Masondb945352007-10-15 16:15:53 -0400600 num_bytes -= btrfs_root_used(&dirty->root->root_item);
601 bytes_used = btrfs_root_used(&root->root_item);
602 if (num_bytes) {
Josef Bacik58176a92007-08-29 15:47:34 -0400603 record_root_in_trans(root);
Chris Mason5f39d392007-10-15 16:14:19 -0400604 btrfs_set_root_used(&root->root_item,
Chris Masondb945352007-10-15 16:15:53 -0400605 bytes_used - num_bytes);
Josef Bacik58176a92007-08-29 15:47:34 -0400606 }
Chris Masona2135012008-06-25 16:01:30 -0400607 mutex_unlock(&root->fs_info->alloc_mutex);
608
Chris Mason9f3a7422007-08-07 15:52:19 -0400609 ret = btrfs_del_root(trans, tree_root, &dirty->root->root_key);
Josef Bacik58176a92007-08-29 15:47:34 -0400610 if (ret) {
611 BUG();
Chris Mason54aa1f42007-06-22 14:16:25 -0400612 break;
Josef Bacik58176a92007-08-29 15:47:34 -0400613 }
Chris Masona2135012008-06-25 16:01:30 -0400614 mutex_unlock(&root->fs_info->drop_mutex);
615
Yanbcc63ab2008-07-30 16:29:20 -0400616 spin_lock(&root->list_lock);
617 list_del_init(&dirty->root->dead_list);
618 if (!list_empty(&root->dead_list)) {
619 struct btrfs_root *oldest;
620 oldest = list_entry(root->dead_list.prev,
621 struct btrfs_root, dead_list);
622 max_useless = oldest->root_key.offset - 1;
623 } else {
624 max_useless = root->root_key.offset - 1;
625 }
626 spin_unlock(&root->list_lock);
627
Chris Masond3c2fdcf2007-09-17 10:58:06 -0400628 nr = trans->blocks_used;
Chris Mason0f7d52f2007-04-09 10:42:37 -0400629 ret = btrfs_end_transaction(trans, tree_root);
630 BUG_ON(ret);
Chris Mason5eda7b52007-06-22 14:16:25 -0400631
Yanbcc63ab2008-07-30 16:29:20 -0400632 ret = btrfs_remove_leaf_refs(root, max_useless);
633 BUG_ON(ret);
634
Chris Masonf510cfe2007-10-15 16:14:48 -0400635 free_extent_buffer(dirty->root->node);
Chris Mason9f3a7422007-08-07 15:52:19 -0400636 kfree(dirty->root);
Chris Mason0f7d52f2007-04-09 10:42:37 -0400637 kfree(dirty);
Chris Masond3c2fdcf2007-09-17 10:58:06 -0400638
639 btrfs_btree_balance_dirty(tree_root, nr);
Chris Mason4dc119042007-10-15 16:18:14 -0400640 cond_resched();
Chris Mason0f7d52f2007-04-09 10:42:37 -0400641 }
Chris Mason54aa1f42007-06-22 14:16:25 -0400642 return ret;
Chris Mason0f7d52f2007-04-09 10:42:37 -0400643}
644
Chris Mason80b67942008-02-01 16:35:04 -0500645static noinline int create_pending_snapshot(struct btrfs_trans_handle *trans,
Chris Mason3063d292008-01-08 15:46:30 -0500646 struct btrfs_fs_info *fs_info,
647 struct btrfs_pending_snapshot *pending)
648{
649 struct btrfs_key key;
Chris Mason80b67942008-02-01 16:35:04 -0500650 struct btrfs_root_item *new_root_item;
Chris Mason3063d292008-01-08 15:46:30 -0500651 struct btrfs_root *tree_root = fs_info->tree_root;
652 struct btrfs_root *root = pending->root;
653 struct extent_buffer *tmp;
Chris Mason925baed2008-06-25 16:01:30 -0400654 struct extent_buffer *old;
Chris Mason3063d292008-01-08 15:46:30 -0500655 int ret;
Sven Wegener3b963622008-06-09 21:57:42 -0400656 int namelen;
Chris Mason3063d292008-01-08 15:46:30 -0500657 u64 objectid;
658
Chris Mason80b67942008-02-01 16:35:04 -0500659 new_root_item = kmalloc(sizeof(*new_root_item), GFP_NOFS);
660 if (!new_root_item) {
661 ret = -ENOMEM;
662 goto fail;
663 }
Chris Mason3063d292008-01-08 15:46:30 -0500664 ret = btrfs_find_free_objectid(trans, tree_root, 0, &objectid);
665 if (ret)
666 goto fail;
667
Chris Mason80b67942008-02-01 16:35:04 -0500668 memcpy(new_root_item, &root->root_item, sizeof(*new_root_item));
Chris Mason3063d292008-01-08 15:46:30 -0500669
670 key.objectid = objectid;
671 key.offset = 1;
672 btrfs_set_key_type(&key, BTRFS_ROOT_ITEM_KEY);
673
Chris Mason925baed2008-06-25 16:01:30 -0400674 old = btrfs_lock_root_node(root);
Chris Mason65b51a02008-08-01 15:11:20 -0400675 btrfs_cow_block(trans, root, old, NULL, 0, &old, 0);
Chris Mason3063d292008-01-08 15:46:30 -0500676
Chris Mason925baed2008-06-25 16:01:30 -0400677 btrfs_copy_root(trans, root, old, &tmp, objectid);
678 btrfs_tree_unlock(old);
679 free_extent_buffer(old);
Chris Mason3063d292008-01-08 15:46:30 -0500680
Chris Mason80b67942008-02-01 16:35:04 -0500681 btrfs_set_root_bytenr(new_root_item, tmp->start);
682 btrfs_set_root_level(new_root_item, btrfs_header_level(tmp));
Chris Mason3063d292008-01-08 15:46:30 -0500683 ret = btrfs_insert_root(trans, root->fs_info->tree_root, &key,
Chris Mason80b67942008-02-01 16:35:04 -0500684 new_root_item);
Chris Mason925baed2008-06-25 16:01:30 -0400685 btrfs_tree_unlock(tmp);
Chris Mason3063d292008-01-08 15:46:30 -0500686 free_extent_buffer(tmp);
687 if (ret)
688 goto fail;
689
690 /*
691 * insert the directory item
692 */
693 key.offset = (u64)-1;
Sven Wegener3b963622008-06-09 21:57:42 -0400694 namelen = strlen(pending->name);
Chris Mason3063d292008-01-08 15:46:30 -0500695 ret = btrfs_insert_dir_item(trans, root->fs_info->tree_root,
Sven Wegener3b963622008-06-09 21:57:42 -0400696 pending->name, namelen,
Chris Mason3063d292008-01-08 15:46:30 -0500697 root->fs_info->sb->s_root->d_inode->i_ino,
Josef Bacikaec74772008-07-24 12:12:38 -0400698 &key, BTRFS_FT_DIR, 0);
Chris Mason3063d292008-01-08 15:46:30 -0500699
700 if (ret)
701 goto fail;
702
703 ret = btrfs_insert_inode_ref(trans, root->fs_info->tree_root,
704 pending->name, strlen(pending->name), objectid,
Josef Bacikaec74772008-07-24 12:12:38 -0400705 root->fs_info->sb->s_root->d_inode->i_ino, 0);
Sven Wegener3b963622008-06-09 21:57:42 -0400706
707 /* Invalidate existing dcache entry for new snapshot. */
708 btrfs_invalidate_dcache_root(root, pending->name, namelen);
709
Chris Mason3063d292008-01-08 15:46:30 -0500710fail:
Chris Mason80b67942008-02-01 16:35:04 -0500711 kfree(new_root_item);
Chris Mason3063d292008-01-08 15:46:30 -0500712 return ret;
713}
714
Chris Mason80b67942008-02-01 16:35:04 -0500715static noinline int create_pending_snapshots(struct btrfs_trans_handle *trans,
716 struct btrfs_fs_info *fs_info)
Chris Mason3063d292008-01-08 15:46:30 -0500717{
718 struct btrfs_pending_snapshot *pending;
719 struct list_head *head = &trans->transaction->pending_snapshots;
720 int ret;
721
722 while(!list_empty(head)) {
723 pending = list_entry(head->next,
724 struct btrfs_pending_snapshot, list);
725 ret = create_pending_snapshot(trans, fs_info, pending);
726 BUG_ON(ret);
727 list_del(&pending->list);
728 kfree(pending->name);
729 kfree(pending);
730 }
Chris Masondc17ff82008-01-08 15:46:30 -0500731 return 0;
732}
733
Chris Mason79154b12007-03-22 15:59:16 -0400734int btrfs_commit_transaction(struct btrfs_trans_handle *trans,
735 struct btrfs_root *root)
736{
Josef Bacik15ee9bc2007-08-10 16:22:09 -0400737 unsigned long joined = 0;
738 unsigned long timeout = 1;
Chris Mason79154b12007-03-22 15:59:16 -0400739 struct btrfs_transaction *cur_trans;
Chris Mason8fd17792007-04-19 21:01:03 -0400740 struct btrfs_transaction *prev_trans = NULL;
Chris Mason0b86a832008-03-24 15:01:56 -0400741 struct btrfs_root *chunk_root = root->fs_info->chunk_root;
Chris Mason0f7d52f2007-04-09 10:42:37 -0400742 struct list_head dirty_fs_roots;
Chris Masond1310b22008-01-24 16:13:08 -0500743 struct extent_io_tree *pinned_copy;
Chris Mason79154b12007-03-22 15:59:16 -0400744 DEFINE_WAIT(wait);
Josef Bacik15ee9bc2007-08-10 16:22:09 -0400745 int ret;
Chris Mason79154b12007-03-22 15:59:16 -0400746
Chris Mason0f7d52f2007-04-09 10:42:37 -0400747 INIT_LIST_HEAD(&dirty_fs_roots);
Chris Masond6e4a422007-04-06 15:37:36 -0400748
Chris Mason79154b12007-03-22 15:59:16 -0400749 mutex_lock(&root->fs_info->trans_mutex);
750 if (trans->transaction->in_commit) {
751 cur_trans = trans->transaction;
752 trans->transaction->use_count++;
Chris Masonccd467d2007-06-28 15:57:36 -0400753 mutex_unlock(&root->fs_info->trans_mutex);
Chris Mason79154b12007-03-22 15:59:16 -0400754 btrfs_end_transaction(trans, root);
Chris Masonccd467d2007-06-28 15:57:36 -0400755
Chris Mason79154b12007-03-22 15:59:16 -0400756 ret = wait_for_commit(root, cur_trans);
757 BUG_ON(ret);
Josef Bacik15ee9bc2007-08-10 16:22:09 -0400758
759 mutex_lock(&root->fs_info->trans_mutex);
Chris Mason79154b12007-03-22 15:59:16 -0400760 put_transaction(cur_trans);
Josef Bacik15ee9bc2007-08-10 16:22:09 -0400761 mutex_unlock(&root->fs_info->trans_mutex);
762
Chris Mason79154b12007-03-22 15:59:16 -0400763 return 0;
764 }
Chris Mason4313b392008-01-03 09:08:48 -0500765
766 pinned_copy = kmalloc(sizeof(*pinned_copy), GFP_NOFS);
767 if (!pinned_copy)
768 return -ENOMEM;
769
Chris Masond1310b22008-01-24 16:13:08 -0500770 extent_io_tree_init(pinned_copy,
Chris Mason4313b392008-01-03 09:08:48 -0500771 root->fs_info->btree_inode->i_mapping, GFP_NOFS);
772
Chris Mason2c90e5d2007-04-02 10:50:19 -0400773 trans->transaction->in_commit = 1;
Chris Masonf9295742008-07-17 12:54:14 -0400774 trans->transaction->blocked = 1;
Chris Masonccd467d2007-06-28 15:57:36 -0400775 cur_trans = trans->transaction;
776 if (cur_trans->list.prev != &root->fs_info->trans_list) {
777 prev_trans = list_entry(cur_trans->list.prev,
778 struct btrfs_transaction, list);
779 if (!prev_trans->commit_done) {
780 prev_trans->use_count++;
Chris Masonccd467d2007-06-28 15:57:36 -0400781 mutex_unlock(&root->fs_info->trans_mutex);
782
783 wait_for_commit(root, prev_trans);
Chris Masonccd467d2007-06-28 15:57:36 -0400784
Chris Masonccd467d2007-06-28 15:57:36 -0400785 mutex_lock(&root->fs_info->trans_mutex);
Josef Bacik15ee9bc2007-08-10 16:22:09 -0400786 put_transaction(prev_trans);
Chris Masonccd467d2007-06-28 15:57:36 -0400787 }
788 }
Josef Bacik15ee9bc2007-08-10 16:22:09 -0400789
790 do {
Yan Zheng7ea394f2008-08-05 13:05:02 -0400791 int snap_pending = 0;
Josef Bacik15ee9bc2007-08-10 16:22:09 -0400792 joined = cur_trans->num_joined;
Yan Zheng7ea394f2008-08-05 13:05:02 -0400793 if (!list_empty(&trans->transaction->pending_snapshots))
794 snap_pending = 1;
795
Chris Mason2c90e5d2007-04-02 10:50:19 -0400796 WARN_ON(cur_trans != trans->transaction);
Josef Bacik15ee9bc2007-08-10 16:22:09 -0400797 prepare_to_wait(&cur_trans->writer_wait, &wait,
Chris Mason79154b12007-03-22 15:59:16 -0400798 TASK_UNINTERRUPTIBLE);
Josef Bacik15ee9bc2007-08-10 16:22:09 -0400799
800 if (cur_trans->num_writers > 1)
801 timeout = MAX_SCHEDULE_TIMEOUT;
802 else
803 timeout = 1;
804
Chris Mason79154b12007-03-22 15:59:16 -0400805 mutex_unlock(&root->fs_info->trans_mutex);
Josef Bacik15ee9bc2007-08-10 16:22:09 -0400806
Yan Zheng7ea394f2008-08-05 13:05:02 -0400807 if (snap_pending) {
808 ret = btrfs_wait_ordered_extents(root, 1);
809 BUG_ON(ret);
810 }
811
Josef Bacik15ee9bc2007-08-10 16:22:09 -0400812 schedule_timeout(timeout);
813
Chris Mason79154b12007-03-22 15:59:16 -0400814 mutex_lock(&root->fs_info->trans_mutex);
Josef Bacik15ee9bc2007-08-10 16:22:09 -0400815 finish_wait(&cur_trans->writer_wait, &wait);
816 } while (cur_trans->num_writers > 1 ||
817 (cur_trans->num_joined != joined));
818
Chris Mason3063d292008-01-08 15:46:30 -0500819 ret = create_pending_snapshots(trans, root->fs_info);
820 BUG_ON(ret);
821
Chris Mason2c90e5d2007-04-02 10:50:19 -0400822 WARN_ON(cur_trans != trans->transaction);
Chris Masondc17ff82008-01-08 15:46:30 -0500823
Chris Mason54aa1f42007-06-22 14:16:25 -0400824 ret = add_dirty_roots(trans, &root->fs_info->fs_roots_radix,
825 &dirty_fs_roots);
826 BUG_ON(ret);
827
Chris Mason79154b12007-03-22 15:59:16 -0400828 ret = btrfs_commit_tree_roots(trans, root);
829 BUG_ON(ret);
Chris Mason54aa1f42007-06-22 14:16:25 -0400830
Chris Mason78fae272007-03-25 11:35:08 -0400831 cur_trans = root->fs_info->running_transaction;
Chris Masoncee36a02008-01-15 08:40:48 -0500832 spin_lock(&root->fs_info->new_trans_lock);
Chris Mason78fae272007-03-25 11:35:08 -0400833 root->fs_info->running_transaction = NULL;
Chris Masoncee36a02008-01-15 08:40:48 -0500834 spin_unlock(&root->fs_info->new_trans_lock);
Chris Mason4b52dff2007-06-26 10:06:50 -0400835 btrfs_set_super_generation(&root->fs_info->super_copy,
836 cur_trans->transid);
837 btrfs_set_super_root(&root->fs_info->super_copy,
Chris Masondb945352007-10-15 16:15:53 -0400838 root->fs_info->tree_root->node->start);
839 btrfs_set_super_root_level(&root->fs_info->super_copy,
840 btrfs_header_level(root->fs_info->tree_root->node));
Chris Mason5f39d392007-10-15 16:14:19 -0400841
Chris Mason0b86a832008-03-24 15:01:56 -0400842 btrfs_set_super_chunk_root(&root->fs_info->super_copy,
843 chunk_root->node->start);
844 btrfs_set_super_chunk_root_level(&root->fs_info->super_copy,
845 btrfs_header_level(chunk_root->node));
Chris Masona061fc82008-05-07 11:43:44 -0400846 memcpy(&root->fs_info->super_for_commit, &root->fs_info->super_copy,
847 sizeof(root->fs_info->super_copy));
Chris Masonccd467d2007-06-28 15:57:36 -0400848
Chris Mason4313b392008-01-03 09:08:48 -0500849 btrfs_copy_pinned(root, pinned_copy);
Chris Masonccd467d2007-06-28 15:57:36 -0400850
Chris Masonf9295742008-07-17 12:54:14 -0400851 trans->transaction->blocked = 0;
Chris Masone6dcd2d2008-07-17 12:53:50 -0400852 wake_up(&root->fs_info->transaction_throttle);
Chris Masonf9295742008-07-17 12:54:14 -0400853 wake_up(&root->fs_info->transaction_wait);
Chris Masone6dcd2d2008-07-17 12:53:50 -0400854
Chris Mason78fae272007-03-25 11:35:08 -0400855 mutex_unlock(&root->fs_info->trans_mutex);
Chris Mason79154b12007-03-22 15:59:16 -0400856 ret = btrfs_write_and_wait_transaction(trans, root);
857 BUG_ON(ret);
Chris Mason79154b12007-03-22 15:59:16 -0400858 write_ctree_super(trans, root);
Chris Mason4313b392008-01-03 09:08:48 -0500859
Chris Mason4313b392008-01-03 09:08:48 -0500860 btrfs_finish_extent_commit(trans, root, pinned_copy);
Chris Mason78fae272007-03-25 11:35:08 -0400861 mutex_lock(&root->fs_info->trans_mutex);
Chris Mason4313b392008-01-03 09:08:48 -0500862
863 kfree(pinned_copy);
864
Chris Mason2c90e5d2007-04-02 10:50:19 -0400865 cur_trans->commit_done = 1;
Josef Bacik15ee9bc2007-08-10 16:22:09 -0400866 root->fs_info->last_trans_committed = cur_trans->transid;
Chris Mason2c90e5d2007-04-02 10:50:19 -0400867 wake_up(&cur_trans->commit_wait);
Chris Mason79154b12007-03-22 15:59:16 -0400868 put_transaction(cur_trans);
Chris Mason78fae272007-03-25 11:35:08 -0400869 put_transaction(cur_trans);
Josef Bacik58176a92007-08-29 15:47:34 -0400870
Yanbcc63ab2008-07-30 16:29:20 -0400871 list_splice_init(&dirty_fs_roots, &root->fs_info->dead_roots);
Chris Masonfacda1e2007-06-08 18:11:48 -0400872 if (root->fs_info->closing)
873 list_splice_init(&root->fs_info->dead_roots, &dirty_fs_roots);
Josef Bacik58176a92007-08-29 15:47:34 -0400874
Chris Mason78fae272007-03-25 11:35:08 -0400875 mutex_unlock(&root->fs_info->trans_mutex);
Chris Mason2c90e5d2007-04-02 10:50:19 -0400876 kmem_cache_free(btrfs_trans_handle_cachep, trans);
Chris Mason79154b12007-03-22 15:59:16 -0400877
Chris Masonfacda1e2007-06-08 18:11:48 -0400878 if (root->fs_info->closing) {
Chris Masonfacda1e2007-06-08 18:11:48 -0400879 drop_dirty_roots(root->fs_info->tree_root, &dirty_fs_roots);
Chris Masonfacda1e2007-06-08 18:11:48 -0400880 }
Chris Mason79154b12007-03-22 15:59:16 -0400881 return ret;
882}
883
Chris Masone9d0b132007-08-10 14:06:19 -0400884int btrfs_clean_old_snapshots(struct btrfs_root *root)
885{
886 struct list_head dirty_roots;
887 INIT_LIST_HEAD(&dirty_roots);
Chris Masona74a4b92008-06-25 16:01:31 -0400888again:
Chris Masone9d0b132007-08-10 14:06:19 -0400889 mutex_lock(&root->fs_info->trans_mutex);
890 list_splice_init(&root->fs_info->dead_roots, &dirty_roots);
891 mutex_unlock(&root->fs_info->trans_mutex);
892
893 if (!list_empty(&dirty_roots)) {
894 drop_dirty_roots(root, &dirty_roots);
Chris Masona74a4b92008-06-25 16:01:31 -0400895 goto again;
Chris Masone9d0b132007-08-10 14:06:19 -0400896 }
897 return 0;
898}