]> git.kernelconcepts.de Git - karo-tx-linux.git/blob - drivers/staging/lustre/lustre/llite/llite_lib.c
Merge tag 'v4.6-next-soc' of https://github.com/mbgg/linux-mediatek into next/drivers
[karo-tx-linux.git] / drivers / staging / lustre / lustre / llite / llite_lib.c
1 /*
2  * GPL HEADER START
3  *
4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License version 2 only,
8  * as published by the Free Software Foundation.
9  *
10  * This program is distributed in the hope that it will be useful, but
11  * WITHOUT ANY WARRANTY; without even the implied warranty of
12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
13  * General Public License version 2 for more details (a copy is included
14  * in the LICENSE file that accompanied this code).
15  *
16  * You should have received a copy of the GNU General Public License
17  * version 2 along with this program; If not, see
18  * http://www.sun.com/software/products/lustre/docs/GPLv2.pdf
19  *
20  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
21  * CA 95054 USA or visit www.sun.com if you need additional information or
22  * have any questions.
23  *
24  * GPL HEADER END
25  */
26 /*
27  * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
28  * Use is subject to license terms.
29  *
30  * Copyright (c) 2011, 2015, Intel Corporation.
31  */
32 /*
33  * This file is part of Lustre, http://www.lustre.org/
34  * Lustre is a trademark of Sun Microsystems, Inc.
35  *
36  * lustre/llite/llite_lib.c
37  *
38  * Lustre Light Super operations
39  */
40
41 #define DEBUG_SUBSYSTEM S_LLITE
42
43 #include <linux/module.h>
44 #include <linux/statfs.h>
45 #include <linux/types.h>
46 #include <linux/mm.h>
47
48 #include "../include/lustre_lite.h"
49 #include "../include/lustre_ha.h"
50 #include "../include/lustre_dlm.h"
51 #include "../include/lprocfs_status.h"
52 #include "../include/lustre_disk.h"
53 #include "../include/lustre_param.h"
54 #include "../include/lustre_log.h"
55 #include "../include/cl_object.h"
56 #include "../include/obd_cksum.h"
57 #include "llite_internal.h"
58
59 struct kmem_cache *ll_file_data_slab;
60 struct dentry *llite_root;
61 struct kset *llite_kset;
62
63 #ifndef log2
64 #define log2(n) ffz(~(n))
65 #endif
66
67 static struct ll_sb_info *ll_init_sbi(struct super_block *sb)
68 {
69         struct ll_sb_info *sbi = NULL;
70         unsigned long pages;
71         unsigned long lru_page_max;
72         struct sysinfo si;
73         class_uuid_t uuid;
74         int i;
75
76         sbi = kzalloc(sizeof(*sbi), GFP_NOFS);
77         if (!sbi)
78                 return NULL;
79
80         spin_lock_init(&sbi->ll_lock);
81         mutex_init(&sbi->ll_lco.lco_lock);
82         spin_lock_init(&sbi->ll_pp_extent_lock);
83         spin_lock_init(&sbi->ll_process_lock);
84         sbi->ll_rw_stats_on = 0;
85
86         si_meminfo(&si);
87         pages = si.totalram - si.totalhigh;
88         if (pages >> (20 - PAGE_SHIFT) < 512)
89                 lru_page_max = pages / 2;
90         else
91                 lru_page_max = (pages / 4) * 3;
92
93         /* initialize lru data */
94         atomic_set(&sbi->ll_cache.ccc_users, 0);
95         sbi->ll_cache.ccc_lru_max = lru_page_max;
96         atomic_set(&sbi->ll_cache.ccc_lru_left, lru_page_max);
97         spin_lock_init(&sbi->ll_cache.ccc_lru_lock);
98         INIT_LIST_HEAD(&sbi->ll_cache.ccc_lru);
99
100         sbi->ll_ra_info.ra_max_pages_per_file = min(pages / 32,
101                                            SBI_DEFAULT_READAHEAD_MAX);
102         sbi->ll_ra_info.ra_max_pages = sbi->ll_ra_info.ra_max_pages_per_file;
103         sbi->ll_ra_info.ra_max_read_ahead_whole_pages =
104                                            SBI_DEFAULT_READAHEAD_WHOLE_MAX;
105
106         ll_generate_random_uuid(uuid);
107         class_uuid_unparse(uuid, &sbi->ll_sb_uuid);
108         CDEBUG(D_CONFIG, "generated uuid: %s\n", sbi->ll_sb_uuid.uuid);
109
110         sbi->ll_flags |= LL_SBI_VERBOSE;
111         sbi->ll_flags |= LL_SBI_CHECKSUM;
112
113         sbi->ll_flags |= LL_SBI_LRU_RESIZE;
114
115         for (i = 0; i <= LL_PROCESS_HIST_MAX; i++) {
116                 spin_lock_init(&sbi->ll_rw_extents_info.pp_extents[i].
117                                pp_r_hist.oh_lock);
118                 spin_lock_init(&sbi->ll_rw_extents_info.pp_extents[i].
119                                pp_w_hist.oh_lock);
120         }
121
122         /* metadata statahead is enabled by default */
123         sbi->ll_sa_max = LL_SA_RPC_DEF;
124         atomic_set(&sbi->ll_sa_total, 0);
125         atomic_set(&sbi->ll_sa_wrong, 0);
126         atomic_set(&sbi->ll_agl_total, 0);
127         sbi->ll_flags |= LL_SBI_AGL_ENABLED;
128
129         sbi->ll_sb = sb;
130
131         return sbi;
132 }
133
134 static void ll_free_sbi(struct super_block *sb)
135 {
136         struct ll_sb_info *sbi = ll_s2sbi(sb);
137
138         kfree(sbi);
139 }
140
141 static int client_common_fill_super(struct super_block *sb, char *md, char *dt,
142                                     struct vfsmount *mnt)
143 {
144         struct inode *root = NULL;
145         struct ll_sb_info *sbi = ll_s2sbi(sb);
146         struct obd_device *obd;
147         struct obd_statfs *osfs = NULL;
148         struct ptlrpc_request *request = NULL;
149         struct obd_connect_data *data = NULL;
150         struct obd_uuid *uuid;
151         struct md_op_data *op_data;
152         struct lustre_md lmd;
153         u64 valid;
154         int size, err, checksum;
155
156         obd = class_name2obd(md);
157         if (!obd) {
158                 CERROR("MD %s: not setup or attached\n", md);
159                 return -EINVAL;
160         }
161
162         data = kzalloc(sizeof(*data), GFP_NOFS);
163         if (!data)
164                 return -ENOMEM;
165
166         osfs = kzalloc(sizeof(*osfs), GFP_NOFS);
167         if (!osfs) {
168                 kfree(data);
169                 return -ENOMEM;
170         }
171
172         if (llite_root) {
173                 err = ldebugfs_register_mountpoint(llite_root, sb, dt, md);
174                 if (err < 0)
175                         CERROR("could not register mount in <debugfs>/lustre/llite\n");
176         }
177
178         /* indicate the features supported by this client */
179         data->ocd_connect_flags = OBD_CONNECT_IBITS    | OBD_CONNECT_NODEVOH  |
180                                   OBD_CONNECT_ATTRFID  |
181                                   OBD_CONNECT_VERSION  | OBD_CONNECT_BRW_SIZE |
182                                   OBD_CONNECT_CANCELSET | OBD_CONNECT_FID     |
183                                   OBD_CONNECT_AT       | OBD_CONNECT_LOV_V3   |
184                                   OBD_CONNECT_RMT_CLIENT | OBD_CONNECT_VBR    |
185                                   OBD_CONNECT_FULL20   | OBD_CONNECT_64BITHASH|
186                                   OBD_CONNECT_EINPROGRESS |
187                                   OBD_CONNECT_JOBSTATS | OBD_CONNECT_LVB_TYPE |
188                                   OBD_CONNECT_LAYOUTLOCK |
189                                   OBD_CONNECT_PINGLESS |
190                                   OBD_CONNECT_MAX_EASIZE |
191                                   OBD_CONNECT_FLOCK_DEAD |
192                                   OBD_CONNECT_DISP_STRIPE;
193
194         if (sbi->ll_flags & LL_SBI_SOM_PREVIEW)
195                 data->ocd_connect_flags |= OBD_CONNECT_SOM;
196
197         if (sbi->ll_flags & LL_SBI_LRU_RESIZE)
198                 data->ocd_connect_flags |= OBD_CONNECT_LRU_RESIZE;
199 #ifdef CONFIG_FS_POSIX_ACL
200         data->ocd_connect_flags |= OBD_CONNECT_ACL | OBD_CONNECT_UMASK;
201 #endif
202
203         if (OBD_FAIL_CHECK(OBD_FAIL_MDC_LIGHTWEIGHT))
204                 /* flag mdc connection as lightweight, only used for test
205                  * purpose, use with care
206                  */
207                 data->ocd_connect_flags |= OBD_CONNECT_LIGHTWEIGHT;
208
209         data->ocd_ibits_known = MDS_INODELOCK_FULL;
210         data->ocd_version = LUSTRE_VERSION_CODE;
211
212         if (sb->s_flags & MS_RDONLY)
213                 data->ocd_connect_flags |= OBD_CONNECT_RDONLY;
214         if (sbi->ll_flags & LL_SBI_USER_XATTR)
215                 data->ocd_connect_flags |= OBD_CONNECT_XATTR;
216
217         if (sbi->ll_flags & LL_SBI_FLOCK)
218                 sbi->ll_fop = &ll_file_operations_flock;
219         else if (sbi->ll_flags & LL_SBI_LOCALFLOCK)
220                 sbi->ll_fop = &ll_file_operations;
221         else
222                 sbi->ll_fop = &ll_file_operations_noflock;
223
224         /* real client */
225         data->ocd_connect_flags |= OBD_CONNECT_REAL;
226         if (sbi->ll_flags & LL_SBI_RMT_CLIENT)
227                 data->ocd_connect_flags |= OBD_CONNECT_RMT_CLIENT_FORCE;
228
229         data->ocd_brw_size = MD_MAX_BRW_SIZE;
230
231         err = obd_connect(NULL, &sbi->ll_md_exp, obd, &sbi->ll_sb_uuid,
232                           data, NULL);
233         if (err == -EBUSY) {
234                 LCONSOLE_ERROR_MSG(0x14f, "An MDT (md %s) is performing recovery, of which this client is not a part. Please wait for recovery to complete, abort, or time out.\n",
235                                    md);
236                 goto out;
237         } else if (err) {
238                 CERROR("cannot connect to %s: rc = %d\n", md, err);
239                 goto out;
240         }
241
242         sbi->ll_md_exp->exp_connect_data = *data;
243
244         err = obd_fid_init(sbi->ll_md_exp->exp_obd, sbi->ll_md_exp,
245                            LUSTRE_SEQ_METADATA);
246         if (err) {
247                 CERROR("%s: Can't init metadata layer FID infrastructure, rc = %d\n",
248                        sbi->ll_md_exp->exp_obd->obd_name, err);
249                 goto out_md;
250         }
251
252         /* For mount, we only need fs info from MDT0, and also in DNE, it
253          * can make sure the client can be mounted as long as MDT0 is
254          * available
255          */
256         err = obd_statfs(NULL, sbi->ll_md_exp, osfs,
257                          cfs_time_shift_64(-OBD_STATFS_CACHE_SECONDS),
258                          OBD_STATFS_FOR_MDT0);
259         if (err)
260                 goto out_md_fid;
261
262         /* This needs to be after statfs to ensure connect has finished.
263          * Note that "data" does NOT contain the valid connect reply.
264          * If connecting to a 1.8 server there will be no LMV device, so
265          * we can access the MDC export directly and exp_connect_flags will
266          * be non-zero, but if accessing an upgraded 2.1 server it will
267          * have the correct flags filled in.
268          * XXX: fill in the LMV exp_connect_flags from MDC(s).
269          */
270         valid = exp_connect_flags(sbi->ll_md_exp) & CLIENT_CONNECT_MDT_REQD;
271         if (exp_connect_flags(sbi->ll_md_exp) != 0 &&
272             valid != CLIENT_CONNECT_MDT_REQD) {
273                 char *buf;
274
275                 buf = kzalloc(PAGE_SIZE, GFP_KERNEL);
276                 if (!buf) {
277                         err = -ENOMEM;
278                         goto out_md_fid;
279                 }
280                 obd_connect_flags2str(buf, PAGE_SIZE,
281                                       valid ^ CLIENT_CONNECT_MDT_REQD, ",");
282                 LCONSOLE_ERROR_MSG(0x170, "Server %s does not support feature(s) needed for correct operation of this client (%s). Please upgrade server or downgrade client.\n",
283                                    sbi->ll_md_exp->exp_obd->obd_name, buf);
284                 kfree(buf);
285                 err = -EPROTO;
286                 goto out_md_fid;
287         }
288
289         size = sizeof(*data);
290         err = obd_get_info(NULL, sbi->ll_md_exp, sizeof(KEY_CONN_DATA),
291                            KEY_CONN_DATA,  &size, data, NULL);
292         if (err) {
293                 CERROR("%s: Get connect data failed: rc = %d\n",
294                        sbi->ll_md_exp->exp_obd->obd_name, err);
295                 goto out_md_fid;
296         }
297
298         LASSERT(osfs->os_bsize);
299         sb->s_blocksize = osfs->os_bsize;
300         sb->s_blocksize_bits = log2(osfs->os_bsize);
301         sb->s_magic = LL_SUPER_MAGIC;
302         sb->s_maxbytes = MAX_LFS_FILESIZE;
303         sbi->ll_namelen = osfs->os_namelen;
304
305         if ((sbi->ll_flags & LL_SBI_USER_XATTR) &&
306             !(data->ocd_connect_flags & OBD_CONNECT_XATTR)) {
307                 LCONSOLE_INFO("Disabling user_xattr feature because it is not supported on the server\n");
308                 sbi->ll_flags &= ~LL_SBI_USER_XATTR;
309         }
310
311         if (data->ocd_connect_flags & OBD_CONNECT_ACL) {
312                 sb->s_flags |= MS_POSIXACL;
313                 sbi->ll_flags |= LL_SBI_ACL;
314         } else {
315                 LCONSOLE_INFO("client wants to enable acl, but mdt not!\n");
316                 sb->s_flags &= ~MS_POSIXACL;
317                 sbi->ll_flags &= ~LL_SBI_ACL;
318         }
319
320         if (data->ocd_connect_flags & OBD_CONNECT_RMT_CLIENT) {
321                 if (!(sbi->ll_flags & LL_SBI_RMT_CLIENT)) {
322                         sbi->ll_flags |= LL_SBI_RMT_CLIENT;
323                         LCONSOLE_INFO("client is set as remote by default.\n");
324                 }
325         } else {
326                 if (sbi->ll_flags & LL_SBI_RMT_CLIENT) {
327                         sbi->ll_flags &= ~LL_SBI_RMT_CLIENT;
328                         LCONSOLE_INFO("client claims to be remote, but server rejected, forced to be local.\n");
329                 }
330         }
331
332         if (data->ocd_connect_flags & OBD_CONNECT_64BITHASH)
333                 sbi->ll_flags |= LL_SBI_64BIT_HASH;
334
335         if (data->ocd_connect_flags & OBD_CONNECT_BRW_SIZE)
336                 sbi->ll_md_brw_size = data->ocd_brw_size;
337         else
338                 sbi->ll_md_brw_size = PAGE_SIZE;
339
340         if (data->ocd_connect_flags & OBD_CONNECT_LAYOUTLOCK) {
341                 LCONSOLE_INFO("Layout lock feature supported.\n");
342                 sbi->ll_flags |= LL_SBI_LAYOUT_LOCK;
343         }
344
345         if (data->ocd_ibits_known & MDS_INODELOCK_XATTR) {
346                 if (!(data->ocd_connect_flags & OBD_CONNECT_MAX_EASIZE)) {
347                         LCONSOLE_INFO(
348                                 "%s: disabling xattr cache due to unknown maximum xattr size.\n",
349                                 dt);
350                 } else {
351                         sbi->ll_flags |= LL_SBI_XATTR_CACHE;
352                         sbi->ll_xattr_cache_enabled = 1;
353                 }
354         }
355
356         obd = class_name2obd(dt);
357         if (!obd) {
358                 CERROR("DT %s: not setup or attached\n", dt);
359                 err = -ENODEV;
360                 goto out_md_fid;
361         }
362
363         data->ocd_connect_flags = OBD_CONNECT_GRANT     | OBD_CONNECT_VERSION  |
364                                   OBD_CONNECT_REQPORTAL | OBD_CONNECT_BRW_SIZE |
365                                   OBD_CONNECT_CANCELSET | OBD_CONNECT_FID      |
366                                   OBD_CONNECT_SRVLOCK   | OBD_CONNECT_TRUNCLOCK|
367                                   OBD_CONNECT_AT | OBD_CONNECT_RMT_CLIENT |
368                                   OBD_CONNECT_OSS_CAPA | OBD_CONNECT_VBR|
369                                   OBD_CONNECT_FULL20 | OBD_CONNECT_64BITHASH |
370                                   OBD_CONNECT_MAXBYTES |
371                                   OBD_CONNECT_EINPROGRESS |
372                                   OBD_CONNECT_JOBSTATS | OBD_CONNECT_LVB_TYPE |
373                                   OBD_CONNECT_LAYOUTLOCK | OBD_CONNECT_PINGLESS;
374
375         if (sbi->ll_flags & LL_SBI_SOM_PREVIEW)
376                 data->ocd_connect_flags |= OBD_CONNECT_SOM;
377
378         if (!OBD_FAIL_CHECK(OBD_FAIL_OSC_CONNECT_CKSUM)) {
379                 /* OBD_CONNECT_CKSUM should always be set, even if checksums are
380                  * disabled by default, because it can still be enabled on the
381                  * fly via /sys. As a consequence, we still need to come to an
382                  * agreement on the supported algorithms at connect time
383                  */
384                 data->ocd_connect_flags |= OBD_CONNECT_CKSUM;
385
386                 if (OBD_FAIL_CHECK(OBD_FAIL_OSC_CKSUM_ADLER_ONLY))
387                         data->ocd_cksum_types = OBD_CKSUM_ADLER;
388                 else
389                         data->ocd_cksum_types = cksum_types_supported_client();
390         }
391
392         data->ocd_connect_flags |= OBD_CONNECT_LRU_RESIZE;
393         if (sbi->ll_flags & LL_SBI_RMT_CLIENT)
394                 data->ocd_connect_flags |= OBD_CONNECT_RMT_CLIENT_FORCE;
395
396         CDEBUG(D_RPCTRACE, "ocd_connect_flags: %#llx ocd_version: %d ocd_grant: %d\n",
397                data->ocd_connect_flags,
398                data->ocd_version, data->ocd_grant);
399
400         obd->obd_upcall.onu_owner = &sbi->ll_lco;
401         obd->obd_upcall.onu_upcall = cl_ocd_update;
402
403         data->ocd_brw_size = DT_MAX_BRW_SIZE;
404
405         err = obd_connect(NULL, &sbi->ll_dt_exp, obd, &sbi->ll_sb_uuid, data,
406                           NULL);
407         if (err == -EBUSY) {
408                 LCONSOLE_ERROR_MSG(0x150, "An OST (dt %s) is performing recovery, of which this client is not a part.  Please wait for recovery to complete, abort, or time out.\n",
409                                    dt);
410                 goto out_md;
411         } else if (err) {
412                 CERROR("%s: Cannot connect to %s: rc = %d\n",
413                        sbi->ll_dt_exp->exp_obd->obd_name, dt, err);
414                 goto out_md;
415         }
416
417         sbi->ll_dt_exp->exp_connect_data = *data;
418
419         err = obd_fid_init(sbi->ll_dt_exp->exp_obd, sbi->ll_dt_exp,
420                            LUSTRE_SEQ_METADATA);
421         if (err) {
422                 CERROR("%s: Can't init data layer FID infrastructure, rc = %d\n",
423                        sbi->ll_dt_exp->exp_obd->obd_name, err);
424                 goto out_dt;
425         }
426
427         mutex_lock(&sbi->ll_lco.lco_lock);
428         sbi->ll_lco.lco_flags = data->ocd_connect_flags;
429         sbi->ll_lco.lco_md_exp = sbi->ll_md_exp;
430         sbi->ll_lco.lco_dt_exp = sbi->ll_dt_exp;
431         mutex_unlock(&sbi->ll_lco.lco_lock);
432
433         fid_zero(&sbi->ll_root_fid);
434         err = md_getstatus(sbi->ll_md_exp, &sbi->ll_root_fid);
435         if (err) {
436                 CERROR("cannot mds_connect: rc = %d\n", err);
437                 goto out_lock_cn_cb;
438         }
439         if (!fid_is_sane(&sbi->ll_root_fid)) {
440                 CERROR("%s: Invalid root fid "DFID" during mount\n",
441                        sbi->ll_md_exp->exp_obd->obd_name,
442                        PFID(&sbi->ll_root_fid));
443                 err = -EINVAL;
444                 goto out_lock_cn_cb;
445         }
446         CDEBUG(D_SUPER, "rootfid "DFID"\n", PFID(&sbi->ll_root_fid));
447
448         sb->s_op = &lustre_super_operations;
449 #if THREAD_SIZE >= 8192 /*b=17630*/
450         sb->s_export_op = &lustre_export_operations;
451 #endif
452
453         /* make root inode
454          * XXX: move this to after cbd setup?
455          */
456         valid = OBD_MD_FLGETATTR | OBD_MD_FLBLOCKS;
457         if (sbi->ll_flags & LL_SBI_RMT_CLIENT)
458                 valid |= OBD_MD_FLRMTPERM;
459         else if (sbi->ll_flags & LL_SBI_ACL)
460                 valid |= OBD_MD_FLACL;
461
462         op_data = kzalloc(sizeof(*op_data), GFP_NOFS);
463         if (!op_data) {
464                 err = -ENOMEM;
465                 goto out_lock_cn_cb;
466         }
467
468         op_data->op_fid1 = sbi->ll_root_fid;
469         op_data->op_mode = 0;
470         op_data->op_valid = valid;
471
472         err = md_getattr(sbi->ll_md_exp, op_data, &request);
473         kfree(op_data);
474         if (err) {
475                 CERROR("%s: md_getattr failed for root: rc = %d\n",
476                        sbi->ll_md_exp->exp_obd->obd_name, err);
477                 goto out_lock_cn_cb;
478         }
479
480         err = md_get_lustre_md(sbi->ll_md_exp, request, sbi->ll_dt_exp,
481                                sbi->ll_md_exp, &lmd);
482         if (err) {
483                 CERROR("failed to understand root inode md: rc = %d\n", err);
484                 ptlrpc_req_finished(request);
485                 goto out_lock_cn_cb;
486         }
487
488         LASSERT(fid_is_sane(&sbi->ll_root_fid));
489         root = ll_iget(sb, cl_fid_build_ino(&sbi->ll_root_fid,
490                                             sbi->ll_flags & LL_SBI_32BIT_API),
491                        &lmd);
492         md_free_lustre_md(sbi->ll_md_exp, &lmd);
493         ptlrpc_req_finished(request);
494
495         if (!(root)) {
496                 if (lmd.lsm)
497                         obd_free_memmd(sbi->ll_dt_exp, &lmd.lsm);
498 #ifdef CONFIG_FS_POSIX_ACL
499                 if (lmd.posix_acl) {
500                         posix_acl_release(lmd.posix_acl);
501                         lmd.posix_acl = NULL;
502                 }
503 #endif
504                 err = -EBADF;
505                 CERROR("lustre_lite: bad iget4 for root\n");
506                 goto out_root;
507         }
508
509         err = ll_close_thread_start(&sbi->ll_lcq);
510         if (err) {
511                 CERROR("cannot start close thread: rc %d\n", err);
512                 goto out_root;
513         }
514
515 #ifdef CONFIG_FS_POSIX_ACL
516         if (sbi->ll_flags & LL_SBI_RMT_CLIENT) {
517                 rct_init(&sbi->ll_rct);
518                 et_init(&sbi->ll_et);
519         }
520 #endif
521
522         checksum = sbi->ll_flags & LL_SBI_CHECKSUM;
523         err = obd_set_info_async(NULL, sbi->ll_dt_exp, sizeof(KEY_CHECKSUM),
524                                  KEY_CHECKSUM, sizeof(checksum), &checksum,
525                                  NULL);
526         cl_sb_init(sb);
527
528         err = obd_set_info_async(NULL, sbi->ll_dt_exp, sizeof(KEY_CACHE_SET),
529                                  KEY_CACHE_SET, sizeof(sbi->ll_cache),
530                                  &sbi->ll_cache, NULL);
531
532         sb->s_root = d_make_root(root);
533         if (!sb->s_root) {
534                 CERROR("%s: can't make root dentry\n",
535                        ll_get_fsname(sb, NULL, 0));
536                 err = -ENOMEM;
537                 goto out_lock_cn_cb;
538         }
539
540         sbi->ll_sdev_orig = sb->s_dev;
541
542         /* We set sb->s_dev equal on all lustre clients in order to support
543          * NFS export clustering.  NFSD requires that the FSID be the same
544          * on all clients.
545          */
546         /* s_dev is also used in lt_compare() to compare two fs, but that is
547          * only a node-local comparison.
548          */
549         uuid = obd_get_uuid(sbi->ll_md_exp);
550         if (uuid) {
551                 sb->s_dev = get_uuid2int(uuid->uuid, strlen(uuid->uuid));
552                 get_uuid2fsid(uuid->uuid, strlen(uuid->uuid), &sbi->ll_fsid);
553         }
554
555         kfree(data);
556         kfree(osfs);
557
558         return err;
559 out_root:
560         iput(root);
561 out_lock_cn_cb:
562         obd_fid_fini(sbi->ll_dt_exp->exp_obd);
563 out_dt:
564         obd_disconnect(sbi->ll_dt_exp);
565         sbi->ll_dt_exp = NULL;
566         /* Make sure all OScs are gone, since cl_cache is accessing sbi. */
567         obd_zombie_barrier();
568 out_md_fid:
569         obd_fid_fini(sbi->ll_md_exp->exp_obd);
570 out_md:
571         obd_disconnect(sbi->ll_md_exp);
572         sbi->ll_md_exp = NULL;
573 out:
574         kfree(data);
575         kfree(osfs);
576         ldebugfs_unregister_mountpoint(sbi);
577         return err;
578 }
579
580 int ll_get_max_mdsize(struct ll_sb_info *sbi, int *lmmsize)
581 {
582         int size, rc;
583
584         *lmmsize = obd_size_diskmd(sbi->ll_dt_exp, NULL);
585         size = sizeof(int);
586         rc = obd_get_info(NULL, sbi->ll_md_exp, sizeof(KEY_MAX_EASIZE),
587                           KEY_MAX_EASIZE, &size, lmmsize, NULL);
588         if (rc)
589                 CERROR("Get max mdsize error rc %d\n", rc);
590
591         return rc;
592 }
593
594 int ll_get_default_mdsize(struct ll_sb_info *sbi, int *lmmsize)
595 {
596         int size, rc;
597
598         size = sizeof(int);
599         rc = obd_get_info(NULL, sbi->ll_md_exp, sizeof(KEY_DEFAULT_EASIZE),
600                           KEY_DEFAULT_EASIZE, &size, lmmsize, NULL);
601         if (rc)
602                 CERROR("Get default mdsize error rc %d\n", rc);
603
604         return rc;
605 }
606
607 static void client_common_put_super(struct super_block *sb)
608 {
609         struct ll_sb_info *sbi = ll_s2sbi(sb);
610
611 #ifdef CONFIG_FS_POSIX_ACL
612         if (sbi->ll_flags & LL_SBI_RMT_CLIENT) {
613                 et_fini(&sbi->ll_et);
614                 rct_fini(&sbi->ll_rct);
615         }
616 #endif
617
618         ll_close_thread_shutdown(sbi->ll_lcq);
619
620         cl_sb_fini(sb);
621
622         obd_fid_fini(sbi->ll_dt_exp->exp_obd);
623         obd_disconnect(sbi->ll_dt_exp);
624         sbi->ll_dt_exp = NULL;
625         /* wait till all OSCs are gone, since cl_cache is accessing sbi.
626          * see LU-2543.
627          */
628         obd_zombie_barrier();
629
630         ldebugfs_unregister_mountpoint(sbi);
631
632         obd_fid_fini(sbi->ll_md_exp->exp_obd);
633         obd_disconnect(sbi->ll_md_exp);
634         sbi->ll_md_exp = NULL;
635 }
636
637 void ll_kill_super(struct super_block *sb)
638 {
639         struct ll_sb_info *sbi;
640
641         /* not init sb ?*/
642         if (!(sb->s_flags & MS_ACTIVE))
643                 return;
644
645         sbi = ll_s2sbi(sb);
646         /* we need to restore s_dev from changed for clustered NFS before
647          * put_super because new kernels have cached s_dev and change sb->s_dev
648          * in put_super not affected real removing devices
649          */
650         if (sbi) {
651                 sb->s_dev = sbi->ll_sdev_orig;
652                 sbi->ll_umounting = 1;
653         }
654 }
655
656 static inline int ll_set_opt(const char *opt, char *data, int fl)
657 {
658         if (strncmp(opt, data, strlen(opt)) != 0)
659                 return 0;
660         else
661                 return fl;
662 }
663
664 /* non-client-specific mount options are parsed in lmd_parse */
665 static int ll_options(char *options, int *flags)
666 {
667         int tmp;
668         char *s1 = options, *s2;
669
670         if (!options)
671                 return 0;
672
673         CDEBUG(D_CONFIG, "Parsing opts %s\n", options);
674
675         while (*s1) {
676                 CDEBUG(D_SUPER, "next opt=%s\n", s1);
677                 tmp = ll_set_opt("nolock", s1, LL_SBI_NOLCK);
678                 if (tmp) {
679                         *flags |= tmp;
680                         goto next;
681                 }
682                 tmp = ll_set_opt("flock", s1, LL_SBI_FLOCK);
683                 if (tmp) {
684                         *flags |= tmp;
685                         goto next;
686                 }
687                 tmp = ll_set_opt("localflock", s1, LL_SBI_LOCALFLOCK);
688                 if (tmp) {
689                         *flags |= tmp;
690                         goto next;
691                 }
692                 tmp = ll_set_opt("noflock", s1, LL_SBI_FLOCK|LL_SBI_LOCALFLOCK);
693                 if (tmp) {
694                         *flags &= ~tmp;
695                         goto next;
696                 }
697                 tmp = ll_set_opt("user_xattr", s1, LL_SBI_USER_XATTR);
698                 if (tmp) {
699                         *flags |= tmp;
700                         goto next;
701                 }
702                 tmp = ll_set_opt("nouser_xattr", s1, LL_SBI_USER_XATTR);
703                 if (tmp) {
704                         *flags &= ~tmp;
705                         goto next;
706                 }
707                 tmp = ll_set_opt("remote_client", s1, LL_SBI_RMT_CLIENT);
708                 if (tmp) {
709                         *flags |= tmp;
710                         goto next;
711                 }
712                 tmp = ll_set_opt("user_fid2path", s1, LL_SBI_USER_FID2PATH);
713                 if (tmp) {
714                         *flags |= tmp;
715                         goto next;
716                 }
717                 tmp = ll_set_opt("nouser_fid2path", s1, LL_SBI_USER_FID2PATH);
718                 if (tmp) {
719                         *flags &= ~tmp;
720                         goto next;
721                 }
722
723                 tmp = ll_set_opt("checksum", s1, LL_SBI_CHECKSUM);
724                 if (tmp) {
725                         *flags |= tmp;
726                         goto next;
727                 }
728                 tmp = ll_set_opt("nochecksum", s1, LL_SBI_CHECKSUM);
729                 if (tmp) {
730                         *flags &= ~tmp;
731                         goto next;
732                 }
733                 tmp = ll_set_opt("lruresize", s1, LL_SBI_LRU_RESIZE);
734                 if (tmp) {
735                         *flags |= tmp;
736                         goto next;
737                 }
738                 tmp = ll_set_opt("nolruresize", s1, LL_SBI_LRU_RESIZE);
739                 if (tmp) {
740                         *flags &= ~tmp;
741                         goto next;
742                 }
743                 tmp = ll_set_opt("lazystatfs", s1, LL_SBI_LAZYSTATFS);
744                 if (tmp) {
745                         *flags |= tmp;
746                         goto next;
747                 }
748                 tmp = ll_set_opt("nolazystatfs", s1, LL_SBI_LAZYSTATFS);
749                 if (tmp) {
750                         *flags &= ~tmp;
751                         goto next;
752                 }
753                 tmp = ll_set_opt("som_preview", s1, LL_SBI_SOM_PREVIEW);
754                 if (tmp) {
755                         *flags |= tmp;
756                         goto next;
757                 }
758                 tmp = ll_set_opt("32bitapi", s1, LL_SBI_32BIT_API);
759                 if (tmp) {
760                         *flags |= tmp;
761                         goto next;
762                 }
763                 tmp = ll_set_opt("verbose", s1, LL_SBI_VERBOSE);
764                 if (tmp) {
765                         *flags |= tmp;
766                         goto next;
767                 }
768                 tmp = ll_set_opt("noverbose", s1, LL_SBI_VERBOSE);
769                 if (tmp) {
770                         *flags &= ~tmp;
771                         goto next;
772                 }
773                 LCONSOLE_ERROR_MSG(0x152, "Unknown option '%s', won't mount.\n",
774                                    s1);
775                 return -EINVAL;
776
777 next:
778                 /* Find next opt */
779                 s2 = strchr(s1, ',');
780                 if (!s2)
781                         break;
782                 s1 = s2 + 1;
783         }
784         return 0;
785 }
786
787 void ll_lli_init(struct ll_inode_info *lli)
788 {
789         lli->lli_inode_magic = LLI_INODE_MAGIC;
790         lli->lli_flags = 0;
791         lli->lli_ioepoch = 0;
792         lli->lli_maxbytes = MAX_LFS_FILESIZE;
793         spin_lock_init(&lli->lli_lock);
794         lli->lli_posix_acl = NULL;
795         lli->lli_remote_perms = NULL;
796         mutex_init(&lli->lli_rmtperm_mutex);
797         /* Do not set lli_fid, it has been initialized already. */
798         fid_zero(&lli->lli_pfid);
799         INIT_LIST_HEAD(&lli->lli_close_list);
800         lli->lli_rmtperm_time = 0;
801         lli->lli_pending_och = NULL;
802         lli->lli_mds_read_och = NULL;
803         lli->lli_mds_write_och = NULL;
804         lli->lli_mds_exec_och = NULL;
805         lli->lli_open_fd_read_count = 0;
806         lli->lli_open_fd_write_count = 0;
807         lli->lli_open_fd_exec_count = 0;
808         mutex_init(&lli->lli_och_mutex);
809         spin_lock_init(&lli->lli_agl_lock);
810         lli->lli_has_smd = false;
811         spin_lock_init(&lli->lli_layout_lock);
812         ll_layout_version_set(lli, LL_LAYOUT_GEN_NONE);
813         lli->lli_clob = NULL;
814
815         init_rwsem(&lli->lli_xattrs_list_rwsem);
816         mutex_init(&lli->lli_xattrs_enq_lock);
817
818         LASSERT(lli->lli_vfs_inode.i_mode != 0);
819         if (S_ISDIR(lli->lli_vfs_inode.i_mode)) {
820                 mutex_init(&lli->lli_readdir_mutex);
821                 lli->lli_opendir_key = NULL;
822                 lli->lli_sai = NULL;
823                 spin_lock_init(&lli->lli_sa_lock);
824                 lli->lli_opendir_pid = 0;
825         } else {
826                 mutex_init(&lli->lli_size_mutex);
827                 lli->lli_symlink_name = NULL;
828                 init_rwsem(&lli->lli_trunc_sem);
829                 mutex_init(&lli->lli_write_mutex);
830                 init_rwsem(&lli->lli_glimpse_sem);
831                 lli->lli_glimpse_time = 0;
832                 INIT_LIST_HEAD(&lli->lli_agl_list);
833                 lli->lli_agl_index = 0;
834                 lli->lli_async_rc = 0;
835         }
836         mutex_init(&lli->lli_layout_mutex);
837 }
838
839 static inline int ll_bdi_register(struct backing_dev_info *bdi)
840 {
841         static atomic_t ll_bdi_num = ATOMIC_INIT(0);
842
843         bdi->name = "lustre";
844         return bdi_register(bdi, NULL, "lustre-%d",
845                             atomic_inc_return(&ll_bdi_num));
846 }
847
848 int ll_fill_super(struct super_block *sb, struct vfsmount *mnt)
849 {
850         struct lustre_profile *lprof = NULL;
851         struct lustre_sb_info *lsi = s2lsi(sb);
852         struct ll_sb_info *sbi;
853         char  *dt = NULL, *md = NULL;
854         char  *profilenm = get_profile_name(sb);
855         struct config_llog_instance *cfg;
856         int    err;
857
858         CDEBUG(D_VFSTRACE, "VFS Op: sb %p\n", sb);
859
860         cfg = kzalloc(sizeof(*cfg), GFP_NOFS);
861         if (!cfg)
862                 return -ENOMEM;
863
864         try_module_get(THIS_MODULE);
865
866         /* client additional sb info */
867         lsi->lsi_llsbi = sbi = ll_init_sbi(sb);
868         if (!sbi) {
869                 module_put(THIS_MODULE);
870                 kfree(cfg);
871                 return -ENOMEM;
872         }
873
874         err = ll_options(lsi->lsi_lmd->lmd_opts, &sbi->ll_flags);
875         if (err)
876                 goto out_free;
877
878         err = bdi_init(&lsi->lsi_bdi);
879         if (err)
880                 goto out_free;
881         lsi->lsi_flags |= LSI_BDI_INITIALIZED;
882         lsi->lsi_bdi.capabilities = 0;
883         err = ll_bdi_register(&lsi->lsi_bdi);
884         if (err)
885                 goto out_free;
886
887         sb->s_bdi = &lsi->lsi_bdi;
888         /* kernel >= 2.6.38 store dentry operations in sb->s_d_op. */
889         sb->s_d_op = &ll_d_ops;
890
891         /* Generate a string unique to this super, in case some joker tries
892          * to mount the same fs at two mount points.
893          * Use the address of the super itself.
894          */
895         cfg->cfg_instance = sb;
896         cfg->cfg_uuid = lsi->lsi_llsbi->ll_sb_uuid;
897         cfg->cfg_callback = class_config_llog_handler;
898         /* set up client obds */
899         err = lustre_process_log(sb, profilenm, cfg);
900         if (err < 0) {
901                 CERROR("Unable to process log: %d\n", err);
902                 goto out_free;
903         }
904
905         /* Profile set with LCFG_MOUNTOPT so we can find our mdc and osc obds */
906         lprof = class_get_profile(profilenm);
907         if (!lprof) {
908                 LCONSOLE_ERROR_MSG(0x156, "The client profile '%s' could not be read from the MGS.  Does that filesystem exist?\n",
909                                    profilenm);
910                 err = -EINVAL;
911                 goto out_free;
912         }
913         CDEBUG(D_CONFIG, "Found profile %s: mdc=%s osc=%s\n", profilenm,
914                lprof->lp_md, lprof->lp_dt);
915
916         dt = kasprintf(GFP_NOFS, "%s-%p", lprof->lp_dt, cfg->cfg_instance);
917         if (!dt) {
918                 err = -ENOMEM;
919                 goto out_free;
920         }
921
922         md = kasprintf(GFP_NOFS, "%s-%p", lprof->lp_md, cfg->cfg_instance);
923         if (!md) {
924                 err = -ENOMEM;
925                 goto out_free;
926         }
927
928         /* connections, registrations, sb setup */
929         err = client_common_fill_super(sb, md, dt, mnt);
930
931 out_free:
932         kfree(md);
933         kfree(dt);
934         if (err)
935                 ll_put_super(sb);
936         else if (sbi->ll_flags & LL_SBI_VERBOSE)
937                 LCONSOLE_WARN("Mounted %s\n", profilenm);
938
939         kfree(cfg);
940         return err;
941 } /* ll_fill_super */
942
943 void ll_put_super(struct super_block *sb)
944 {
945         struct config_llog_instance cfg, params_cfg;
946         struct obd_device *obd;
947         struct lustre_sb_info *lsi = s2lsi(sb);
948         struct ll_sb_info *sbi = ll_s2sbi(sb);
949         char *profilenm = get_profile_name(sb);
950         int next, force = 1;
951
952         CDEBUG(D_VFSTRACE, "VFS Op: sb %p - %s\n", sb, profilenm);
953
954         cfg.cfg_instance = sb;
955         lustre_end_log(sb, profilenm, &cfg);
956
957         params_cfg.cfg_instance = sb;
958         lustre_end_log(sb, PARAMS_FILENAME, &params_cfg);
959
960         if (sbi->ll_md_exp) {
961                 obd = class_exp2obd(sbi->ll_md_exp);
962                 if (obd)
963                         force = obd->obd_force;
964         }
965
966         /* We need to set force before the lov_disconnect in
967          * lustre_common_put_super, since l_d cleans up osc's as well.
968          */
969         if (force) {
970                 next = 0;
971                 while ((obd = class_devices_in_group(&sbi->ll_sb_uuid,
972                                                      &next)) != NULL) {
973                         obd->obd_force = force;
974                 }
975         }
976
977         if (sbi->ll_lcq) {
978                 /* Only if client_common_fill_super succeeded */
979                 client_common_put_super(sb);
980         }
981
982         next = 0;
983         while ((obd = class_devices_in_group(&sbi->ll_sb_uuid, &next)))
984                 class_manual_cleanup(obd);
985
986         if (sbi->ll_flags & LL_SBI_VERBOSE)
987                 LCONSOLE_WARN("Unmounted %s\n", profilenm ? profilenm : "");
988
989         if (profilenm)
990                 class_del_profile(profilenm);
991
992         if (lsi->lsi_flags & LSI_BDI_INITIALIZED) {
993                 bdi_destroy(&lsi->lsi_bdi);
994                 lsi->lsi_flags &= ~LSI_BDI_INITIALIZED;
995         }
996
997         ll_free_sbi(sb);
998         lsi->lsi_llsbi = NULL;
999
1000         lustre_common_put_super(sb);
1001
1002         module_put(THIS_MODULE);
1003 } /* client_put_super */
1004
1005 struct inode *ll_inode_from_resource_lock(struct ldlm_lock *lock)
1006 {
1007         struct inode *inode = NULL;
1008
1009         /* NOTE: we depend on atomic igrab() -bzzz */
1010         lock_res_and_lock(lock);
1011         if (lock->l_resource->lr_lvb_inode) {
1012                 struct ll_inode_info *lli;
1013
1014                 lli = ll_i2info(lock->l_resource->lr_lvb_inode);
1015                 if (lli->lli_inode_magic == LLI_INODE_MAGIC) {
1016                         inode = igrab(lock->l_resource->lr_lvb_inode);
1017                 } else {
1018                         inode = lock->l_resource->lr_lvb_inode;
1019                         LDLM_DEBUG_LIMIT(inode->i_state & I_FREEING ?  D_INFO :
1020                                          D_WARNING, lock, "lr_lvb_inode %p is bogus: magic %08x",
1021                                          lock->l_resource->lr_lvb_inode,
1022                                          lli->lli_inode_magic);
1023                         inode = NULL;
1024                 }
1025         }
1026         unlock_res_and_lock(lock);
1027         return inode;
1028 }
1029
1030 void ll_clear_inode(struct inode *inode)
1031 {
1032         struct ll_inode_info *lli = ll_i2info(inode);
1033         struct ll_sb_info *sbi = ll_i2sbi(inode);
1034
1035         CDEBUG(D_VFSTRACE, "VFS Op:inode=%lu/%u(%p)\n", inode->i_ino,
1036                inode->i_generation, inode);
1037
1038         if (S_ISDIR(inode->i_mode)) {
1039                 /* these should have been cleared in ll_file_release */
1040                 LASSERT(!lli->lli_opendir_key);
1041                 LASSERT(!lli->lli_sai);
1042                 LASSERT(lli->lli_opendir_pid == 0);
1043         }
1044
1045         spin_lock(&lli->lli_lock);
1046         ll_i2info(inode)->lli_flags &= ~LLIF_MDS_SIZE_LOCK;
1047         spin_unlock(&lli->lli_lock);
1048         md_null_inode(sbi->ll_md_exp, ll_inode2fid(inode));
1049
1050         LASSERT(!lli->lli_open_fd_write_count);
1051         LASSERT(!lli->lli_open_fd_read_count);
1052         LASSERT(!lli->lli_open_fd_exec_count);
1053
1054         if (lli->lli_mds_write_och)
1055                 ll_md_real_close(inode, FMODE_WRITE);
1056         if (lli->lli_mds_exec_och)
1057                 ll_md_real_close(inode, FMODE_EXEC);
1058         if (lli->lli_mds_read_och)
1059                 ll_md_real_close(inode, FMODE_READ);
1060
1061         if (S_ISLNK(inode->i_mode)) {
1062                 kfree(lli->lli_symlink_name);
1063                 lli->lli_symlink_name = NULL;
1064         }
1065
1066         ll_xattr_cache_destroy(inode);
1067
1068         if (sbi->ll_flags & LL_SBI_RMT_CLIENT) {
1069                 LASSERT(!lli->lli_posix_acl);
1070                 if (lli->lli_remote_perms) {
1071                         free_rmtperm_hash(lli->lli_remote_perms);
1072                         lli->lli_remote_perms = NULL;
1073                 }
1074         }
1075 #ifdef CONFIG_FS_POSIX_ACL
1076         else if (lli->lli_posix_acl) {
1077                 LASSERT(atomic_read(&lli->lli_posix_acl->a_refcount) == 1);
1078                 LASSERT(!lli->lli_remote_perms);
1079                 posix_acl_release(lli->lli_posix_acl);
1080                 lli->lli_posix_acl = NULL;
1081         }
1082 #endif
1083         lli->lli_inode_magic = LLI_INODE_DEAD;
1084
1085         if (!S_ISDIR(inode->i_mode))
1086                 LASSERT(list_empty(&lli->lli_agl_list));
1087
1088         /*
1089          * XXX This has to be done before lsm is freed below, because
1090          * cl_object still uses inode lsm.
1091          */
1092         cl_inode_fini(inode);
1093         lli->lli_has_smd = false;
1094 }
1095
1096 #define TIMES_SET_FLAGS (ATTR_MTIME_SET | ATTR_ATIME_SET | ATTR_TIMES_SET)
1097
1098 static int ll_md_setattr(struct dentry *dentry, struct md_op_data *op_data,
1099                          struct md_open_data **mod)
1100 {
1101         struct lustre_md md;
1102         struct inode *inode = d_inode(dentry);
1103         struct ll_sb_info *sbi = ll_i2sbi(inode);
1104         struct ptlrpc_request *request = NULL;
1105         int rc, ia_valid;
1106
1107         op_data = ll_prep_md_op_data(op_data, inode, NULL, NULL, 0, 0,
1108                                      LUSTRE_OPC_ANY, NULL);
1109         if (IS_ERR(op_data))
1110                 return PTR_ERR(op_data);
1111
1112         rc = md_setattr(sbi->ll_md_exp, op_data, NULL, 0, NULL, 0,
1113                         &request, mod);
1114         if (rc) {
1115                 ptlrpc_req_finished(request);
1116                 if (rc == -ENOENT) {
1117                         clear_nlink(inode);
1118                         /* Unlinked special device node? Or just a race?
1119                          * Pretend we did everything.
1120                          */
1121                         if (!S_ISREG(inode->i_mode) &&
1122                             !S_ISDIR(inode->i_mode)) {
1123                                 ia_valid = op_data->op_attr.ia_valid;
1124                                 op_data->op_attr.ia_valid &= ~TIMES_SET_FLAGS;
1125                                 rc = simple_setattr(dentry, &op_data->op_attr);
1126                                 op_data->op_attr.ia_valid = ia_valid;
1127                         }
1128                 } else if (rc != -EPERM && rc != -EACCES && rc != -ETXTBSY) {
1129                         CERROR("md_setattr fails: rc = %d\n", rc);
1130                 }
1131                 return rc;
1132         }
1133
1134         rc = md_get_lustre_md(sbi->ll_md_exp, request, sbi->ll_dt_exp,
1135                               sbi->ll_md_exp, &md);
1136         if (rc) {
1137                 ptlrpc_req_finished(request);
1138                 return rc;
1139         }
1140
1141         ia_valid = op_data->op_attr.ia_valid;
1142         /* inode size will be in cl_setattr_ost, can't do it now since dirty
1143          * cache is not cleared yet.
1144          */
1145         op_data->op_attr.ia_valid &= ~(TIMES_SET_FLAGS | ATTR_SIZE);
1146         rc = simple_setattr(dentry, &op_data->op_attr);
1147         op_data->op_attr.ia_valid = ia_valid;
1148
1149         /* Extract epoch data if obtained. */
1150         op_data->op_handle = md.body->handle;
1151         op_data->op_ioepoch = md.body->ioepoch;
1152
1153         ll_update_inode(inode, &md);
1154         ptlrpc_req_finished(request);
1155
1156         return rc;
1157 }
1158
1159 /* Close IO epoch and send Size-on-MDS attribute update. */
1160 static int ll_setattr_done_writing(struct inode *inode,
1161                                    struct md_op_data *op_data,
1162                                    struct md_open_data *mod)
1163 {
1164         struct ll_inode_info *lli = ll_i2info(inode);
1165         int rc = 0;
1166
1167         if (!S_ISREG(inode->i_mode))
1168                 return 0;
1169
1170         CDEBUG(D_INODE, "Epoch %llu closed on "DFID" for truncate\n",
1171                op_data->op_ioepoch, PFID(&lli->lli_fid));
1172
1173         op_data->op_flags = MF_EPOCH_CLOSE;
1174         ll_done_writing_attr(inode, op_data);
1175         ll_pack_inode2opdata(inode, op_data, NULL);
1176
1177         rc = md_done_writing(ll_i2sbi(inode)->ll_md_exp, op_data, mod);
1178         if (rc == -EAGAIN)
1179                 /* MDS has instructed us to obtain Size-on-MDS attribute
1180                  * from OSTs and send setattr to back to MDS.
1181                  */
1182                 rc = ll_som_update(inode, op_data);
1183         else if (rc)
1184                 CERROR("inode %lu mdc truncate failed: rc = %d\n",
1185                        inode->i_ino, rc);
1186         return rc;
1187 }
1188
1189 /* If this inode has objects allocated to it (lsm != NULL), then the OST
1190  * object(s) determine the file size and mtime.  Otherwise, the MDS will
1191  * keep these values until such a time that objects are allocated for it.
1192  * We do the MDS operations first, as it is checking permissions for us.
1193  * We don't to the MDS RPC if there is nothing that we want to store there,
1194  * otherwise there is no harm in updating mtime/atime on the MDS if we are
1195  * going to do an RPC anyways.
1196  *
1197  * If we are doing a truncate, we will send the mtime and ctime updates
1198  * to the OST with the punch RPC, otherwise we do an explicit setattr RPC.
1199  * I don't believe it is possible to get e.g. ATTR_MTIME_SET and ATTR_SIZE
1200  * at the same time.
1201  *
1202  * In case of HSMimport, we only set attr on MDS.
1203  */
1204 int ll_setattr_raw(struct dentry *dentry, struct iattr *attr, bool hsm_import)
1205 {
1206         struct inode *inode = d_inode(dentry);
1207         struct ll_inode_info *lli = ll_i2info(inode);
1208         struct md_op_data *op_data = NULL;
1209         struct md_open_data *mod = NULL;
1210         bool file_is_released = false;
1211         int rc = 0, rc1 = 0;
1212
1213         CDEBUG(D_VFSTRACE,
1214                "%s: setattr inode %p/fid:" DFID
1215                " from %llu to %llu, valid %x, hsm_import %d\n",
1216                ll_get_fsname(inode->i_sb, NULL, 0), inode,
1217                PFID(&lli->lli_fid), i_size_read(inode), attr->ia_size,
1218                attr->ia_valid, hsm_import);
1219
1220         if (attr->ia_valid & ATTR_SIZE) {
1221                 /* Check new size against VFS/VM file size limit and rlimit */
1222                 rc = inode_newsize_ok(inode, attr->ia_size);
1223                 if (rc)
1224                         return rc;
1225
1226                 /* The maximum Lustre file size is variable, based on the
1227                  * OST maximum object size and number of stripes.  This
1228                  * needs another check in addition to the VFS check above.
1229                  */
1230                 if (attr->ia_size > ll_file_maxbytes(inode)) {
1231                         CDEBUG(D_INODE, "file "DFID" too large %llu > %llu\n",
1232                                PFID(&lli->lli_fid), attr->ia_size,
1233                                ll_file_maxbytes(inode));
1234                         return -EFBIG;
1235                 }
1236
1237                 attr->ia_valid |= ATTR_MTIME | ATTR_CTIME;
1238         }
1239
1240         /* POSIX: check before ATTR_*TIME_SET set (from inode_change_ok) */
1241         if (attr->ia_valid & TIMES_SET_FLAGS) {
1242                 if ((!uid_eq(current_fsuid(), inode->i_uid)) &&
1243                     !capable(CFS_CAP_FOWNER))
1244                         return -EPERM;
1245         }
1246
1247         /* We mark all of the fields "set" so MDS/OST does not re-set them */
1248         if (attr->ia_valid & ATTR_CTIME) {
1249                 attr->ia_ctime = CURRENT_TIME;
1250                 attr->ia_valid |= ATTR_CTIME_SET;
1251         }
1252         if (!(attr->ia_valid & ATTR_ATIME_SET) &&
1253             (attr->ia_valid & ATTR_ATIME)) {
1254                 attr->ia_atime = CURRENT_TIME;
1255                 attr->ia_valid |= ATTR_ATIME_SET;
1256         }
1257         if (!(attr->ia_valid & ATTR_MTIME_SET) &&
1258             (attr->ia_valid & ATTR_MTIME)) {
1259                 attr->ia_mtime = CURRENT_TIME;
1260                 attr->ia_valid |= ATTR_MTIME_SET;
1261         }
1262
1263         if (attr->ia_valid & (ATTR_MTIME | ATTR_CTIME))
1264                 CDEBUG(D_INODE, "setting mtime %lu, ctime %lu, now = %llu\n",
1265                        LTIME_S(attr->ia_mtime), LTIME_S(attr->ia_ctime),
1266                        (s64)ktime_get_real_seconds());
1267
1268         /* If we are changing file size, file content is modified, flag it. */
1269         if (attr->ia_valid & ATTR_SIZE) {
1270                 attr->ia_valid |= MDS_OPEN_OWNEROVERRIDE;
1271                 spin_lock(&lli->lli_lock);
1272                 lli->lli_flags |= LLIF_DATA_MODIFIED;
1273                 spin_unlock(&lli->lli_lock);
1274         }
1275
1276         /* We always do an MDS RPC, even if we're only changing the size;
1277          * only the MDS knows whether truncate() should fail with -ETXTBUSY
1278          */
1279
1280         op_data = kzalloc(sizeof(*op_data), GFP_NOFS);
1281         if (!op_data)
1282                 return -ENOMEM;
1283
1284         if (!S_ISDIR(inode->i_mode))
1285                 inode_unlock(inode);
1286
1287         memcpy(&op_data->op_attr, attr, sizeof(*attr));
1288
1289         /* Open epoch for truncate. */
1290         if (exp_connect_som(ll_i2mdexp(inode)) &&
1291             (attr->ia_valid & (ATTR_SIZE | ATTR_MTIME | ATTR_MTIME_SET)))
1292                 op_data->op_flags = MF_EPOCH_OPEN;
1293
1294         /* truncate on a released file must failed with -ENODATA,
1295          * so size must not be set on MDS for released file
1296          * but other attributes must be set
1297          */
1298         if (S_ISREG(inode->i_mode)) {
1299                 struct lov_stripe_md *lsm;
1300                 __u32 gen;
1301
1302                 ll_layout_refresh(inode, &gen);
1303                 lsm = ccc_inode_lsm_get(inode);
1304                 if (lsm && lsm->lsm_pattern & LOV_PATTERN_F_RELEASED)
1305                         file_is_released = true;
1306                 ccc_inode_lsm_put(inode, lsm);
1307         }
1308
1309         /* if not in HSM import mode, clear size attr for released file
1310          * we clear the attribute send to MDT in op_data, not the original
1311          * received from caller in attr which is used later to
1312          * decide return code
1313          */
1314         if (file_is_released && (attr->ia_valid & ATTR_SIZE) && !hsm_import)
1315                 op_data->op_attr.ia_valid &= ~ATTR_SIZE;
1316
1317         rc = ll_md_setattr(dentry, op_data, &mod);
1318         if (rc)
1319                 goto out;
1320
1321         /* truncate failed (only when non HSM import), others succeed */
1322         if (file_is_released) {
1323                 if ((attr->ia_valid & ATTR_SIZE) && !hsm_import)
1324                         rc = -ENODATA;
1325                 else
1326                         rc = 0;
1327                 goto out;
1328         }
1329
1330         /* RPC to MDT is sent, cancel data modification flag */
1331         if (op_data->op_bias & MDS_DATA_MODIFIED) {
1332                 spin_lock(&lli->lli_lock);
1333                 lli->lli_flags &= ~LLIF_DATA_MODIFIED;
1334                 spin_unlock(&lli->lli_lock);
1335         }
1336
1337         ll_ioepoch_open(lli, op_data->op_ioepoch);
1338         if (!S_ISREG(inode->i_mode)) {
1339                 rc = 0;
1340                 goto out;
1341         }
1342
1343         if (attr->ia_valid & (ATTR_SIZE |
1344                               ATTR_ATIME | ATTR_ATIME_SET |
1345                               ATTR_MTIME | ATTR_MTIME_SET)) {
1346                 /* For truncate and utimes sending attributes to OSTs, setting
1347                  * mtime/atime to the past will be performed under PW [0:EOF]
1348                  * extent lock (new_size:EOF for truncate).  It may seem
1349                  * excessive to send mtime/atime updates to OSTs when not
1350                  * setting times to past, but it is necessary due to possible
1351                  * time de-synchronization between MDT inode and OST objects
1352                  */
1353                 if (attr->ia_valid & ATTR_SIZE)
1354                         down_write(&lli->lli_trunc_sem);
1355                 rc = cl_setattr_ost(inode, attr);
1356                 if (attr->ia_valid & ATTR_SIZE)
1357                         up_write(&lli->lli_trunc_sem);
1358         }
1359 out:
1360         if (op_data->op_ioepoch) {
1361                 rc1 = ll_setattr_done_writing(inode, op_data, mod);
1362                 if (!rc)
1363                         rc = rc1;
1364         }
1365         ll_finish_md_op_data(op_data);
1366
1367         if (!S_ISDIR(inode->i_mode)) {
1368                 inode_lock(inode);
1369                 if ((attr->ia_valid & ATTR_SIZE) && !hsm_import)
1370                         inode_dio_wait(inode);
1371         }
1372
1373         ll_stats_ops_tally(ll_i2sbi(inode), (attr->ia_valid & ATTR_SIZE) ?
1374                         LPROC_LL_TRUNC : LPROC_LL_SETATTR, 1);
1375
1376         return rc;
1377 }
1378
1379 int ll_setattr(struct dentry *de, struct iattr *attr)
1380 {
1381         int mode = d_inode(de)->i_mode;
1382
1383         if ((attr->ia_valid & (ATTR_CTIME|ATTR_SIZE|ATTR_MODE)) ==
1384                               (ATTR_CTIME|ATTR_SIZE|ATTR_MODE))
1385                 attr->ia_valid |= MDS_OPEN_OWNEROVERRIDE;
1386
1387         if (((attr->ia_valid & (ATTR_MODE|ATTR_FORCE|ATTR_SIZE)) ==
1388                                (ATTR_SIZE|ATTR_MODE)) &&
1389             (((mode & S_ISUID) && !(attr->ia_mode & S_ISUID)) ||
1390              (((mode & (S_ISGID|S_IXGRP)) == (S_ISGID|S_IXGRP)) &&
1391               !(attr->ia_mode & S_ISGID))))
1392                 attr->ia_valid |= ATTR_FORCE;
1393
1394         if ((attr->ia_valid & ATTR_MODE) &&
1395             (mode & S_ISUID) &&
1396             !(attr->ia_mode & S_ISUID) &&
1397             !(attr->ia_valid & ATTR_KILL_SUID))
1398                 attr->ia_valid |= ATTR_KILL_SUID;
1399
1400         if ((attr->ia_valid & ATTR_MODE) &&
1401             ((mode & (S_ISGID|S_IXGRP)) == (S_ISGID|S_IXGRP)) &&
1402             !(attr->ia_mode & S_ISGID) &&
1403             !(attr->ia_valid & ATTR_KILL_SGID))
1404                 attr->ia_valid |= ATTR_KILL_SGID;
1405
1406         return ll_setattr_raw(de, attr, false);
1407 }
1408
1409 int ll_statfs_internal(struct super_block *sb, struct obd_statfs *osfs,
1410                        __u64 max_age, __u32 flags)
1411 {
1412         struct ll_sb_info *sbi = ll_s2sbi(sb);
1413         struct obd_statfs obd_osfs;
1414         int rc;
1415
1416         rc = obd_statfs(NULL, sbi->ll_md_exp, osfs, max_age, flags);
1417         if (rc) {
1418                 CERROR("md_statfs fails: rc = %d\n", rc);
1419                 return rc;
1420         }
1421
1422         osfs->os_type = sb->s_magic;
1423
1424         CDEBUG(D_SUPER, "MDC blocks %llu/%llu objects %llu/%llu\n",
1425                osfs->os_bavail, osfs->os_blocks, osfs->os_ffree,
1426                osfs->os_files);
1427
1428         if (sbi->ll_flags & LL_SBI_LAZYSTATFS)
1429                 flags |= OBD_STATFS_NODELAY;
1430
1431         rc = obd_statfs_rqset(sbi->ll_dt_exp, &obd_osfs, max_age, flags);
1432         if (rc) {
1433                 CERROR("obd_statfs fails: rc = %d\n", rc);
1434                 return rc;
1435         }
1436
1437         CDEBUG(D_SUPER, "OSC blocks %llu/%llu objects %llu/%llu\n",
1438                obd_osfs.os_bavail, obd_osfs.os_blocks, obd_osfs.os_ffree,
1439                obd_osfs.os_files);
1440
1441         osfs->os_bsize = obd_osfs.os_bsize;
1442         osfs->os_blocks = obd_osfs.os_blocks;
1443         osfs->os_bfree = obd_osfs.os_bfree;
1444         osfs->os_bavail = obd_osfs.os_bavail;
1445
1446         /* If we don't have as many objects free on the OST as inodes
1447          * on the MDS, we reduce the total number of inodes to
1448          * compensate, so that the "inodes in use" number is correct.
1449          */
1450         if (obd_osfs.os_ffree < osfs->os_ffree) {
1451                 osfs->os_files = (osfs->os_files - osfs->os_ffree) +
1452                         obd_osfs.os_ffree;
1453                 osfs->os_ffree = obd_osfs.os_ffree;
1454         }
1455
1456         return rc;
1457 }
1458
1459 int ll_statfs(struct dentry *de, struct kstatfs *sfs)
1460 {
1461         struct super_block *sb = de->d_sb;
1462         struct obd_statfs osfs;
1463         int rc;
1464
1465         CDEBUG(D_VFSTRACE, "VFS Op: at %llu jiffies\n", get_jiffies_64());
1466         ll_stats_ops_tally(ll_s2sbi(sb), LPROC_LL_STAFS, 1);
1467
1468         /* Some amount of caching on the client is allowed */
1469         rc = ll_statfs_internal(sb, &osfs,
1470                                 cfs_time_shift_64(-OBD_STATFS_CACHE_SECONDS),
1471                                 0);
1472         if (rc)
1473                 return rc;
1474
1475         statfs_unpack(sfs, &osfs);
1476
1477         /* We need to downshift for all 32-bit kernels, because we can't
1478          * tell if the kernel is being called via sys_statfs64() or not.
1479          * Stop before overflowing f_bsize - in which case it is better
1480          * to just risk EOVERFLOW if caller is using old sys_statfs().
1481          */
1482         if (sizeof(long) < 8) {
1483                 while (osfs.os_blocks > ~0UL && sfs->f_bsize < 0x40000000) {
1484                         sfs->f_bsize <<= 1;
1485
1486                         osfs.os_blocks >>= 1;
1487                         osfs.os_bfree >>= 1;
1488                         osfs.os_bavail >>= 1;
1489                 }
1490         }
1491
1492         sfs->f_blocks = osfs.os_blocks;
1493         sfs->f_bfree = osfs.os_bfree;
1494         sfs->f_bavail = osfs.os_bavail;
1495         sfs->f_fsid = ll_s2sbi(sb)->ll_fsid;
1496         return 0;
1497 }
1498
1499 void ll_inode_size_lock(struct inode *inode)
1500 {
1501         struct ll_inode_info *lli;
1502
1503         LASSERT(!S_ISDIR(inode->i_mode));
1504
1505         lli = ll_i2info(inode);
1506         mutex_lock(&lli->lli_size_mutex);
1507 }
1508
1509 void ll_inode_size_unlock(struct inode *inode)
1510 {
1511         struct ll_inode_info *lli;
1512
1513         lli = ll_i2info(inode);
1514         mutex_unlock(&lli->lli_size_mutex);
1515 }
1516
1517 void ll_update_inode(struct inode *inode, struct lustre_md *md)
1518 {
1519         struct ll_inode_info *lli = ll_i2info(inode);
1520         struct mdt_body *body = md->body;
1521         struct lov_stripe_md *lsm = md->lsm;
1522         struct ll_sb_info *sbi = ll_i2sbi(inode);
1523
1524         LASSERT((lsm != NULL) == ((body->valid & OBD_MD_FLEASIZE) != 0));
1525         if (lsm) {
1526                 if (!lli->lli_has_smd &&
1527                     !(sbi->ll_flags & LL_SBI_LAYOUT_LOCK))
1528                         cl_file_inode_init(inode, md);
1529
1530                 lli->lli_maxbytes = lsm->lsm_maxbytes;
1531                 if (lli->lli_maxbytes > MAX_LFS_FILESIZE)
1532                         lli->lli_maxbytes = MAX_LFS_FILESIZE;
1533         }
1534
1535         if (sbi->ll_flags & LL_SBI_RMT_CLIENT) {
1536                 if (body->valid & OBD_MD_FLRMTPERM)
1537                         ll_update_remote_perm(inode, md->remote_perm);
1538         }
1539 #ifdef CONFIG_FS_POSIX_ACL
1540         else if (body->valid & OBD_MD_FLACL) {
1541                 spin_lock(&lli->lli_lock);
1542                 if (lli->lli_posix_acl)
1543                         posix_acl_release(lli->lli_posix_acl);
1544                 lli->lli_posix_acl = md->posix_acl;
1545                 spin_unlock(&lli->lli_lock);
1546         }
1547 #endif
1548         inode->i_ino = cl_fid_build_ino(&body->fid1,
1549                                         sbi->ll_flags & LL_SBI_32BIT_API);
1550         inode->i_generation = cl_fid_build_gen(&body->fid1);
1551
1552         if (body->valid & OBD_MD_FLATIME) {
1553                 if (body->atime > LTIME_S(inode->i_atime))
1554                         LTIME_S(inode->i_atime) = body->atime;
1555                 lli->lli_lvb.lvb_atime = body->atime;
1556         }
1557         if (body->valid & OBD_MD_FLMTIME) {
1558                 if (body->mtime > LTIME_S(inode->i_mtime)) {
1559                         CDEBUG(D_INODE, "setting ino %lu mtime from %lu to %llu\n",
1560                                inode->i_ino, LTIME_S(inode->i_mtime),
1561                                body->mtime);
1562                         LTIME_S(inode->i_mtime) = body->mtime;
1563                 }
1564                 lli->lli_lvb.lvb_mtime = body->mtime;
1565         }
1566         if (body->valid & OBD_MD_FLCTIME) {
1567                 if (body->ctime > LTIME_S(inode->i_ctime))
1568                         LTIME_S(inode->i_ctime) = body->ctime;
1569                 lli->lli_lvb.lvb_ctime = body->ctime;
1570         }
1571         if (body->valid & OBD_MD_FLMODE)
1572                 inode->i_mode = (inode->i_mode & S_IFMT)|(body->mode & ~S_IFMT);
1573         if (body->valid & OBD_MD_FLTYPE)
1574                 inode->i_mode = (inode->i_mode & ~S_IFMT)|(body->mode & S_IFMT);
1575         LASSERT(inode->i_mode != 0);
1576         if (S_ISREG(inode->i_mode))
1577                 inode->i_blkbits = min(PTLRPC_MAX_BRW_BITS + 1,
1578                                        LL_MAX_BLKSIZE_BITS);
1579         else
1580                 inode->i_blkbits = inode->i_sb->s_blocksize_bits;
1581         if (body->valid & OBD_MD_FLUID)
1582                 inode->i_uid = make_kuid(&init_user_ns, body->uid);
1583         if (body->valid & OBD_MD_FLGID)
1584                 inode->i_gid = make_kgid(&init_user_ns, body->gid);
1585         if (body->valid & OBD_MD_FLFLAGS)
1586                 inode->i_flags = ll_ext_to_inode_flags(body->flags);
1587         if (body->valid & OBD_MD_FLNLINK)
1588                 set_nlink(inode, body->nlink);
1589         if (body->valid & OBD_MD_FLRDEV)
1590                 inode->i_rdev = old_decode_dev(body->rdev);
1591
1592         if (body->valid & OBD_MD_FLID) {
1593                 /* FID shouldn't be changed! */
1594                 if (fid_is_sane(&lli->lli_fid)) {
1595                         LASSERTF(lu_fid_eq(&lli->lli_fid, &body->fid1),
1596                                  "Trying to change FID "DFID
1597                                  " to the "DFID", inode %lu/%u(%p)\n",
1598                                  PFID(&lli->lli_fid), PFID(&body->fid1),
1599                                  inode->i_ino, inode->i_generation, inode);
1600                 } else
1601                         lli->lli_fid = body->fid1;
1602         }
1603
1604         LASSERT(fid_seq(&lli->lli_fid) != 0);
1605
1606         if (body->valid & OBD_MD_FLSIZE) {
1607                 if (exp_connect_som(ll_i2mdexp(inode)) &&
1608                     S_ISREG(inode->i_mode)) {
1609                         struct lustre_handle lockh;
1610                         enum ldlm_mode mode;
1611
1612                         /* As it is possible a blocking ast has been processed
1613                          * by this time, we need to check there is an UPDATE
1614                          * lock on the client and set LLIF_MDS_SIZE_LOCK holding
1615                          * it.
1616                          */
1617                         mode = ll_take_md_lock(inode, MDS_INODELOCK_UPDATE,
1618                                                &lockh, LDLM_FL_CBPENDING,
1619                                                LCK_CR | LCK_CW |
1620                                                LCK_PR | LCK_PW);
1621                         if (mode) {
1622                                 if (lli->lli_flags & (LLIF_DONE_WRITING |
1623                                                       LLIF_EPOCH_PENDING |
1624                                                       LLIF_SOM_DIRTY)) {
1625                                         CERROR("ino %lu flags %u still has size authority! do not trust the size got from MDS\n",
1626                                                inode->i_ino, lli->lli_flags);
1627                                 } else {
1628                                         /* Use old size assignment to avoid
1629                                          * deadlock bz14138 & bz14326
1630                                          */
1631                                         i_size_write(inode, body->size);
1632                                         spin_lock(&lli->lli_lock);
1633                                         lli->lli_flags |= LLIF_MDS_SIZE_LOCK;
1634                                         spin_unlock(&lli->lli_lock);
1635                                 }
1636                                 ldlm_lock_decref(&lockh, mode);
1637                         }
1638                 } else {
1639                         /* Use old size assignment to avoid
1640                          * deadlock bz14138 & bz14326
1641                          */
1642                         i_size_write(inode, body->size);
1643
1644                         CDEBUG(D_VFSTRACE, "inode=%lu, updating i_size %llu\n",
1645                                inode->i_ino, (unsigned long long)body->size);
1646                 }
1647
1648                 if (body->valid & OBD_MD_FLBLOCKS)
1649                         inode->i_blocks = body->blocks;
1650         }
1651
1652         if (body->valid & OBD_MD_TSTATE) {
1653                 if (body->t_state & MS_RESTORE)
1654                         lli->lli_flags |= LLIF_FILE_RESTORING;
1655         }
1656 }
1657
1658 void ll_read_inode2(struct inode *inode, void *opaque)
1659 {
1660         struct lustre_md *md = opaque;
1661         struct ll_inode_info *lli = ll_i2info(inode);
1662
1663         CDEBUG(D_VFSTRACE, "VFS Op:inode="DFID"(%p)\n",
1664                PFID(&lli->lli_fid), inode);
1665
1666         LASSERT(!lli->lli_has_smd);
1667
1668         /* Core attributes from the MDS first.  This is a new inode, and
1669          * the VFS doesn't zero times in the core inode so we have to do
1670          * it ourselves.  They will be overwritten by either MDS or OST
1671          * attributes - we just need to make sure they aren't newer.
1672          */
1673         LTIME_S(inode->i_mtime) = 0;
1674         LTIME_S(inode->i_atime) = 0;
1675         LTIME_S(inode->i_ctime) = 0;
1676         inode->i_rdev = 0;
1677         ll_update_inode(inode, md);
1678
1679         /* OIDEBUG(inode); */
1680
1681         if (S_ISREG(inode->i_mode)) {
1682                 struct ll_sb_info *sbi = ll_i2sbi(inode);
1683
1684                 inode->i_op = &ll_file_inode_operations;
1685                 inode->i_fop = sbi->ll_fop;
1686                 inode->i_mapping->a_ops = (struct address_space_operations *)&ll_aops;
1687         } else if (S_ISDIR(inode->i_mode)) {
1688                 inode->i_op = &ll_dir_inode_operations;
1689                 inode->i_fop = &ll_dir_operations;
1690         } else if (S_ISLNK(inode->i_mode)) {
1691                 inode->i_op = &ll_fast_symlink_inode_operations;
1692         } else {
1693                 inode->i_op = &ll_special_inode_operations;
1694
1695                 init_special_inode(inode, inode->i_mode,
1696                                    inode->i_rdev);
1697         }
1698 }
1699
1700 void ll_delete_inode(struct inode *inode)
1701 {
1702         struct cl_inode_info *lli = cl_i2info(inode);
1703
1704         if (S_ISREG(inode->i_mode) && lli->lli_clob)
1705                 /* discard all dirty pages before truncating them, required by
1706                  * osc_extent implementation at LU-1030.
1707                  */
1708                 cl_sync_file_range(inode, 0, OBD_OBJECT_EOF,
1709                                    CL_FSYNC_DISCARD, 1);
1710
1711         truncate_inode_pages_final(&inode->i_data);
1712
1713         /* Workaround for LU-118 */
1714         if (inode->i_data.nrpages) {
1715                 spin_lock_irq(&inode->i_data.tree_lock);
1716                 spin_unlock_irq(&inode->i_data.tree_lock);
1717                 LASSERTF(inode->i_data.nrpages == 0,
1718                          "inode=%lu/%u(%p) nrpages=%lu, see http://jira.whamcloud.com/browse/LU-118\n",
1719                          inode->i_ino, inode->i_generation, inode,
1720                          inode->i_data.nrpages);
1721         }
1722         /* Workaround end */
1723
1724         ll_clear_inode(inode);
1725         clear_inode(inode);
1726 }
1727
1728 int ll_iocontrol(struct inode *inode, struct file *file,
1729                  unsigned int cmd, unsigned long arg)
1730 {
1731         struct ll_sb_info *sbi = ll_i2sbi(inode);
1732         struct ptlrpc_request *req = NULL;
1733         int rc, flags = 0;
1734
1735         switch (cmd) {
1736         case FSFILT_IOC_GETFLAGS: {
1737                 struct mdt_body *body;
1738                 struct md_op_data *op_data;
1739
1740                 op_data = ll_prep_md_op_data(NULL, inode, NULL, NULL,
1741                                              0, 0, LUSTRE_OPC_ANY,
1742                                              NULL);
1743                 if (IS_ERR(op_data))
1744                         return PTR_ERR(op_data);
1745
1746                 op_data->op_valid = OBD_MD_FLFLAGS;
1747                 rc = md_getattr(sbi->ll_md_exp, op_data, &req);
1748                 ll_finish_md_op_data(op_data);
1749                 if (rc) {
1750                         CERROR("failure %d inode %lu\n", rc, inode->i_ino);
1751                         return -abs(rc);
1752                 }
1753
1754                 body = req_capsule_server_get(&req->rq_pill, &RMF_MDT_BODY);
1755
1756                 flags = body->flags;
1757
1758                 ptlrpc_req_finished(req);
1759
1760                 return put_user(flags, (int __user *)arg);
1761         }
1762         case FSFILT_IOC_SETFLAGS: {
1763                 struct lov_stripe_md *lsm;
1764                 struct obd_info oinfo = { };
1765                 struct md_op_data *op_data;
1766
1767                 if (get_user(flags, (int __user *)arg))
1768                         return -EFAULT;
1769
1770                 op_data = ll_prep_md_op_data(NULL, inode, NULL, NULL, 0, 0,
1771                                              LUSTRE_OPC_ANY, NULL);
1772                 if (IS_ERR(op_data))
1773                         return PTR_ERR(op_data);
1774
1775                 ((struct ll_iattr *)&op_data->op_attr)->ia_attr_flags = flags;
1776                 op_data->op_attr.ia_valid |= ATTR_ATTR_FLAG;
1777                 rc = md_setattr(sbi->ll_md_exp, op_data,
1778                                 NULL, 0, NULL, 0, &req, NULL);
1779                 ll_finish_md_op_data(op_data);
1780                 ptlrpc_req_finished(req);
1781                 if (rc)
1782                         return rc;
1783
1784                 inode->i_flags = ll_ext_to_inode_flags(flags);
1785
1786                 lsm = ccc_inode_lsm_get(inode);
1787                 if (!lsm_has_objects(lsm)) {
1788                         ccc_inode_lsm_put(inode, lsm);
1789                         return 0;
1790                 }
1791
1792                 oinfo.oi_oa = kmem_cache_zalloc(obdo_cachep, GFP_NOFS);
1793                 if (!oinfo.oi_oa) {
1794                         ccc_inode_lsm_put(inode, lsm);
1795                         return -ENOMEM;
1796                 }
1797                 oinfo.oi_md = lsm;
1798                 oinfo.oi_oa->o_oi = lsm->lsm_oi;
1799                 oinfo.oi_oa->o_flags = flags;
1800                 oinfo.oi_oa->o_valid = OBD_MD_FLID | OBD_MD_FLFLAGS |
1801                                        OBD_MD_FLGROUP;
1802                 obdo_set_parent_fid(oinfo.oi_oa, &ll_i2info(inode)->lli_fid);
1803                 rc = obd_setattr_rqset(sbi->ll_dt_exp, &oinfo, NULL);
1804                 kmem_cache_free(obdo_cachep, oinfo.oi_oa);
1805                 ccc_inode_lsm_put(inode, lsm);
1806
1807                 if (rc && rc != -EPERM && rc != -EACCES)
1808                         CERROR("osc_setattr_async fails: rc = %d\n", rc);
1809
1810                 return rc;
1811         }
1812         default:
1813                 return -ENOSYS;
1814         }
1815
1816         return 0;
1817 }
1818
1819 int ll_flush_ctx(struct inode *inode)
1820 {
1821         struct ll_sb_info  *sbi = ll_i2sbi(inode);
1822
1823         CDEBUG(D_SEC, "flush context for user %d\n",
1824                from_kuid(&init_user_ns, current_uid()));
1825
1826         obd_set_info_async(NULL, sbi->ll_md_exp,
1827                            sizeof(KEY_FLUSH_CTX), KEY_FLUSH_CTX,
1828                            0, NULL, NULL);
1829         obd_set_info_async(NULL, sbi->ll_dt_exp,
1830                            sizeof(KEY_FLUSH_CTX), KEY_FLUSH_CTX,
1831                            0, NULL, NULL);
1832         return 0;
1833 }
1834
1835 /* umount -f client means force down, don't save state */
1836 void ll_umount_begin(struct super_block *sb)
1837 {
1838         struct ll_sb_info *sbi = ll_s2sbi(sb);
1839         struct obd_device *obd;
1840         struct obd_ioctl_data *ioc_data;
1841
1842         CDEBUG(D_VFSTRACE, "VFS Op: superblock %p count %d active %d\n", sb,
1843                sb->s_count, atomic_read(&sb->s_active));
1844
1845         obd = class_exp2obd(sbi->ll_md_exp);
1846         if (!obd) {
1847                 CERROR("Invalid MDC connection handle %#llx\n",
1848                        sbi->ll_md_exp->exp_handle.h_cookie);
1849                 return;
1850         }
1851         obd->obd_force = 1;
1852
1853         obd = class_exp2obd(sbi->ll_dt_exp);
1854         if (!obd) {
1855                 CERROR("Invalid LOV connection handle %#llx\n",
1856                        sbi->ll_dt_exp->exp_handle.h_cookie);
1857                 return;
1858         }
1859         obd->obd_force = 1;
1860
1861         ioc_data = kzalloc(sizeof(*ioc_data), GFP_NOFS);
1862         if (ioc_data) {
1863                 obd_iocontrol(IOC_OSC_SET_ACTIVE, sbi->ll_md_exp,
1864                               sizeof(*ioc_data), ioc_data, NULL);
1865
1866                 obd_iocontrol(IOC_OSC_SET_ACTIVE, sbi->ll_dt_exp,
1867                               sizeof(*ioc_data), ioc_data, NULL);
1868
1869                 kfree(ioc_data);
1870         }
1871
1872         /* Really, we'd like to wait until there are no requests outstanding,
1873          * and then continue.  For now, we just invalidate the requests,
1874          * schedule() and sleep one second if needed, and hope.
1875          */
1876         schedule();
1877 }
1878
1879 int ll_remount_fs(struct super_block *sb, int *flags, char *data)
1880 {
1881         struct ll_sb_info *sbi = ll_s2sbi(sb);
1882         char *profilenm = get_profile_name(sb);
1883         int err;
1884         __u32 read_only;
1885
1886         if ((*flags & MS_RDONLY) != (sb->s_flags & MS_RDONLY)) {
1887                 read_only = *flags & MS_RDONLY;
1888                 err = obd_set_info_async(NULL, sbi->ll_md_exp,
1889                                          sizeof(KEY_READ_ONLY),
1890                                          KEY_READ_ONLY, sizeof(read_only),
1891                                          &read_only, NULL);
1892                 if (err) {
1893                         LCONSOLE_WARN("Failed to remount %s %s (%d)\n",
1894                                       profilenm, read_only ?
1895                                       "read-only" : "read-write", err);
1896                         return err;
1897                 }
1898
1899                 if (read_only)
1900                         sb->s_flags |= MS_RDONLY;
1901                 else
1902                         sb->s_flags &= ~MS_RDONLY;
1903
1904                 if (sbi->ll_flags & LL_SBI_VERBOSE)
1905                         LCONSOLE_WARN("Remounted %s %s\n", profilenm,
1906                                       read_only ?  "read-only" : "read-write");
1907         }
1908         return 0;
1909 }
1910
1911 /**
1912  * Cleanup the open handle that is cached on MDT-side.
1913  *
1914  * For open case, the client side open handling thread may hit error
1915  * after the MDT grant the open. Under such case, the client should
1916  * send close RPC to the MDT as cleanup; otherwise, the open handle
1917  * on the MDT will be leaked there until the client umount or evicted.
1918  *
1919  * In further, if someone unlinked the file, because the open handle
1920  * holds the reference on such file/object, then it will block the
1921  * subsequent threads that want to locate such object via FID.
1922  *
1923  * \param[in] sb        super block for this file-system
1924  * \param[in] open_req  pointer to the original open request
1925  */
1926 void ll_open_cleanup(struct super_block *sb, struct ptlrpc_request *open_req)
1927 {
1928         struct mdt_body                 *body;
1929         struct md_op_data               *op_data;
1930         struct ptlrpc_request           *close_req = NULL;
1931         struct obd_export               *exp       = ll_s2sbi(sb)->ll_md_exp;
1932
1933         body = req_capsule_server_get(&open_req->rq_pill, &RMF_MDT_BODY);
1934         op_data = kzalloc(sizeof(*op_data), GFP_NOFS);
1935         if (!op_data)
1936                 return;
1937
1938         op_data->op_fid1 = body->fid1;
1939         op_data->op_ioepoch = body->ioepoch;
1940         op_data->op_handle = body->handle;
1941         op_data->op_mod_time = get_seconds();
1942         md_close(exp, op_data, NULL, &close_req);
1943         ptlrpc_req_finished(close_req);
1944         ll_finish_md_op_data(op_data);
1945 }
1946
1947 int ll_prep_inode(struct inode **inode, struct ptlrpc_request *req,
1948                   struct super_block *sb, struct lookup_intent *it)
1949 {
1950         struct ll_sb_info *sbi = NULL;
1951         struct lustre_md md = { NULL };
1952         int rc;
1953
1954         LASSERT(*inode || sb);
1955         sbi = sb ? ll_s2sbi(sb) : ll_i2sbi(*inode);
1956         rc = md_get_lustre_md(sbi->ll_md_exp, req, sbi->ll_dt_exp,
1957                               sbi->ll_md_exp, &md);
1958         if (rc)
1959                 goto cleanup;
1960
1961         if (*inode) {
1962                 ll_update_inode(*inode, &md);
1963         } else {
1964                 LASSERT(sb);
1965
1966                 /*
1967                  * At this point server returns to client's same fid as client
1968                  * generated for creating. So using ->fid1 is okay here.
1969                  */
1970                 LASSERT(fid_is_sane(&md.body->fid1));
1971
1972                 *inode = ll_iget(sb, cl_fid_build_ino(&md.body->fid1,
1973                                              sbi->ll_flags & LL_SBI_32BIT_API),
1974                                  &md);
1975                 if (!*inode) {
1976 #ifdef CONFIG_FS_POSIX_ACL
1977                         if (md.posix_acl) {
1978                                 posix_acl_release(md.posix_acl);
1979                                 md.posix_acl = NULL;
1980                         }
1981 #endif
1982                         rc = -ENOMEM;
1983                         CERROR("new_inode -fatal: rc %d\n", rc);
1984                         goto out;
1985                 }
1986         }
1987
1988         /* Handling piggyback layout lock.
1989          * Layout lock can be piggybacked by getattr and open request.
1990          * The lsm can be applied to inode only if it comes with a layout lock
1991          * otherwise correct layout may be overwritten, for example:
1992          * 1. proc1: mdt returns a lsm but not granting layout
1993          * 2. layout was changed by another client
1994          * 3. proc2: refresh layout and layout lock granted
1995          * 4. proc1: to apply a stale layout
1996          */
1997         if (it && it->d.lustre.it_lock_mode != 0) {
1998                 struct lustre_handle lockh;
1999                 struct ldlm_lock *lock;
2000
2001                 lockh.cookie = it->d.lustre.it_lock_handle;
2002                 lock = ldlm_handle2lock(&lockh);
2003                 LASSERT(lock);
2004                 if (ldlm_has_layout(lock)) {
2005                         struct cl_object_conf conf;
2006
2007                         memset(&conf, 0, sizeof(conf));
2008                         conf.coc_opc = OBJECT_CONF_SET;
2009                         conf.coc_inode = *inode;
2010                         conf.coc_lock = lock;
2011                         conf.u.coc_md = &md;
2012                         (void)ll_layout_conf(*inode, &conf);
2013                 }
2014                 LDLM_LOCK_PUT(lock);
2015         }
2016
2017 out:
2018         if (md.lsm)
2019                 obd_free_memmd(sbi->ll_dt_exp, &md.lsm);
2020         md_free_lustre_md(sbi->ll_md_exp, &md);
2021
2022 cleanup:
2023         if (rc != 0 && it && it->it_op & IT_OPEN)
2024                 ll_open_cleanup(sb ? sb : (*inode)->i_sb, req);
2025
2026         return rc;
2027 }
2028
2029 int ll_obd_statfs(struct inode *inode, void __user *arg)
2030 {
2031         struct ll_sb_info *sbi = NULL;
2032         struct obd_export *exp;
2033         char *buf = NULL;
2034         struct obd_ioctl_data *data = NULL;
2035         __u32 type;
2036         int len = 0, rc;
2037
2038         if (!inode) {
2039                 rc = -EINVAL;
2040                 goto out_statfs;
2041         }
2042
2043         sbi = ll_i2sbi(inode);
2044         if (!sbi) {
2045                 rc = -EINVAL;
2046                 goto out_statfs;
2047         }
2048
2049         rc = obd_ioctl_getdata(&buf, &len, arg);
2050         if (rc)
2051                 goto out_statfs;
2052
2053         data = (void *)buf;
2054         if (!data->ioc_inlbuf1 || !data->ioc_inlbuf2 ||
2055             !data->ioc_pbuf1 || !data->ioc_pbuf2) {
2056                 rc = -EINVAL;
2057                 goto out_statfs;
2058         }
2059
2060         if (data->ioc_inllen1 != sizeof(__u32) ||
2061             data->ioc_inllen2 != sizeof(__u32) ||
2062             data->ioc_plen1 != sizeof(struct obd_statfs) ||
2063             data->ioc_plen2 != sizeof(struct obd_uuid)) {
2064                 rc = -EINVAL;
2065                 goto out_statfs;
2066         }
2067
2068         memcpy(&type, data->ioc_inlbuf1, sizeof(__u32));
2069         if (type & LL_STATFS_LMV)
2070                 exp = sbi->ll_md_exp;
2071         else if (type & LL_STATFS_LOV)
2072                 exp = sbi->ll_dt_exp;
2073         else {
2074                 rc = -ENODEV;
2075                 goto out_statfs;
2076         }
2077
2078         rc = obd_iocontrol(IOC_OBD_STATFS, exp, len, buf, NULL);
2079         if (rc)
2080                 goto out_statfs;
2081 out_statfs:
2082         if (buf)
2083                 obd_ioctl_freedata(buf, len);
2084         return rc;
2085 }
2086
2087 int ll_process_config(struct lustre_cfg *lcfg)
2088 {
2089         char *ptr;
2090         void *sb;
2091         struct lprocfs_static_vars lvars;
2092         unsigned long x;
2093         int rc = 0;
2094
2095         lprocfs_llite_init_vars(&lvars);
2096
2097         /* The instance name contains the sb: lustre-client-aacfe000 */
2098         ptr = strrchr(lustre_cfg_string(lcfg, 0), '-');
2099         if (!ptr || !*(++ptr))
2100                 return -EINVAL;
2101         rc = kstrtoul(ptr, 16, &x);
2102         if (rc != 0)
2103                 return -EINVAL;
2104         sb = (void *)x;
2105         /* This better be a real Lustre superblock! */
2106         LASSERT(s2lsi((struct super_block *)sb)->lsi_lmd->lmd_magic == LMD_MAGIC);
2107
2108         /* Note we have not called client_common_fill_super yet, so
2109          * proc fns must be able to handle that!
2110          */
2111         rc = class_process_proc_param(PARAM_LLITE, lvars.obd_vars,
2112                                       lcfg, sb);
2113         if (rc > 0)
2114                 rc = 0;
2115         return rc;
2116 }
2117
2118 /* this function prepares md_op_data hint for passing ot down to MD stack. */
2119 struct md_op_data *ll_prep_md_op_data(struct md_op_data *op_data,
2120                                       struct inode *i1, struct inode *i2,
2121                                       const char *name, int namelen,
2122                                       int mode, __u32 opc, void *data)
2123 {
2124         if (namelen > ll_i2sbi(i1)->ll_namelen)
2125                 return ERR_PTR(-ENAMETOOLONG);
2126
2127         if (!op_data)
2128                 op_data = kzalloc(sizeof(*op_data), GFP_NOFS);
2129
2130         if (!op_data)
2131                 return ERR_PTR(-ENOMEM);
2132
2133         ll_i2gids(op_data->op_suppgids, i1, i2);
2134         op_data->op_fid1 = *ll_inode2fid(i1);
2135
2136         if (i2)
2137                 op_data->op_fid2 = *ll_inode2fid(i2);
2138         else
2139                 fid_zero(&op_data->op_fid2);
2140
2141         op_data->op_name = name;
2142         op_data->op_namelen = namelen;
2143         op_data->op_mode = mode;
2144         op_data->op_mod_time = ktime_get_real_seconds();
2145         op_data->op_fsuid = from_kuid(&init_user_ns, current_fsuid());
2146         op_data->op_fsgid = from_kgid(&init_user_ns, current_fsgid());
2147         op_data->op_cap = cfs_curproc_cap_pack();
2148         op_data->op_bias = 0;
2149         op_data->op_cli_flags = 0;
2150         if ((opc == LUSTRE_OPC_CREATE) && name &&
2151             filename_is_volatile(name, namelen, NULL))
2152                 op_data->op_bias |= MDS_CREATE_VOLATILE;
2153         op_data->op_opc = opc;
2154         op_data->op_mds = 0;
2155         op_data->op_data = data;
2156
2157         /* If the file is being opened after mknod() (normally due to NFS)
2158          * try to use the default stripe data from parent directory for
2159          * allocating OST objects.  Try to pass the parent FID to MDS.
2160          */
2161         if (opc == LUSTRE_OPC_CREATE && i1 == i2 && S_ISREG(i2->i_mode) &&
2162             !ll_i2info(i2)->lli_has_smd) {
2163                 struct ll_inode_info *lli = ll_i2info(i2);
2164
2165                 spin_lock(&lli->lli_lock);
2166                 if (likely(!lli->lli_has_smd && !fid_is_zero(&lli->lli_pfid)))
2167                         op_data->op_fid1 = lli->lli_pfid;
2168                 spin_unlock(&lli->lli_lock);
2169         }
2170
2171         /* When called by ll_setattr_raw, file is i1. */
2172         if (ll_i2info(i1)->lli_flags & LLIF_DATA_MODIFIED)
2173                 op_data->op_bias |= MDS_DATA_MODIFIED;
2174
2175         return op_data;
2176 }
2177
2178 void ll_finish_md_op_data(struct md_op_data *op_data)
2179 {
2180         kfree(op_data);
2181 }
2182
2183 int ll_show_options(struct seq_file *seq, struct dentry *dentry)
2184 {
2185         struct ll_sb_info *sbi;
2186
2187         LASSERT(seq && dentry);
2188         sbi = ll_s2sbi(dentry->d_sb);
2189
2190         if (sbi->ll_flags & LL_SBI_NOLCK)
2191                 seq_puts(seq, ",nolock");
2192
2193         if (sbi->ll_flags & LL_SBI_FLOCK)
2194                 seq_puts(seq, ",flock");
2195
2196         if (sbi->ll_flags & LL_SBI_LOCALFLOCK)
2197                 seq_puts(seq, ",localflock");
2198
2199         if (sbi->ll_flags & LL_SBI_USER_XATTR)
2200                 seq_puts(seq, ",user_xattr");
2201
2202         if (sbi->ll_flags & LL_SBI_LAZYSTATFS)
2203                 seq_puts(seq, ",lazystatfs");
2204
2205         if (sbi->ll_flags & LL_SBI_USER_FID2PATH)
2206                 seq_puts(seq, ",user_fid2path");
2207
2208         return 0;
2209 }
2210
2211 /**
2212  * Get obd name by cmd, and copy out to user space
2213  */
2214 int ll_get_obd_name(struct inode *inode, unsigned int cmd, unsigned long arg)
2215 {
2216         struct ll_sb_info *sbi = ll_i2sbi(inode);
2217         struct obd_device *obd;
2218
2219         if (cmd == OBD_IOC_GETDTNAME)
2220                 obd = class_exp2obd(sbi->ll_dt_exp);
2221         else if (cmd == OBD_IOC_GETMDNAME)
2222                 obd = class_exp2obd(sbi->ll_md_exp);
2223         else
2224                 return -EINVAL;
2225
2226         if (!obd)
2227                 return -ENOENT;
2228
2229         if (copy_to_user((void __user *)arg, obd->obd_name,
2230                          strlen(obd->obd_name) + 1))
2231                 return -EFAULT;
2232
2233         return 0;
2234 }
2235
2236 /**
2237  * Get lustre file system name by \a sbi. If \a buf is provided(non-NULL), the
2238  * fsname will be returned in this buffer; otherwise, a static buffer will be
2239  * used to store the fsname and returned to caller.
2240  */
2241 char *ll_get_fsname(struct super_block *sb, char *buf, int buflen)
2242 {
2243         static char fsname_static[MTI_NAME_MAXLEN];
2244         struct lustre_sb_info *lsi = s2lsi(sb);
2245         char *ptr;
2246         int len;
2247
2248         if (!buf) {
2249                 /* this means the caller wants to use static buffer
2250                  * and it doesn't care about race. Usually this is
2251                  * in error reporting path
2252                  */
2253                 buf = fsname_static;
2254                 buflen = sizeof(fsname_static);
2255         }
2256
2257         len = strlen(lsi->lsi_lmd->lmd_profile);
2258         ptr = strrchr(lsi->lsi_lmd->lmd_profile, '-');
2259         if (ptr && (strcmp(ptr, "-client") == 0))
2260                 len -= 7;
2261
2262         if (unlikely(len >= buflen))
2263                 len = buflen - 1;
2264         strncpy(buf, lsi->lsi_lmd->lmd_profile, len);
2265         buf[len] = '\0';
2266
2267         return buf;
2268 }
2269
2270 void ll_dirty_page_discard_warn(struct page *page, int ioret)
2271 {
2272         char *buf, *path = NULL;
2273         struct dentry *dentry = NULL;
2274         struct ccc_object *obj = cl_inode2ccc(page->mapping->host);
2275
2276         /* this can be called inside spin lock so use GFP_ATOMIC. */
2277         buf = (char *)__get_free_page(GFP_ATOMIC);
2278         if (buf) {
2279                 dentry = d_find_alias(page->mapping->host);
2280                 if (dentry)
2281                         path = dentry_path_raw(dentry, buf, PAGE_SIZE);
2282         }
2283
2284         CDEBUG(D_WARNING,
2285                "%s: dirty page discard: %s/fid: " DFID "/%s may get corrupted (rc %d)\n",
2286                ll_get_fsname(page->mapping->host->i_sb, NULL, 0),
2287                s2lsi(page->mapping->host->i_sb)->lsi_lmd->lmd_dev,
2288                PFID(&obj->cob_header.coh_lu.loh_fid),
2289                (path && !IS_ERR(path)) ? path : "", ioret);
2290
2291         if (dentry)
2292                 dput(dentry);
2293
2294         if (buf)
2295                 free_page((unsigned long)buf);
2296 }