1 /* SPDX-License-Identifier: GPL-2.0 */ 2 /* 3 * Filesystem access notification for Linux 4 * 5 * Copyright (C) 2008 Red Hat, Inc., Eric Paris <[email protected]> 6 */ 7 8 #ifndef __LINUX_FSNOTIFY_BACKEND_H 9 #define __LINUX_FSNOTIFY_BACKEND_H 10 11 #ifdef __KERNEL__ 12 13 #include <linux/idr.h> /* inotify uses this */ 14 #include <linux/fs.h> /* struct inode */ 15 #include <linux/list.h> 16 #include <linux/path.h> /* struct path */ 17 #include <linux/spinlock.h> 18 #include <linux/types.h> 19 #include <linux/atomic.h> 20 #include <linux/user_namespace.h> 21 #include <linux/refcount.h> 22 #include <linux/mempool.h> 23 #include <linux/sched/mm.h> 24 25 /* 26 * IN_* from inotfy.h lines up EXACTLY with FS_*, this is so we can easily 27 * convert between them. dnotify only needs conversion at watch creation 28 * so no perf loss there. fanotify isn't defined yet, so it can use the 29 * wholes if it needs more events. 30 */ 31 #define FS_ACCESS 0x00000001 /* File was accessed */ 32 #define FS_MODIFY 0x00000002 /* File was modified */ 33 #define FS_ATTRIB 0x00000004 /* Metadata changed */ 34 #define FS_CLOSE_WRITE 0x00000008 /* Writable file was closed */ 35 #define FS_CLOSE_NOWRITE 0x00000010 /* Unwritable file closed */ 36 #define FS_OPEN 0x00000020 /* File was opened */ 37 #define FS_MOVED_FROM 0x00000040 /* File was moved from X */ 38 #define FS_MOVED_TO 0x00000080 /* File was moved to Y */ 39 #define FS_CREATE 0x00000100 /* Subfile was created */ 40 #define FS_DELETE 0x00000200 /* Subfile was deleted */ 41 #define FS_DELETE_SELF 0x00000400 /* Self was deleted */ 42 #define FS_MOVE_SELF 0x00000800 /* Self was moved */ 43 #define FS_OPEN_EXEC 0x00001000 /* File was opened for exec */ 44 45 #define FS_UNMOUNT 0x00002000 /* inode on umount fs */ 46 #define FS_Q_OVERFLOW 0x00004000 /* Event queued overflowed */ 47 #define FS_ERROR 0x00008000 /* Filesystem Error (fanotify) */ 48 49 /* 50 * FS_IN_IGNORED overloads FS_ERROR. It is only used internally by inotify 51 * which does not support FS_ERROR. 52 */ 53 #define FS_IN_IGNORED 0x00008000 /* last inotify event here */ 54 55 #define FS_OPEN_PERM 0x00010000 /* open event in an permission hook */ 56 #define FS_ACCESS_PERM 0x00020000 /* access event in a permissions hook */ 57 #define FS_OPEN_EXEC_PERM 0x00040000 /* open/exec event in a permission hook */ 58 /* #define FS_DIR_MODIFY 0x00080000 */ /* Deprecated (reserved) */ 59 60 #define FS_PRE_ACCESS 0x00100000 /* Pre-content access hook */ 61 62 /* 63 * Set on inode mark that cares about things that happen to its children. 64 * Always set for dnotify and inotify. 65 * Set on inode/sb/mount marks that care about parent/name info. 66 */ 67 #define FS_EVENT_ON_CHILD 0x08000000 68 69 #define FS_RENAME 0x10000000 /* File was renamed */ 70 #define FS_DN_MULTISHOT 0x20000000 /* dnotify multishot */ 71 #define FS_ISDIR 0x40000000 /* event occurred against dir */ 72 73 #define FS_MOVE (FS_MOVED_FROM | FS_MOVED_TO) 74 75 /* 76 * Directory entry modification events - reported only to directory 77 * where entry is modified and not to a watching parent. 78 * The watching parent may get an FS_ATTRIB|FS_EVENT_ON_CHILD event 79 * when a directory entry inside a child subdir changes. 80 */ 81 #define ALL_FSNOTIFY_DIRENT_EVENTS (FS_CREATE | FS_DELETE | FS_MOVE | FS_RENAME) 82 83 /* Content events can be used to inspect file content */ 84 #define FSNOTIFY_CONTENT_PERM_EVENTS (FS_OPEN_PERM | FS_OPEN_EXEC_PERM | \ 85 FS_ACCESS_PERM) 86 /* Pre-content events can be used to fill file content */ 87 #define FSNOTIFY_PRE_CONTENT_EVENTS (FS_PRE_ACCESS) 88 89 #define ALL_FSNOTIFY_PERM_EVENTS (FSNOTIFY_CONTENT_PERM_EVENTS | \ 90 FSNOTIFY_PRE_CONTENT_EVENTS) 91 92 /* 93 * This is a list of all events that may get sent to a parent that is watching 94 * with flag FS_EVENT_ON_CHILD based on fs event on a child of that directory. 95 */ 96 #define FS_EVENTS_POSS_ON_CHILD (ALL_FSNOTIFY_PERM_EVENTS | \ 97 FS_ACCESS | FS_MODIFY | FS_ATTRIB | \ 98 FS_CLOSE_WRITE | FS_CLOSE_NOWRITE | \ 99 FS_OPEN | FS_OPEN_EXEC) 100 101 /* 102 * This is a list of all events that may get sent with the parent inode as the 103 * @to_tell argument of fsnotify(). 104 * It may include events that can be sent to an inode/sb/mount mark, but cannot 105 * be sent to a parent watching children. 106 */ 107 #define FS_EVENTS_POSS_TO_PARENT (FS_EVENTS_POSS_ON_CHILD) 108 109 /* Events that can be reported to backends */ 110 #define ALL_FSNOTIFY_EVENTS (ALL_FSNOTIFY_DIRENT_EVENTS | \ 111 FS_EVENTS_POSS_ON_CHILD | \ 112 FS_DELETE_SELF | FS_MOVE_SELF | \ 113 FS_UNMOUNT | FS_Q_OVERFLOW | FS_IN_IGNORED | \ 114 FS_ERROR) 115 116 /* Extra flags that may be reported with event or control handling of events */ 117 #define ALL_FSNOTIFY_FLAGS (FS_ISDIR | FS_EVENT_ON_CHILD | FS_DN_MULTISHOT) 118 119 #define ALL_FSNOTIFY_BITS (ALL_FSNOTIFY_EVENTS | ALL_FSNOTIFY_FLAGS) 120 121 struct fsnotify_group; 122 struct fsnotify_event; 123 struct fsnotify_mark; 124 struct fsnotify_event_private_data; 125 struct fsnotify_fname; 126 struct fsnotify_iter_info; 127 128 struct mem_cgroup; 129 130 /* 131 * Each group much define these ops. The fsnotify infrastructure will call 132 * these operations for each relevant group. 133 * 134 * handle_event - main call for a group to handle an fs event 135 * @group: group to notify 136 * @mask: event type and flags 137 * @data: object that event happened on 138 * @data_type: type of object for fanotify_data_XXX() accessors 139 * @dir: optional directory associated with event - 140 * if @file_name is not NULL, this is the directory that 141 * @file_name is relative to 142 * @file_name: optional file name associated with event 143 * @cookie: inotify rename cookie 144 * @iter_info: array of marks from this group that are interested in the event 145 * 146 * handle_inode_event - simple variant of handle_event() for groups that only 147 * have inode marks and don't have ignore mask 148 * @mark: mark to notify 149 * @mask: event type and flags 150 * @inode: inode that event happened on 151 * @dir: optional directory associated with event - 152 * if @file_name is not NULL, this is the directory that 153 * @file_name is relative to. 154 * Either @inode or @dir must be non-NULL. 155 * @file_name: optional file name associated with event 156 * @cookie: inotify rename cookie 157 * 158 * free_group_priv - called when a group refcnt hits 0 to clean up the private union 159 * freeing_mark - called when a mark is being destroyed for some reason. The group 160 * MUST be holding a reference on each mark and that reference must be 161 * dropped in this function. inotify uses this function to send 162 * userspace messages that marks have been removed. 163 */ 164 struct fsnotify_ops { 165 int (*handle_event)(struct fsnotify_group *group, u32 mask, 166 const void *data, int data_type, struct inode *dir, 167 const struct qstr *file_name, u32 cookie, 168 struct fsnotify_iter_info *iter_info); 169 int (*handle_inode_event)(struct fsnotify_mark *mark, u32 mask, 170 struct inode *inode, struct inode *dir, 171 const struct qstr *file_name, u32 cookie); 172 void (*free_group_priv)(struct fsnotify_group *group); 173 void (*freeing_mark)(struct fsnotify_mark *mark, struct fsnotify_group *group); 174 void (*free_event)(struct fsnotify_group *group, struct fsnotify_event *event); 175 /* called on final put+free to free memory */ 176 void (*free_mark)(struct fsnotify_mark *mark); 177 }; 178 179 /* 180 * all of the information about the original object we want to now send to 181 * a group. If you want to carry more info from the accessing task to the 182 * listener this structure is where you need to be adding fields. 183 */ 184 struct fsnotify_event { 185 struct list_head list; 186 }; 187 188 /* 189 * fsnotify group priorities. 190 * Events are sent in order from highest priority to lowest priority. 191 */ 192 enum fsnotify_group_prio { 193 FSNOTIFY_PRIO_NORMAL = 0, /* normal notifiers, no permissions */ 194 FSNOTIFY_PRIO_CONTENT, /* fanotify permission events */ 195 FSNOTIFY_PRIO_PRE_CONTENT, /* fanotify pre-content events */ 196 __FSNOTIFY_PRIO_NUM 197 }; 198 199 /* 200 * A group is a "thing" that wants to receive notification about filesystem 201 * events. The mask holds the subset of event types this group cares about. 202 * refcnt on a group is up to the implementor and at any moment if it goes 0 203 * everything will be cleaned up. 204 */ 205 struct fsnotify_group { 206 const struct fsnotify_ops *ops; /* how this group handles things */ 207 208 /* 209 * How the refcnt is used is up to each group. When the refcnt hits 0 210 * fsnotify will clean up all of the resources associated with this group. 211 * As an example, the dnotify group will always have a refcnt=1 and that 212 * will never change. Inotify, on the other hand, has a group per 213 * inotify_init() and the refcnt will hit 0 only when that fd has been 214 * closed. 215 */ 216 refcount_t refcnt; /* things with interest in this group */ 217 218 /* needed to send notification to userspace */ 219 spinlock_t notification_lock; /* protect the notification_list */ 220 struct list_head notification_list; /* list of event_holder this group needs to send to userspace */ 221 wait_queue_head_t notification_waitq; /* read() on the notification file blocks on this waitq */ 222 unsigned int q_len; /* events on the queue */ 223 unsigned int max_events; /* maximum events allowed on the list */ 224 enum fsnotify_group_prio priority; /* priority for sending events */ 225 bool shutdown; /* group is being shut down, don't queue more events */ 226 227 #define FSNOTIFY_GROUP_USER 0x01 /* user allocated group */ 228 #define FSNOTIFY_GROUP_DUPS 0x02 /* allow multiple marks per object */ 229 int flags; 230 unsigned int owner_flags; /* stored flags of mark_mutex owner */ 231 232 /* stores all fastpath marks assoc with this group so they can be cleaned on unregister */ 233 struct mutex mark_mutex; /* protect marks_list */ 234 atomic_t user_waits; /* Number of tasks waiting for user 235 * response */ 236 struct list_head marks_list; /* all inode marks for this group */ 237 238 struct fasync_struct *fsn_fa; /* async notification */ 239 240 struct fsnotify_event *overflow_event; /* Event we queue when the 241 * notification list is too 242 * full */ 243 244 struct mem_cgroup *memcg; /* memcg to charge allocations */ 245 246 /* groups can define private fields here or use the void *private */ 247 union { 248 void *private; 249 #ifdef CONFIG_INOTIFY_USER 250 struct inotify_group_private_data { 251 spinlock_t idr_lock; 252 struct idr idr; 253 struct ucounts *ucounts; 254 } inotify_data; 255 #endif 256 #ifdef CONFIG_FANOTIFY 257 struct fanotify_group_private_data { 258 /* Hash table of events for merge */ 259 struct hlist_head *merge_hash; 260 /* allows a group to block waiting for a userspace response */ 261 struct list_head access_list; 262 wait_queue_head_t access_waitq; 263 int flags; /* flags from fanotify_init() */ 264 int f_flags; /* event_f_flags from fanotify_init() */ 265 struct ucounts *ucounts; 266 mempool_t error_events_pool; 267 } fanotify_data; 268 #endif /* CONFIG_FANOTIFY */ 269 }; 270 }; 271 272 /* 273 * These helpers are used to prevent deadlock when reclaiming inodes with 274 * evictable marks of the same group that is allocating a new mark. 275 */ 276 static inline void fsnotify_group_lock(struct fsnotify_group *group) 277 { 278 mutex_lock(&group->mark_mutex); 279 group->owner_flags = memalloc_nofs_save(); 280 } 281 282 static inline void fsnotify_group_unlock(struct fsnotify_group *group) 283 { 284 memalloc_nofs_restore(group->owner_flags); 285 mutex_unlock(&group->mark_mutex); 286 } 287 288 static inline void fsnotify_group_assert_locked(struct fsnotify_group *group) 289 { 290 WARN_ON_ONCE(!mutex_is_locked(&group->mark_mutex)); 291 WARN_ON_ONCE(!(current->flags & PF_MEMALLOC_NOFS)); 292 } 293 294 /* When calling fsnotify tell it if the data is a path or inode */ 295 enum fsnotify_data_type { 296 FSNOTIFY_EVENT_NONE, 297 FSNOTIFY_EVENT_FILE_RANGE, 298 FSNOTIFY_EVENT_PATH, 299 FSNOTIFY_EVENT_INODE, 300 FSNOTIFY_EVENT_DENTRY, 301 FSNOTIFY_EVENT_ERROR, 302 }; 303 304 struct fs_error_report { 305 int error; 306 struct inode *inode; 307 struct super_block *sb; 308 }; 309 310 struct file_range { 311 const struct path *path; 312 loff_t pos; 313 size_t count; 314 }; 315 316 static inline const struct path *file_range_path(const struct file_range *range) 317 { 318 return range->path; 319 } 320 321 static inline struct inode *fsnotify_data_inode(const void *data, int data_type) 322 { 323 switch (data_type) { 324 case FSNOTIFY_EVENT_INODE: 325 return (struct inode *)data; 326 case FSNOTIFY_EVENT_DENTRY: 327 return d_inode(data); 328 case FSNOTIFY_EVENT_PATH: 329 return d_inode(((const struct path *)data)->dentry); 330 case FSNOTIFY_EVENT_FILE_RANGE: 331 return d_inode(file_range_path(data)->dentry); 332 case FSNOTIFY_EVENT_ERROR: 333 return ((struct fs_error_report *)data)->inode; 334 default: 335 return NULL; 336 } 337 } 338 339 static inline struct dentry *fsnotify_data_dentry(const void *data, int data_type) 340 { 341 switch (data_type) { 342 case FSNOTIFY_EVENT_DENTRY: 343 /* Non const is needed for dget() */ 344 return (struct dentry *)data; 345 case FSNOTIFY_EVENT_PATH: 346 return ((const struct path *)data)->dentry; 347 case FSNOTIFY_EVENT_FILE_RANGE: 348 return file_range_path(data)->dentry; 349 default: 350 return NULL; 351 } 352 } 353 354 static inline const struct path *fsnotify_data_path(const void *data, 355 int data_type) 356 { 357 switch (data_type) { 358 case FSNOTIFY_EVENT_PATH: 359 return data; 360 case FSNOTIFY_EVENT_FILE_RANGE: 361 return file_range_path(data); 362 default: 363 return NULL; 364 } 365 } 366 367 static inline struct super_block *fsnotify_data_sb(const void *data, 368 int data_type) 369 { 370 switch (data_type) { 371 case FSNOTIFY_EVENT_INODE: 372 return ((struct inode *)data)->i_sb; 373 case FSNOTIFY_EVENT_DENTRY: 374 return ((struct dentry *)data)->d_sb; 375 case FSNOTIFY_EVENT_PATH: 376 return ((const struct path *)data)->dentry->d_sb; 377 case FSNOTIFY_EVENT_FILE_RANGE: 378 return file_range_path(data)->dentry->d_sb; 379 case FSNOTIFY_EVENT_ERROR: 380 return ((struct fs_error_report *) data)->sb; 381 default: 382 return NULL; 383 } 384 } 385 386 static inline struct fs_error_report *fsnotify_data_error_report( 387 const void *data, 388 int data_type) 389 { 390 switch (data_type) { 391 case FSNOTIFY_EVENT_ERROR: 392 return (struct fs_error_report *) data; 393 default: 394 return NULL; 395 } 396 } 397 398 static inline const struct file_range *fsnotify_data_file_range( 399 const void *data, 400 int data_type) 401 { 402 switch (data_type) { 403 case FSNOTIFY_EVENT_FILE_RANGE: 404 return (struct file_range *)data; 405 default: 406 return NULL; 407 } 408 } 409 410 /* 411 * Index to merged marks iterator array that correlates to a type of watch. 412 * The type of watched object can be deduced from the iterator type, but not 413 * the other way around, because an event can match different watched objects 414 * of the same object type. 415 * For example, both parent and child are watching an object of type inode. 416 */ 417 enum fsnotify_iter_type { 418 FSNOTIFY_ITER_TYPE_INODE, 419 FSNOTIFY_ITER_TYPE_VFSMOUNT, 420 FSNOTIFY_ITER_TYPE_SB, 421 FSNOTIFY_ITER_TYPE_PARENT, 422 FSNOTIFY_ITER_TYPE_INODE2, 423 FSNOTIFY_ITER_TYPE_COUNT 424 }; 425 426 /* The type of object that a mark is attached to */ 427 enum fsnotify_obj_type { 428 FSNOTIFY_OBJ_TYPE_ANY = -1, 429 FSNOTIFY_OBJ_TYPE_INODE, 430 FSNOTIFY_OBJ_TYPE_VFSMOUNT, 431 FSNOTIFY_OBJ_TYPE_SB, 432 FSNOTIFY_OBJ_TYPE_COUNT, 433 FSNOTIFY_OBJ_TYPE_DETACHED = FSNOTIFY_OBJ_TYPE_COUNT 434 }; 435 436 static inline bool fsnotify_valid_obj_type(unsigned int obj_type) 437 { 438 return (obj_type < FSNOTIFY_OBJ_TYPE_COUNT); 439 } 440 441 struct fsnotify_iter_info { 442 struct fsnotify_mark *marks[FSNOTIFY_ITER_TYPE_COUNT]; 443 struct fsnotify_group *current_group; 444 unsigned int report_mask; 445 int srcu_idx; 446 }; 447 448 static inline bool fsnotify_iter_should_report_type( 449 struct fsnotify_iter_info *iter_info, int iter_type) 450 { 451 return (iter_info->report_mask & (1U << iter_type)); 452 } 453 454 static inline void fsnotify_iter_set_report_type( 455 struct fsnotify_iter_info *iter_info, int iter_type) 456 { 457 iter_info->report_mask |= (1U << iter_type); 458 } 459 460 static inline struct fsnotify_mark *fsnotify_iter_mark( 461 struct fsnotify_iter_info *iter_info, int iter_type) 462 { 463 if (fsnotify_iter_should_report_type(iter_info, iter_type)) 464 return iter_info->marks[iter_type]; 465 return NULL; 466 } 467 468 static inline int fsnotify_iter_step(struct fsnotify_iter_info *iter, int type, 469 struct fsnotify_mark **markp) 470 { 471 while (type < FSNOTIFY_ITER_TYPE_COUNT) { 472 *markp = fsnotify_iter_mark(iter, type); 473 if (*markp) 474 break; 475 type++; 476 } 477 return type; 478 } 479 480 #define FSNOTIFY_ITER_FUNCS(name, NAME) \ 481 static inline struct fsnotify_mark *fsnotify_iter_##name##_mark( \ 482 struct fsnotify_iter_info *iter_info) \ 483 { \ 484 return fsnotify_iter_mark(iter_info, FSNOTIFY_ITER_TYPE_##NAME); \ 485 } 486 487 FSNOTIFY_ITER_FUNCS(inode, INODE) 488 FSNOTIFY_ITER_FUNCS(parent, PARENT) 489 FSNOTIFY_ITER_FUNCS(vfsmount, VFSMOUNT) 490 FSNOTIFY_ITER_FUNCS(sb, SB) 491 492 #define fsnotify_foreach_iter_type(type) \ 493 for (type = 0; type < FSNOTIFY_ITER_TYPE_COUNT; type++) 494 #define fsnotify_foreach_iter_mark_type(iter, mark, type) \ 495 for (type = 0; \ 496 type = fsnotify_iter_step(iter, type, &mark), \ 497 type < FSNOTIFY_ITER_TYPE_COUNT; \ 498 type++) 499 500 /* 501 * Inode/vfsmount/sb point to this structure which tracks all marks attached to 502 * the inode/vfsmount/sb. The reference to inode/vfsmount/sb is held by this 503 * structure. We destroy this structure when there are no more marks attached 504 * to it. The structure is protected by fsnotify_mark_srcu. 505 */ 506 struct fsnotify_mark_connector { 507 spinlock_t lock; 508 unsigned char type; /* Type of object [lock] */ 509 unsigned char prio; /* Highest priority group */ 510 #define FSNOTIFY_CONN_FLAG_IS_WATCHED 0x01 511 #define FSNOTIFY_CONN_FLAG_HAS_IREF 0x02 512 unsigned short flags; /* flags [lock] */ 513 union { 514 /* Object pointer [lock] */ 515 void *obj; 516 /* Used listing heads to free after srcu period expires */ 517 struct fsnotify_mark_connector *destroy_next; 518 }; 519 struct hlist_head list; 520 }; 521 522 /* 523 * Container for per-sb fsnotify state (sb marks and more). 524 * Attached lazily on first marked object on the sb and freed when killing sb. 525 */ 526 struct fsnotify_sb_info { 527 struct fsnotify_mark_connector __rcu *sb_marks; 528 /* 529 * Number of inode/mount/sb objects that are being watched in this sb. 530 * Note that inodes objects are currently double-accounted. 531 * 532 * The value in watched_objects[prio] is the number of objects that are 533 * watched by groups of priority >= prio, so watched_objects[0] is the 534 * total number of watched objects in this sb. 535 */ 536 atomic_long_t watched_objects[__FSNOTIFY_PRIO_NUM]; 537 }; 538 539 static inline struct fsnotify_sb_info *fsnotify_sb_info(struct super_block *sb) 540 { 541 #ifdef CONFIG_FSNOTIFY 542 return READ_ONCE(sb->s_fsnotify_info); 543 #else 544 return NULL; 545 #endif 546 } 547 548 static inline atomic_long_t *fsnotify_sb_watched_objects(struct super_block *sb) 549 { 550 return &fsnotify_sb_info(sb)->watched_objects[0]; 551 } 552 553 /* 554 * A mark is simply an object attached to an in core inode which allows an 555 * fsnotify listener to indicate they are either no longer interested in events 556 * of a type matching mask or only interested in those events. 557 * 558 * These are flushed when an inode is evicted from core and may be flushed 559 * when the inode is modified (as seen by fsnotify_access). Some fsnotify 560 * users (such as dnotify) will flush these when the open fd is closed and not 561 * at inode eviction or modification. 562 * 563 * Text in brackets is showing the lock(s) protecting modifications of a 564 * particular entry. obj_lock means either inode->i_lock or 565 * mnt->mnt_root->d_lock depending on the mark type. 566 */ 567 struct fsnotify_mark { 568 /* Mask this mark is for [mark->lock, group->mark_mutex] */ 569 __u32 mask; 570 /* We hold one for presence in g_list. Also one ref for each 'thing' 571 * in kernel that found and may be using this mark. */ 572 refcount_t refcnt; 573 /* Group this mark is for. Set on mark creation, stable until last ref 574 * is dropped */ 575 struct fsnotify_group *group; 576 /* List of marks by group->marks_list. Also reused for queueing 577 * mark into destroy_list when it's waiting for the end of SRCU period 578 * before it can be freed. [group->mark_mutex] */ 579 struct list_head g_list; 580 /* Protects inode / mnt pointers, flags, masks */ 581 spinlock_t lock; 582 /* List of marks for inode / vfsmount [connector->lock, mark ref] */ 583 struct hlist_node obj_list; 584 /* Head of list of marks for an object [mark ref] */ 585 struct fsnotify_mark_connector *connector; 586 /* Events types and flags to ignore [mark->lock, group->mark_mutex] */ 587 __u32 ignore_mask; 588 /* General fsnotify mark flags */ 589 #define FSNOTIFY_MARK_FLAG_ALIVE 0x0001 590 #define FSNOTIFY_MARK_FLAG_ATTACHED 0x0002 591 /* inotify mark flags */ 592 #define FSNOTIFY_MARK_FLAG_EXCL_UNLINK 0x0010 593 #define FSNOTIFY_MARK_FLAG_IN_ONESHOT 0x0020 594 /* fanotify mark flags */ 595 #define FSNOTIFY_MARK_FLAG_IGNORED_SURV_MODIFY 0x0100 596 #define FSNOTIFY_MARK_FLAG_NO_IREF 0x0200 597 #define FSNOTIFY_MARK_FLAG_HAS_IGNORE_FLAGS 0x0400 598 #define FSNOTIFY_MARK_FLAG_HAS_FSID 0x0800 599 #define FSNOTIFY_MARK_FLAG_WEAK_FSID 0x1000 600 unsigned int flags; /* flags [mark->lock] */ 601 }; 602 603 #ifdef CONFIG_FSNOTIFY 604 605 /* called from the vfs helpers */ 606 607 /* main fsnotify call to send events */ 608 extern int fsnotify(__u32 mask, const void *data, int data_type, 609 struct inode *dir, const struct qstr *name, 610 struct inode *inode, u32 cookie); 611 extern int __fsnotify_parent(struct dentry *dentry, __u32 mask, const void *data, 612 int data_type); 613 extern void __fsnotify_inode_delete(struct inode *inode); 614 extern void __fsnotify_vfsmount_delete(struct vfsmount *mnt); 615 extern void fsnotify_sb_delete(struct super_block *sb); 616 extern void fsnotify_sb_free(struct super_block *sb); 617 extern u32 fsnotify_get_cookie(void); 618 619 static inline __u32 fsnotify_parent_needed_mask(__u32 mask) 620 { 621 /* FS_EVENT_ON_CHILD is set on marks that want parent/name info */ 622 if (!(mask & FS_EVENT_ON_CHILD)) 623 return 0; 624 /* 625 * This object might be watched by a mark that cares about parent/name 626 * info, does it care about the specific set of events that can be 627 * reported with parent/name info? 628 */ 629 return mask & FS_EVENTS_POSS_TO_PARENT; 630 } 631 632 static inline int fsnotify_inode_watches_children(struct inode *inode) 633 { 634 __u32 parent_mask = READ_ONCE(inode->i_fsnotify_mask); 635 636 /* FS_EVENT_ON_CHILD is set if the inode may care */ 637 if (!(parent_mask & FS_EVENT_ON_CHILD)) 638 return 0; 639 /* this inode might care about child events, does it care about the 640 * specific set of events that can happen on a child? */ 641 return parent_mask & FS_EVENTS_POSS_ON_CHILD; 642 } 643 644 /* 645 * Update the dentry with a flag indicating the interest of its parent to receive 646 * filesystem events when those events happens to this dentry->d_inode. 647 */ 648 static inline void fsnotify_update_flags(struct dentry *dentry) 649 { 650 assert_spin_locked(&dentry->d_lock); 651 652 /* 653 * Serialisation of setting PARENT_WATCHED on the dentries is provided 654 * by d_lock. If inotify_inode_watched changes after we have taken 655 * d_lock, the following fsnotify_set_children_dentry_flags call will 656 * find our entry, so it will spin until we complete here, and update 657 * us with the new state. 658 */ 659 if (fsnotify_inode_watches_children(dentry->d_parent->d_inode)) 660 dentry->d_flags |= DCACHE_FSNOTIFY_PARENT_WATCHED; 661 else 662 dentry->d_flags &= ~DCACHE_FSNOTIFY_PARENT_WATCHED; 663 } 664 665 /* called from fsnotify listeners, such as fanotify or dnotify */ 666 667 /* create a new group */ 668 extern struct fsnotify_group *fsnotify_alloc_group( 669 const struct fsnotify_ops *ops, 670 int flags); 671 /* get reference to a group */ 672 extern void fsnotify_get_group(struct fsnotify_group *group); 673 /* drop reference on a group from fsnotify_alloc_group */ 674 extern void fsnotify_put_group(struct fsnotify_group *group); 675 /* group destruction begins, stop queuing new events */ 676 extern void fsnotify_group_stop_queueing(struct fsnotify_group *group); 677 /* destroy group */ 678 extern void fsnotify_destroy_group(struct fsnotify_group *group); 679 /* fasync handler function */ 680 extern int fsnotify_fasync(int fd, struct file *file, int on); 681 /* Free event from memory */ 682 extern void fsnotify_destroy_event(struct fsnotify_group *group, 683 struct fsnotify_event *event); 684 /* attach the event to the group notification queue */ 685 extern int fsnotify_insert_event(struct fsnotify_group *group, 686 struct fsnotify_event *event, 687 int (*merge)(struct fsnotify_group *, 688 struct fsnotify_event *), 689 void (*insert)(struct fsnotify_group *, 690 struct fsnotify_event *)); 691 692 static inline int fsnotify_add_event(struct fsnotify_group *group, 693 struct fsnotify_event *event, 694 int (*merge)(struct fsnotify_group *, 695 struct fsnotify_event *)) 696 { 697 return fsnotify_insert_event(group, event, merge, NULL); 698 } 699 700 /* Queue overflow event to a notification group */ 701 static inline void fsnotify_queue_overflow(struct fsnotify_group *group) 702 { 703 fsnotify_add_event(group, group->overflow_event, NULL); 704 } 705 706 static inline bool fsnotify_is_overflow_event(u32 mask) 707 { 708 return mask & FS_Q_OVERFLOW; 709 } 710 711 static inline bool fsnotify_notify_queue_is_empty(struct fsnotify_group *group) 712 { 713 assert_spin_locked(&group->notification_lock); 714 715 return list_empty(&group->notification_list); 716 } 717 718 extern bool fsnotify_notify_queue_is_empty(struct fsnotify_group *group); 719 /* return, but do not dequeue the first event on the notification queue */ 720 extern struct fsnotify_event *fsnotify_peek_first_event(struct fsnotify_group *group); 721 /* return AND dequeue the first event on the notification queue */ 722 extern struct fsnotify_event *fsnotify_remove_first_event(struct fsnotify_group *group); 723 /* Remove event queued in the notification list */ 724 extern void fsnotify_remove_queued_event(struct fsnotify_group *group, 725 struct fsnotify_event *event); 726 727 /* functions used to manipulate the marks attached to inodes */ 728 729 /* 730 * Canonical "ignore mask" including event flags. 731 * 732 * Note the subtle semantic difference from the legacy ->ignored_mask. 733 * ->ignored_mask traditionally only meant which events should be ignored, 734 * while ->ignore_mask also includes flags regarding the type of objects on 735 * which events should be ignored. 736 */ 737 static inline __u32 fsnotify_ignore_mask(struct fsnotify_mark *mark) 738 { 739 __u32 ignore_mask = mark->ignore_mask; 740 741 /* The event flags in ignore mask take effect */ 742 if (mark->flags & FSNOTIFY_MARK_FLAG_HAS_IGNORE_FLAGS) 743 return ignore_mask; 744 745 /* 746 * Legacy behavior: 747 * - Always ignore events on dir 748 * - Ignore events on child if parent is watching children 749 */ 750 ignore_mask |= FS_ISDIR; 751 ignore_mask &= ~FS_EVENT_ON_CHILD; 752 ignore_mask |= mark->mask & FS_EVENT_ON_CHILD; 753 754 return ignore_mask; 755 } 756 757 /* Legacy ignored_mask - only event types to ignore */ 758 static inline __u32 fsnotify_ignored_events(struct fsnotify_mark *mark) 759 { 760 return mark->ignore_mask & ALL_FSNOTIFY_EVENTS; 761 } 762 763 /* 764 * Check if mask (or ignore mask) should be applied depending if victim is a 765 * directory and whether it is reported to a watching parent. 766 */ 767 static inline bool fsnotify_mask_applicable(__u32 mask, bool is_dir, 768 int iter_type) 769 { 770 /* Should mask be applied to a directory? */ 771 if (is_dir && !(mask & FS_ISDIR)) 772 return false; 773 774 /* Should mask be applied to a child? */ 775 if (iter_type == FSNOTIFY_ITER_TYPE_PARENT && 776 !(mask & FS_EVENT_ON_CHILD)) 777 return false; 778 779 return true; 780 } 781 782 /* 783 * Effective ignore mask taking into account if event victim is a 784 * directory and whether it is reported to a watching parent. 785 */ 786 static inline __u32 fsnotify_effective_ignore_mask(struct fsnotify_mark *mark, 787 bool is_dir, int iter_type) 788 { 789 __u32 ignore_mask = fsnotify_ignored_events(mark); 790 791 if (!ignore_mask) 792 return 0; 793 794 /* For non-dir and non-child, no need to consult the event flags */ 795 if (!is_dir && iter_type != FSNOTIFY_ITER_TYPE_PARENT) 796 return ignore_mask; 797 798 ignore_mask = fsnotify_ignore_mask(mark); 799 if (!fsnotify_mask_applicable(ignore_mask, is_dir, iter_type)) 800 return 0; 801 802 return ignore_mask & ALL_FSNOTIFY_EVENTS; 803 } 804 805 /* Get mask for calculating object interest taking ignore mask into account */ 806 static inline __u32 fsnotify_calc_mask(struct fsnotify_mark *mark) 807 { 808 __u32 mask = mark->mask; 809 810 if (!fsnotify_ignored_events(mark)) 811 return mask; 812 813 /* Interest in FS_MODIFY may be needed for clearing ignore mask */ 814 if (!(mark->flags & FSNOTIFY_MARK_FLAG_IGNORED_SURV_MODIFY)) 815 mask |= FS_MODIFY; 816 817 /* 818 * If mark is interested in ignoring events on children, the object must 819 * show interest in those events for fsnotify_parent() to notice it. 820 */ 821 return mask | mark->ignore_mask; 822 } 823 824 /* Get mask of events for a list of marks */ 825 extern __u32 fsnotify_conn_mask(struct fsnotify_mark_connector *conn); 826 /* Calculate mask of events for a list of marks */ 827 extern void fsnotify_recalc_mask(struct fsnotify_mark_connector *conn); 828 extern void fsnotify_init_mark(struct fsnotify_mark *mark, 829 struct fsnotify_group *group); 830 /* Find mark belonging to given group in the list of marks */ 831 struct fsnotify_mark *fsnotify_find_mark(void *obj, unsigned int obj_type, 832 struct fsnotify_group *group); 833 /* attach the mark to the object */ 834 int fsnotify_add_mark(struct fsnotify_mark *mark, void *obj, 835 unsigned int obj_type, int add_flags); 836 int fsnotify_add_mark_locked(struct fsnotify_mark *mark, void *obj, 837 unsigned int obj_type, int add_flags); 838 839 /* attach the mark to the inode */ 840 static inline int fsnotify_add_inode_mark(struct fsnotify_mark *mark, 841 struct inode *inode, 842 int add_flags) 843 { 844 return fsnotify_add_mark(mark, inode, FSNOTIFY_OBJ_TYPE_INODE, 845 add_flags); 846 } 847 static inline int fsnotify_add_inode_mark_locked(struct fsnotify_mark *mark, 848 struct inode *inode, 849 int add_flags) 850 { 851 return fsnotify_add_mark_locked(mark, inode, FSNOTIFY_OBJ_TYPE_INODE, 852 add_flags); 853 } 854 855 static inline struct fsnotify_mark *fsnotify_find_inode_mark( 856 struct inode *inode, 857 struct fsnotify_group *group) 858 { 859 return fsnotify_find_mark(inode, FSNOTIFY_OBJ_TYPE_INODE, group); 860 } 861 862 /* given a group and a mark, flag mark to be freed when all references are dropped */ 863 extern void fsnotify_destroy_mark(struct fsnotify_mark *mark, 864 struct fsnotify_group *group); 865 /* detach mark from inode / mount list, group list, drop inode reference */ 866 extern void fsnotify_detach_mark(struct fsnotify_mark *mark); 867 /* free mark */ 868 extern void fsnotify_free_mark(struct fsnotify_mark *mark); 869 /* Wait until all marks queued for destruction are destroyed */ 870 extern void fsnotify_wait_marks_destroyed(void); 871 /* Clear all of the marks of a group attached to a given object type */ 872 extern void fsnotify_clear_marks_by_group(struct fsnotify_group *group, 873 unsigned int obj_type); 874 /* run all the marks in a group, and clear all of the vfsmount marks */ 875 static inline void fsnotify_clear_vfsmount_marks_by_group(struct fsnotify_group *group) 876 { 877 fsnotify_clear_marks_by_group(group, FSNOTIFY_OBJ_TYPE_VFSMOUNT); 878 } 879 /* run all the marks in a group, and clear all of the inode marks */ 880 static inline void fsnotify_clear_inode_marks_by_group(struct fsnotify_group *group) 881 { 882 fsnotify_clear_marks_by_group(group, FSNOTIFY_OBJ_TYPE_INODE); 883 } 884 /* run all the marks in a group, and clear all of the sn marks */ 885 static inline void fsnotify_clear_sb_marks_by_group(struct fsnotify_group *group) 886 { 887 fsnotify_clear_marks_by_group(group, FSNOTIFY_OBJ_TYPE_SB); 888 } 889 extern void fsnotify_get_mark(struct fsnotify_mark *mark); 890 extern void fsnotify_put_mark(struct fsnotify_mark *mark); 891 extern void fsnotify_finish_user_wait(struct fsnotify_iter_info *iter_info); 892 extern bool fsnotify_prepare_user_wait(struct fsnotify_iter_info *iter_info); 893 894 static inline void fsnotify_init_event(struct fsnotify_event *event) 895 { 896 INIT_LIST_HEAD(&event->list); 897 } 898 int fsnotify_pre_content(const struct path *path, const loff_t *ppos, 899 size_t count); 900 901 #else 902 903 static inline int fsnotify_pre_content(const struct path *path, 904 const loff_t *ppos, size_t count) 905 { 906 return 0; 907 } 908 909 static inline int fsnotify(__u32 mask, const void *data, int data_type, 910 struct inode *dir, const struct qstr *name, 911 struct inode *inode, u32 cookie) 912 { 913 return 0; 914 } 915 916 static inline int __fsnotify_parent(struct dentry *dentry, __u32 mask, 917 const void *data, int data_type) 918 { 919 return 0; 920 } 921 922 static inline void __fsnotify_inode_delete(struct inode *inode) 923 {} 924 925 static inline void __fsnotify_vfsmount_delete(struct vfsmount *mnt) 926 {} 927 928 static inline void fsnotify_sb_delete(struct super_block *sb) 929 {} 930 931 static inline void fsnotify_sb_free(struct super_block *sb) 932 {} 933 934 static inline void fsnotify_update_flags(struct dentry *dentry) 935 {} 936 937 static inline u32 fsnotify_get_cookie(void) 938 { 939 return 0; 940 } 941 942 static inline void fsnotify_unmount_inodes(struct super_block *sb) 943 {} 944 945 #endif /* CONFIG_FSNOTIFY */ 946 947 #endif /* __KERNEL __ */ 948 949 #endif /* __LINUX_FSNOTIFY_BACKEND_H */ 950