Rev 5056 | Show entire file | Regard whitespace | Details | Blame | Last modification | View Log | RSS feed
Rev 5056 | Rev 5270 | ||
---|---|---|---|
Line 38... | Line 38... | ||
38 | */ |
38 | */ |
39 | #ifndef _LINUX_RESERVATION_H |
39 | #ifndef _LINUX_RESERVATION_H |
40 | #define _LINUX_RESERVATION_H |
40 | #define _LINUX_RESERVATION_H |
Line 41... | Line 41... | ||
41 | 41 | ||
- | 42 | #include |
|
- | 43 | #include |
|
- | 44 | #include |
|
- | 45 | #include |
|
Line 42... | Line 46... | ||
42 | #include |
46 | #include |
- | 47 | ||
- | 48 | extern struct ww_class reservation_ww_class; |
|
- | 49 | extern struct lock_class_key reservation_seqcount_class; |
|
- | 50 | extern const char reservation_seqcount_string[]; |
|
- | 51 | ||
- | 52 | struct reservation_object_list { |
|
- | 53 | struct rcu_head rcu; |
|
- | 54 | u32 shared_count, shared_max; |
|
Line 43... | Line 55... | ||
43 | 55 | struct fence __rcu *shared[]; |
|
44 | extern struct ww_class reservation_ww_class; |
56 | }; |
- | 57 | ||
- | 58 | struct reservation_object { |
|
- | 59 | struct ww_mutex lock; |
|
- | 60 | seqcount_t seq; |
|
- | 61 | ||
45 | 62 | struct fence __rcu *fence_excl; |
|
Line -... | Line 63... | ||
- | 63 | struct reservation_object_list __rcu *fence; |
|
- | 64 | struct reservation_object_list *staged; |
|
- | 65 | }; |
|
- | 66 | ||
46 | struct reservation_object { |
67 | #define reservation_object_held(obj) lockdep_is_held(&(obj)->lock.base) |
47 | struct ww_mutex lock; |
68 | #define reservation_object_assert_held(obj) \ |
48 | }; |
69 | lockdep_assert_held(&(obj)->lock.base) |
49 | 70 | ||
- | 71 | static inline void |
|
- | 72 | reservation_object_init(struct reservation_object *obj) |
|
- | 73 | { |
|
- | 74 | ww_mutex_init(&obj->lock, &reservation_ww_class); |
|
- | 75 | ||
50 | static inline void |
76 | __seqcount_init(&obj->seq, reservation_seqcount_string, &reservation_seqcount_class); |
Line 51... | Line 77... | ||
51 | reservation_object_init(struct reservation_object *obj) |
77 | RCU_INIT_POINTER(obj->fence, NULL); |
52 | { |
78 | RCU_INIT_POINTER(obj->fence_excl, NULL); |
53 | ww_mutex_init(&obj->lock, &reservation_ww_class); |
79 | obj->staged = NULL; |
- | 80 | } |
|
- | 81 | ||
- | 82 | static inline void |
|
- | 83 | reservation_object_fini(struct reservation_object *obj) |
|
- | 84 | { |
|
- | 85 | int i; |
|
- | 86 | struct reservation_object_list *fobj; |
|
- | 87 | struct fence *excl; |
|
- | 88 | ||
- | 89 | /* |
|
- | 90 | * This object should be dead and all references must have |
|
- | 91 | * been released to it, so no need to be protected with rcu. |
|
- | 92 | */ |
|
- | 93 | excl = rcu_dereference_protected(obj->fence_excl, 1); |
|
- | 94 | if (excl) |
|
- | 95 | fence_put(excl); |
|
- | 96 | ||
- | 97 | fobj = rcu_dereference_protected(obj->fence, 1); |
|
- | 98 | if (fobj) { |
|
- | 99 | for (i = 0; i < fobj->shared_count; ++i) |
|
- | 100 | fence_put(rcu_dereference_protected(fobj->shared[i], 1)); |
|
54 | } |
101 | |
55 | 102 | kfree(fobj); |
|
Line -... | Line 103... | ||
- | 103 | } |
|
- | 104 | kfree(obj->staged); |
|
- | 105 | ||
- | 106 | ww_mutex_destroy(&obj->lock); |
|
- | 107 | } |
|
- | 108 | ||
- | 109 | static inline struct reservation_object_list * |
|
- | 110 | reservation_object_get_list(struct reservation_object *obj) |
|
- | 111 | { |
|
- | 112 | return rcu_dereference_protected(obj->fence, |
|
- | 113 | reservation_object_held(obj)); |
|
- | 114 | } |
|
- | 115 | ||
- | 116 | static inline struct fence * |
|
- | 117 | reservation_object_get_excl(struct reservation_object *obj) |
|
- | 118 | { |
|
- | 119 | return rcu_dereference_protected(obj->fence_excl, |
|
- | 120 | reservation_object_held(obj)); |
|
- | 121 | } |
|
- | 122 | ||
- | 123 | int reservation_object_reserve_shared(struct reservation_object *obj); |
|
- | 124 | void reservation_object_add_shared_fence(struct reservation_object *obj, |
|
- | 125 | struct fence *fence); |
|
- | 126 | ||
- | 127 | void reservation_object_add_excl_fence(struct reservation_object *obj, |
|
- | 128 | struct fence *fence); |
|
- | 129 | ||
- | 130 | int reservation_object_get_fences_rcu(struct reservation_object *obj, |
|
- | 131 | struct fence **pfence_excl, |
|
- | 132 | unsigned *pshared_count, |
|
- | 133 | struct fence ***pshared); |
|
- | 134 | ||
- | 135 | long reservation_object_wait_timeout_rcu(struct reservation_object *obj, |
|
56 | static inline void |
136 | bool wait_all, bool intr, |