1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
|
defmodule SApp.Directory do
@moduledoc"""
Shard application for a directory of other shards.
Items can be stored (they become dependencies) or just links for possible reference.
TODO: use MST for item list instead of plain list
"""
use GenServer
require Logger
defmodule Manifest do
@moduledoc"""
Manifest for a directory. This directory is owned by a user,
has a name, and can be either public or private.
"""
defstruct [:owner, :public, :name]
defimpl Shard.Manifest do
def module(_m), do: SApp.Directory
def is_valid?(m) do
is_boolean(m.public)
and is_binary(m.name)
and byte_size(m.owner) == 32
end
end
end
defmodule State do
defstruct [:owner, :public, :name, :manifest, :id, :netgroup, :items, :revitems]
end
def start_link(manifest) do
GenServer.start_link(__MODULE__, manifest)
end
def init(manifest) do
%Manifest{owner: owner, public: public, name: name} = manifest
id = SData.term_hash manifest
Shard.Manager.dispatch_to(id, nil, self())
items = case Shard.Manager.load_state(id) do
nil ->
SData.SignRev.new %{}
st -> st
end
netgroup = case public do
true -> %SNet.PubShardGroup{id: id}
false -> %SNet.PrivGroup{pk_list: [owner]}
end
SNet.Group.init_lookup(netgroup, self())
revitems = for {n, m} <- SData.SignRev.get(items), into: %{}, do: {m, n}
{:ok, %State{
owner: owner, public: public, name: name,
manifest: manifest, id: id, netgroup: netgroup,
items: items, revitems: revitems}}
end
def handle_call(:manifest, _from, state) do
{:reply, state.manifest, state}
end
def handle_call(:get_items, _from, state) do
{:reply, SData.SignRev.get(state.items), state}
end
def handle_call({:add_item, name, manifest, stored}, _from, state) do
if Shard.Keys.have_sk?(state.owner) do
dict = SData.SignRev.get(state.items)
if dict[name] != nil and elem(dict[name], 0) != manifest do
{:reply, :exists_already, state}
else
dict = Map.put(dict, name, {manifest, stored})
{:ok, st2} = SData.SignRev.set(state.items, dict, state.owner)
Shard.Manager.save_state(state.id, st2)
state = %{state |
items: st2,
revitems: Map.put(state.revitems, manifest, name)
}
bcast_state(state)
send_deps(state)
{:reply, :ok, state}
end
else
{:reply, :impossible, state}
end
end
def handle_call({:rm_item, item}, _from, state) do
if Shard.Keys.have_sk?(state.owner) do
dict = SData.SignRev.get(state.items)
case find(state, dict, item) do
{name, manifest} ->
state = put_in(state.revitems, Map.delete(state.revitems, manifest))
dict = Map.delete(dict, name)
{:ok, st2} = SData.SignRev.set(state.items, dict, state.owner)
Shard.Manager.save_state(state.id, st2)
state = put_in(state.items, st2)
bcast_state(state)
send_deps(state)
{:reply, :ok, state}
nil ->
{:reply, :not_found, state}
end
else
{:reply, :impossible, state}
end
end
def handle_call({:set_stored, item, stored}, _from, state) do
if Shard.Keys.have_sk?(state.owner) do
dict = SData.SignRev.get(state.items)
case find(state, dict, item) do
{name, manifest} ->
dict = Map.put(dict, name, {manifest, stored})
{:ok, st2} = SData.SignRev.set(state.items, dict, state.owner)
Shard.Manager.save_state(state.id, st2)
state = put_in(state.items, st2)
bcast_state(state)
send_deps(state)
{:reply, :ok, state}
nil ->
{:reply, :not_found, state}
end
else
{:reply, :impossible, state}
end
end
def handle_call({:read, name}, _from, state) do
dict = SData.SignRev.get(state.items)
{:reply, dict[name], state}
end
def handle_call({:find, manifest}, _from, state) do
{:reply, state.revitems[manifest], state}
end
def handle_cast(:send_deps, state) do
send_deps(state)
{:noreply, state}
end
def handle_cast({:peer_connected, peer_pid}, state) do
SNet.Manager.send_pid(peer_pid, {:interested, [state.id]})
{:noreply, state}
end
def handle_cast({:interested, peer_pid, auth}, state) do
if SNet.Group.in_group?(state.netgroup, peer_pid, auth) do
SNet.Manager.send_pid(peer_pid, {state.id, nil, {:update, SData.SignRev.signed(state.items), true}})
end
{:noreply, state}
end
def handle_cast({:msg, conn_pid, auth, _shard_id, nil, msg}, state) do
if not SNet.Group.in_group?(state.netgroup, conn_pid, auth) do
{:noreply, state}
else
state = case msg do
{:update, signed, ask_reply} when signed != nil ->
state = case SData.SignRev.merge(state.items, signed, state.pk) do
{true, newitems} ->
Shard.Manager.save_state(state.id, newitems)
state = put_in(state.items, newitems)
bcast_state(state, [conn_pid])
state
{false, _} ->
state
end
if ask_reply do
SNet.Manager.send_pid(conn_pid, {state.id, nil, {:update, SData.SignRev.signed(state.items), false}})
end
state
_ -> state
end
{:noreply, state}
end
end
defp find(state, dict, item) do
cond do
dict[item] != nil ->
{manifest, _} = dict[item]
{item, manifest}
state.revitems[item] != nil ->
name = state.revitems[item]
{name, item}
true ->
nil
end
end
defp bcast_state(state, exclude \\ []) do
msg = {state.id, nil, {:update, SData.SignRev.signed(state.items), false}}
SNet.Group.broadcast(state.netgroup, msg, exclude_pid: exclude)
end
defp send_deps(state) do
dict = SData.SignRev.get(state.items)
deps = for {_, {m, stored}} <- dict, stored, do: m
GenServer.cast(Shard.Manager, {:dep_list, state.id, deps})
end
# ================
# PUBLIC INTERFACE
# ================
@doc"""
Return list of items stored in this directory.
Returns a dictionnary of %{name => {manifest, stored?}}.
"""
def get_items(pid) do
GenServer.call(pid, :get_items)
end
@doc"""
Return the manifest of item with a given name in directory, or nil if not found.
Equivalent to get_items(pid)[name] but better.
"""
def read(pid, name) do
GenServer.call(pid, {:read, name})
end
@doc"""
Find an item in the directory by its manifest. Returns name if found or nil if not found.
"""
def find(pid, manifest) do
GenServer.call(pid, {:find, manifest})
end
@doc"""
Add an item to this directory. An item is a name for a shard manifest.
An item added to a directory becomes a dependency of the directory, i.e.
if the directory is pinned then all items inside are pinned as well.
"""
def add_item(pid, name, manifest, stored \\ true) do
GenServer.call(pid, {:add_item, name, manifest, stored})
end
@doc"""
Remove a named item from this directory.
Argument can be either a manifest or the name of an item.
"""
def rm_item(pid, item) do
GenServer.call(pid, {:rm_item, item})
end
@doc"""
Set an item as stored or not stored.
Argument can be either a manifest or the name of an item.
"""
def set_stored(pid, item, stored) do
GenServer.call(pid, {:set_stored, item, stored})
end
end
|