Ticket #948: all-948-darcspatch.txt

File all-948-darcspatch.txt, 76.9 KB (added by davidsarah, at 2010-02-22T03:45:29Z)

Additional fix for abbrev_si, with test (includes previous two patches)

Line 
1Mon Feb 22 02:45:04 GMT Standard Time 2010  david-sarah@jacaranda.org
2  * Change direct accesses to an_uri.storage_index to calls to .get_storage_index() (fixes #948)
3
4Mon Feb 22 02:53:52 GMT Standard Time 2010  david-sarah@jacaranda.org
5  * Additions to test_web.py for #948
6
7Mon Feb 22 03:36:52 GMT Standard Time 2010  david-sarah@jacaranda.org
8  * Additional fix for abbrev_si, with test
9
10New patches:
11
12[Change direct accesses to an_uri.storage_index to calls to .get_storage_index() (fixes #948)
13david-sarah@jacaranda.org**20100222024504
14 Ignore-this: 91f6fccb5fd9456aa0e02d312f902928
15] {
16hunk ./src/allmydata/dirnode.py 349
17         return self._uri
18 
19     def get_storage_index(self):
20-        return self._uri._filenode_uri.storage_index
21+        return self._uri.get_storage_index()
22 
23     def check(self, monitor, verify=False, add_lease=False):
24         """Perform a file check. See IChecker.check for details."""
25hunk ./src/allmydata/immutable/checker.py 42
26         for (serverid, serverrref) in servers:
27             assert precondition(isinstance(serverid, str))
28 
29-        prefix = "%s" % base32.b2a_l(verifycap.storage_index[:8], 60)
30+        prefix = "%s" % base32.b2a_l(verifycap.get_storage_index()[:8], 60)
31         log.PrefixingLogMixin.__init__(self, facility="tahoe.immutable.checker", prefix=prefix)
32 
33         self._verifycap = verifycap
34hunk ./src/allmydata/immutable/checker.py 53
35         self._add_lease = add_lease
36 
37         frs = file_renewal_secret_hash(secret_holder.get_renewal_secret(),
38-                                       self._verifycap.storage_index)
39+                                       self._verifycap.get_storage_index())
40         self.file_renewal_secret = frs
41         fcs = file_cancel_secret_hash(secret_holder.get_cancel_secret(),
42hunk ./src/allmydata/immutable/checker.py 56
43-                                      self._verifycap.storage_index)
44+                                      self._verifycap.get_storage_index())
45         self.file_cancel_secret = fcs
46 
47     def _get_renewal_secret(self, peerid):
48hunk ./src/allmydata/immutable/checker.py 148
49         results."""
50 
51         vcap = self._verifycap
52-        b = layout.ReadBucketProxy(bucket, serverid, vcap.storage_index)
53+        b = layout.ReadBucketProxy(bucket, serverid, vcap.get_storage_index())
54         veup = download.ValidatedExtendedURIProxy(b, vcap)
55         d = veup.start()
56 
57hunk ./src/allmydata/immutable/checker.py 252
58         then disconnected and ceased responding, or returned a failure, it is
59         still marked with the True flag for 'success'.
60         """
61-        d = self._get_buckets(ss, self._verifycap.storage_index, serverid)
62+        d = self._get_buckets(ss, self._verifycap.get_storage_index(), serverid)
63 
64         def _got_buckets(result):
65             bucketdict, serverid, success = result
66hunk ./src/allmydata/immutable/checker.py 299
67         def _curry_empty_corrupted(res):
68             buckets, serverid, responded = res
69             return (set(buckets), serverid, set(), set(), responded)
70-        d = self._get_buckets(ss, self._verifycap.storage_index, serverid)
71+        d = self._get_buckets(ss, self._verifycap.get_storage_index(), serverid)
72         d.addCallback(_curry_empty_corrupted)
73         return d
74 
75hunk ./src/allmydata/immutable/checker.py 304
76     def _format_results(self, results):
77-        cr = CheckResults(self._verifycap, self._verifycap.storage_index)
78+        cr = CheckResults(self._verifycap, self._verifycap.get_storage_index())
79         d = {}
80         d['count-shares-needed'] = self._verifycap.needed_shares
81         d['count-shares-expected'] = self._verifycap.total_shares
82hunk ./src/allmydata/immutable/checker.py 319
83             for sharenum in theseverifiedshares:
84                 verifiedshares.setdefault(sharenum, set()).add(thisserverid)
85             for sharenum in thesecorruptshares:
86-                corruptsharelocators.append((thisserverid, self._verifycap.storage_index, sharenum))
87+                corruptsharelocators.append((thisserverid, self._verifycap.get_storage_index(), sharenum))
88             for sharenum in theseincompatibleshares:
89hunk ./src/allmydata/immutable/checker.py 321
90-                incompatiblesharelocators.append((thisserverid, self._verifycap.storage_index, sharenum))
91+                incompatiblesharelocators.append((thisserverid, self._verifycap.get_storage_index(), sharenum))
92 
93         d['count-shares-good'] = len(verifiedshares)
94         d['count-good-share-hosts'] = len([s for s in servers.keys() if servers[s]])
95hunk ./src/allmydata/immutable/download.py 754
96         precondition(IVerifierURI.providedBy(v), v)
97         precondition(IDownloadTarget.providedBy(target), target)
98 
99-        prefix=base32.b2a_l(v.storage_index[:8], 60)
100-        log.PrefixingLogMixin.__init__(self, facility="tahoe.immutable.download", prefix=prefix)
101         self._storage_broker = storage_broker
102hunk ./src/allmydata/immutable/download.py 755
103-
104         self._verifycap = v
105hunk ./src/allmydata/immutable/download.py 756
106-        self._storage_index = v.storage_index
107+        self._storage_index = v.get_storage_index()
108         self._uri_extension_hash = v.uri_extension_hash
109 
110hunk ./src/allmydata/immutable/download.py 759
111+        prefix=base32.b2a_l(self._storage_index[:8], 60)
112+        log.PrefixingLogMixin.__init__(self, facility="tahoe.immutable.download", prefix=prefix)
113+
114         self._started = time.time()
115         self._status = s = DownloadStatus()
116         s.set_status("Starting")
117hunk ./src/allmydata/immutable/filenode.py 228
118         return self.u.to_string()
119 
120     def get_storage_index(self):
121-        return self.u.storage_index
122+        return self.u.get_storage_index()
123 
124     def check_and_repair(self, monitor, verify=False, add_lease=False):
125         verifycap = self.get_verify_cap()
126hunk ./src/allmydata/immutable/filenode.py 241
127                     monitor=monitor)
128         d = c.start()
129         def _maybe_repair(cr):
130-            crr = CheckAndRepairResults(self.u.storage_index)
131+            crr = CheckAndRepairResults(self.u.get_storage_index())
132             crr.pre_repair_results = cr
133             if cr.is_healthy():
134                 crr.post_repair_results = cr
135hunk ./src/allmydata/immutable/repairer.py 49
136     def __init__(self, storage_broker, secret_holder, verifycap, monitor):
137         assert precondition(isinstance(verifycap, CHKFileVerifierURI))
138 
139-        logprefix = si_b2a(verifycap.storage_index)[:5]
140+        logprefix = si_b2a(verifycap.get_storage_index())[:5]
141         log.PrefixingLogMixin.__init__(self, "allmydata.immutable.repairer",
142                                        prefix=logprefix)
143 
144hunk ./src/allmydata/scripts/debug.py 392
145         print >>out, " UEB hash:", base32.b2a(u.uri_extension_hash)
146         print >>out, " size:", u.size
147         print >>out, " k/N: %d/%d" % (u.needed_shares, u.total_shares)
148-        print >>out, " storage index:", si_b2a(u.storage_index)
149-        _dump_secrets(u.storage_index, secret, nodeid, out)
150+        print >>out, " storage index:", si_b2a(u.get_storage_index())
151+        _dump_secrets(u.get_storage_index(), secret, nodeid, out)
152     elif isinstance(u, uri.CHKFileVerifierURI):
153         if show_header:
154             print >>out, "CHK Verifier URI:"
155hunk ./src/allmydata/scripts/debug.py 400
156         print >>out, " UEB hash:", base32.b2a(u.uri_extension_hash)
157         print >>out, " size:", u.size
158         print >>out, " k/N: %d/%d" % (u.needed_shares, u.total_shares)
159-        print >>out, " storage index:", si_b2a(u.storage_index)
160+        print >>out, " storage index:", si_b2a(u.get_storage_index())
161 
162     elif isinstance(u, uri.LiteralFileURI):
163         if show_header:
164hunk ./src/allmydata/scripts/debug.py 412
165             print >>out, "SSK Writeable URI:"
166         print >>out, " writekey:", base32.b2a(u.writekey)
167         print >>out, " readkey:", base32.b2a(u.readkey)
168-        print >>out, " storage index:", si_b2a(u.storage_index)
169+        print >>out, " storage index:", si_b2a(u.get_storage_index())
170         print >>out, " fingerprint:", base32.b2a(u.fingerprint)
171         print >>out
172         if nodeid:
173hunk ./src/allmydata/scripts/debug.py 419
174             we = hashutil.ssk_write_enabler_hash(u.writekey, nodeid)
175             print >>out, " write_enabler:", base32.b2a(we)
176             print >>out
177-        _dump_secrets(u.storage_index, secret, nodeid, out)
178+        _dump_secrets(u.get_storage_index(), secret, nodeid, out)
179 
180     elif isinstance(u, uri.ReadonlySSKFileURI):
181         if show_header:
182hunk ./src/allmydata/scripts/debug.py 425
183             print >>out, "SSK Read-only URI:"
184         print >>out, " readkey:", base32.b2a(u.readkey)
185-        print >>out, " storage index:", si_b2a(u.storage_index)
186+        print >>out, " storage index:", si_b2a(u.get_storage_index())
187         print >>out, " fingerprint:", base32.b2a(u.fingerprint)
188     elif isinstance(u, uri.SSKVerifierURI):
189         if show_header:
190hunk ./src/allmydata/scripts/debug.py 430
191             print >>out, "SSK Verifier URI:"
192-        print >>out, " storage index:", si_b2a(u.storage_index)
193+        print >>out, " storage index:", si_b2a(u.get_storage_index())
194         print >>out, " fingerprint:", base32.b2a(u.fingerprint)
195 
196     elif isinstance(u, uri.DirectoryURI):
197hunk ./src/allmydata/test/common.py 48
198     bad_shares = {}
199 
200     def __init__(self, filecap):
201-        precondition(isinstance(filecap, uri.CHKFileURI), filecap)
202+        precondition(isinstance(filecap, (uri.CHKFileURI, uri.LiteralFileURI)), filecap)
203         self.my_uri = filecap
204hunk ./src/allmydata/test/common.py 50
205-        self.storage_index = self.my_uri.storage_index
206+        self.storage_index = self.my_uri.get_storage_index()
207 
208     def get_uri(self):
209         return self.my_uri.to_string()
210hunk ./src/allmydata/test/common.py 193
211         assert isinstance(filecap, (uri.WriteableSSKFileURI,
212                                     uri.ReadonlySSKFileURI))
213         self.my_uri = filecap
214-        self.storage_index = self.my_uri.storage_index
215+        self.storage_index = self.my_uri.get_storage_index()
216         return self
217     def get_cap(self):
218         return self.my_uri
219hunk ./src/allmydata/test/common.py 1005
220         else:
221             k = random.choice(ks)
222         del shares[k]
223-        self.replace_shares(shares, storage_index=self.uri.storage_index)
224+        self.replace_shares(shares, storage_index=self.uri.get_storage_index())
225 
226         return unused
227 
228hunk ./src/allmydata/test/common.py 1015
229         assert ks, (shares.keys(), sharenum)
230         k = ks[0]
231         shares[k] = corruptor_func(shares[k])
232-        self.replace_shares(shares, storage_index=self.uri.storage_index)
233+        self.replace_shares(shares, storage_index=self.uri.get_storage_index())
234         return corruptor_func
235 
236     def _corrupt_all_shares(self, unused, corruptor_func):
237hunk ./src/allmydata/test/test_checker.py 71
238         serverid_1 = "\x00"*20
239         serverid_f = "\xff"*20
240         u = uri.CHKFileURI("\x00"*16, "\x00"*32, 3, 10, 1234)
241-        cr = check_results.CheckResults(u, u.storage_index)
242+        cr = check_results.CheckResults(u, u.get_storage_index())
243         cr.set_healthy(True)
244         cr.set_needs_rebalancing(False)
245         cr.set_summary("groovy")
246hunk ./src/allmydata/test/test_checker.py 111
247         cr.set_healthy(False)
248         cr.set_recoverable(False)
249         cr.set_summary("rather dead")
250-        data["list-corrupt-shares"] = [(serverid_1, u.storage_index, 2)]
251+        data["list-corrupt-shares"] = [(serverid_1, u.get_storage_index(), 2)]
252         cr.set_data(data)
253         html = self.render2(w)
254         s = self.remove_tags(html)
255hunk ./src/allmydata/test/test_checker.py 170
256         serverid_f = "\xff"*20
257         u = uri.CHKFileURI("\x00"*16, "\x00"*32, 3, 10, 1234)
258 
259-        pre_cr = check_results.CheckResults(u, u.storage_index)
260+        pre_cr = check_results.CheckResults(u, u.get_storage_index())
261         pre_cr.set_healthy(False)
262         pre_cr.set_recoverable(True)
263         pre_cr.set_needs_rebalancing(False)
264hunk ./src/allmydata/test/test_checker.py 188
265                  }
266         pre_cr.set_data(data)
267 
268-        post_cr = check_results.CheckResults(u, u.storage_index)
269+        post_cr = check_results.CheckResults(u, u.get_storage_index())
270         post_cr.set_healthy(True)
271         post_cr.set_recoverable(True)
272         post_cr.set_needs_rebalancing(False)
273hunk ./src/allmydata/test/test_checker.py 206
274                  }
275         post_cr.set_data(data)
276 
277-        crr = check_results.CheckAndRepairResults(u.storage_index)
278+        crr = check_results.CheckAndRepairResults(u.get_storage_index())
279         crr.pre_repair_results = pre_cr
280         crr.post_repair_results = post_cr
281         crr.repair_attempted = False
282hunk ./src/allmydata/test/test_dirnode.py 552
283             self.expected_verifycaps.add(u_v)
284             si = n.get_storage_index()
285             self.expected_storage_indexes.add(base32.b2a(si))
286-            expected_si = n._uri._filenode_uri.storage_index
287+            expected_si = n._uri.get_storage_index()
288             self.failUnlessEqual(si, expected_si)
289 
290             d = n.list()
291hunk ./src/allmydata/test/test_filenode.py 49
292         self.failUnlessEqual(fn1.get_write_uri(), None)
293         self.failUnlessEqual(fn1.get_readonly_uri(), u.to_string())
294         self.failUnlessEqual(fn1.get_size(), 1000)
295-        self.failUnlessEqual(fn1.get_storage_index(), u.storage_index)
296+        self.failUnlessEqual(fn1.get_storage_index(), u.get_storage_index())
297         fn1.raise_error()
298         fn2.raise_error()
299         d = {}
300hunk ./src/allmydata/test/test_immutable.py 24
301         # The following process of deleting 8 of the shares and asserting that you can't
302         # download it is more to test this test code than to test the Tahoe code...
303         def _then_delete_8(unused=None):
304-            self.replace_shares(stash[0], storage_index=self.uri.storage_index)
305+            self.replace_shares(stash[0], storage_index=self.uri.get_storage_index())
306             for i in range(8):
307                 self._delete_a_share()
308         d.addCallback(_then_delete_8)
309hunk ./src/allmydata/test/test_mutable.py 1926
310             privkey_s = privkey.serialize()
311             u = uri.WriteableSSKFileURI(ssk_writekey_hash(privkey_s),
312                                         ssk_pubkey_fingerprint_hash(pubkey_s))
313-            self._storage_index = u.storage_index
314+            self._storage_index = u.get_storage_index()
315         d.addCallback(_got_key)
316         def _break_peer0(res):
317             si = self._storage_index
318hunk ./src/allmydata/test/test_repairer.py 660
319             return res
320         d.addCallback(_stash_it)
321         def _put_it_all_back(ignored):
322-            self.replace_shares(stash[0], storage_index=self.uri.storage_index)
323+            self.replace_shares(stash[0], storage_index=self.uri.get_storage_index())
324             return ignored
325 
326         def _repair_from_corruption(shnum, corruptor_func):
327hunk ./src/allmydata/test/test_upload.py 260
328     def _check_large(self, newuri, size):
329         u = uri.from_string(newuri)
330         self.failUnless(isinstance(u, uri.CHKFileURI))
331-        self.failUnless(isinstance(u.storage_index, str))
332-        self.failUnlessEqual(len(u.storage_index), 16)
333+        self.failUnless(isinstance(u.get_storage_index(), str))
334+        self.failUnlessEqual(len(u.get_storage_index()), 16)
335         self.failUnless(isinstance(u.key, str))
336         self.failUnlessEqual(len(u.key), 16)
337         self.failUnlessEqual(u.size, size)
338hunk ./src/allmydata/test/test_upload.py 385
339     def _check_large(self, newuri, size):
340         u = uri.from_string(newuri)
341         self.failUnless(isinstance(u, uri.CHKFileURI))
342-        self.failUnless(isinstance(u.storage_index, str))
343-        self.failUnlessEqual(len(u.storage_index), 16)
344+        self.failUnless(isinstance(u.get_storage_index(), str))
345+        self.failUnlessEqual(len(u.get_storage_index()), 16)
346         self.failUnless(isinstance(u.key, str))
347         self.failUnlessEqual(len(u.key), 16)
348         self.failUnlessEqual(u.size, size)
349hunk ./src/allmydata/test/test_upload.py 473
350     def _check_large(self, newuri, size):
351         u = uri.from_string(newuri)
352         self.failUnless(isinstance(u, uri.CHKFileURI))
353-        self.failUnless(isinstance(u.storage_index, str))
354-        self.failUnlessEqual(len(u.storage_index), 16)
355+        self.failUnless(isinstance(u.get_storage_index(), str))
356+        self.failUnlessEqual(len(u.get_storage_index()), 16)
357         self.failUnless(isinstance(u.key, str))
358         self.failUnlessEqual(len(u.key), 16)
359         self.failUnlessEqual(u.size, size)
360hunk ./src/allmydata/test/test_uri.py 105
361                            needed_shares=needed_shares,
362                            total_shares=total_shares,
363                            size=size)
364-        self.failUnlessEqual(u.storage_index, storage_index)
365+        self.failUnlessEqual(u.get_storage_index(), storage_index)
366         self.failUnlessEqual(u.key, key)
367         self.failUnlessEqual(u.uri_extension_hash, uri_extension_hash)
368         self.failUnlessEqual(u.needed_shares, needed_shares)
369hunk ./src/allmydata/test/test_uri.py 125
370         self.failUnlessEqual(uri.CHKFileURI.init_from_human_encoding(he), u)
371 
372         u2 = uri.from_string(u.to_string())
373-        self.failUnlessEqual(u2.storage_index, storage_index)
374+        self.failUnlessEqual(u2.get_storage_index(), storage_index)
375         self.failUnlessEqual(u2.key, key)
376         self.failUnlessEqual(u2.uri_extension_hash, uri_extension_hash)
377         self.failUnlessEqual(u2.needed_shares, needed_shares)
378hunk ./src/allmydata/test/test_uri.py 322
379 
380         u5 = u4.get_verify_cap()
381         self.failUnless(IVerifierURI.providedBy(u5))
382-        self.failUnlessEqual(u5.storage_index, u.storage_index)
383+        self.failUnlessEqual(u5.get_storage_index(), u.get_storage_index())
384         u7 = u.get_verify_cap()
385         self.failUnless(IVerifierURI.providedBy(u7))
386hunk ./src/allmydata/test/test_uri.py 325
387-        self.failUnlessEqual(u7.storage_index, u.storage_index)
388+        self.failUnlessEqual(u7.get_storage_index(), u.get_storage_index())
389 
390         he = u5.to_human_encoding()
391         u5_h = uri.SSKVerifierURI.init_from_human_encoding(he)
392hunk ./src/allmydata/test/test_web.py 1521
393             self.failUnless(filecap.startswith("URI:SSK:"), filecap)
394             self.filecap = filecap
395             u = uri.WriteableSSKFileURI.init_from_string(filecap)
396-            self.failUnless(u.storage_index in FakeMutableFileNode.all_contents)
397+            self.failUnless(u.get_storage_index() in FakeMutableFileNode.all_contents)
398             n = self.s.create_node_from_uri(filecap)
399             return n.download_best_version()
400         d.addCallback(_check)
401hunk ./src/allmydata/test/test_web.py 2773
402             self.failUnless(filecap.startswith("URI:SSK:"), filecap)
403             self.filecap = filecap
404             u = uri.WriteableSSKFileURI.init_from_string(filecap)
405-            self.failUnless(u.storage_index in FakeMutableFileNode.all_contents)
406+            self.failUnless(u.get_storage_index() in FakeMutableFileNode.all_contents)
407             n = self.s.create_node_from_uri(filecap)
408             return n.download_best_version()
409         d.addCallback(_check1)
410hunk ./src/allmydata/uri.py 437
411         return self._filenode_uri.to_string().split(':')[2][:5]
412 
413     def abbrev_si(self):
414-        return base32.b2a(self._filenode_uri.storage_index)[:5]
415+        return base32.b2a(self._filenode_uri.get_storage_index())[:5]
416 
417     def is_mutable(self):
418         return True
419}
420[Additions to test_web.py for #948
421david-sarah@jacaranda.org**20100222025352
422 Ignore-this: b99be703923efc75db75894a05e6a527
423] {
424hunk ./src/allmydata/test/test_web.py 1202
425             d2.addCallback(lambda ign:
426                            self.failUnlessRWChildURIIs(n, u"dirchild",
427                                                        caps['dircap']))
428+            d2.addCallback(lambda ign:
429+                           self.failUnlessROChildURIIs(n, u"dirchild-lit",
430+                                                       caps['litdircap']))
431+            d2.addCallback(lambda ign:
432+                           self.failUnlessROChildURIIs(n, u"dirchild-empty",
433+                                                       caps['emptydircap']))
434             return d2
435         d.addCallback(_check)
436         d.addCallback(lambda res:
437hunk ./src/allmydata/test/test_web.py 1234
438             d2.addCallback(lambda ign:
439                            self.failUnlessROChildURIIs(n, u"dirchild-imm",
440                                                        caps['immdircap']))
441+            d2.addCallback(lambda ign:
442+                           self.failUnlessROChildURIIs(n, u"dirchild-lit",
443+                                                       caps['litdircap']))
444+            d2.addCallback(lambda ign:
445+                           self.failUnlessROChildURIIs(n, u"dirchild-empty",
446+                                                       caps['emptydircap']))
447             return d2
448         d.addCallback(_check)
449         d.addCallback(lambda res:
450hunk ./src/allmydata/test/test_web.py 1252
451         d.addCallback(self.failUnlessROChildURIIs, u"unknownchild-imm", caps['unknown_immcap'])
452         d.addCallback(lambda res: self._foo_node.get(u"newdir"))
453         d.addCallback(self.failUnlessROChildURIIs, u"dirchild-imm", caps['immdircap'])
454+        d.addCallback(lambda res: self._foo_node.get(u"newdir"))
455+        d.addCallback(self.failUnlessROChildURIIs, u"dirchild-lit", caps['litdircap'])
456+        d.addCallback(lambda res: self._foo_node.get(u"newdir"))
457+        d.addCallback(self.failUnlessROChildURIIs, u"dirchild-empty", caps['emptydircap'])
458         d.addErrback(self.explain_web_error)
459         return d
460 
461hunk ./src/allmydata/test/test_web.py 2075
462         d.addCallback(self.failUnlessROChildURIIs, u"unknownchild-imm", caps['unknown_immcap'])
463         d.addCallback(lambda res: self._foo_node.get(u"newdir"))
464         d.addCallback(self.failUnlessROChildURIIs, u"dirchild-imm", caps['immdircap'])
465+        d.addCallback(lambda res: self._foo_node.get(u"newdir"))
466+        d.addCallback(self.failUnlessROChildURIIs, u"dirchild-lit", caps['litdircap'])
467+        d.addCallback(lambda res: self._foo_node.get(u"newdir"))
468+        d.addCallback(self.failUnlessROChildURIIs, u"dirchild-empty", caps['emptydircap'])
469         return d
470 
471     def test_POST_mkdir_immutable_bad(self):
472hunk ./src/allmydata/test/test_web.py 2161
473         unknown_immcap = "imm.lafs://immutable_from_the_future"
474         node4 = self.s.create_node_from_uri(make_mutable_file_uri())
475         dircap = DirectoryNode(node4, None, None).get_uri()
476+        litdircap = "URI:DIR2-LIT:ge3dumj2mewdcotyfqydulbshj5x2lbm"
477+        emptydircap = "URI:DIR2-LIT:"
478         newkids = {u"child-imm":        ["filenode", {"rw_uri": filecap1,
479                                                       "ro_uri": self._make_readonly(filecap1),
480                                                       "metadata": md1, }],
481hunk ./src/allmydata/test/test_web.py 2175
482                    u"unknownchild-imm": ["unknown",  {"ro_uri": unknown_immcap}],
483                    u"dirchild":         ["dirnode",  {"rw_uri": dircap,
484                                                       "ro_uri": self._make_readonly(dircap)}],
485+                   u"dirchild-lit":     ["dirnode",  {"ro_uri": litdircap}],
486+                   u"dirchild-empty":   ["dirnode",  {"ro_uri": emptydircap}],
487                    }
488         return newkids, {'filecap1': filecap1,
489                          'filecap2': filecap2,
490hunk ./src/allmydata/test/test_web.py 2184
491                          'unknown_rwcap': unknown_rwcap,
492                          'unknown_rocap': unknown_rocap,
493                          'unknown_immcap': unknown_immcap,
494-                         'dircap': dircap}
495+                         'dircap': dircap,
496+                         'litdircap': litdircap,
497+                         'emptydircap': emptydircap}
498 
499     def _create_immutable_children(self):
500         contents, n, filecap1 = self.makefile(12)
501hunk ./src/allmydata/test/test_web.py 2196
502         assert not dnode.is_mutable()
503         unknown_immcap = "imm.lafs://immutable_from_the_future"
504         immdircap = dnode.get_uri()
505+        litdircap = "URI:DIR2-LIT:ge3dumj2mewdcotyfqydulbshj5x2lbm"
506+        emptydircap = "URI:DIR2-LIT:"
507         newkids = {u"child-imm":        ["filenode", {"ro_uri": filecap1,
508                                                       "metadata": md1, }],
509                    u"unknownchild-imm": ["unknown",  {"ro_uri": unknown_immcap}],
510hunk ./src/allmydata/test/test_web.py 2202
511                    u"dirchild-imm":     ["dirnode",  {"ro_uri": immdircap}],
512+                   u"dirchild-lit":     ["dirnode",  {"ro_uri": litdircap}],
513+                   u"dirchild-empty":   ["dirnode",  {"ro_uri": emptydircap}],
514                    }
515         return newkids, {'filecap1': filecap1,
516                          'unknown_immcap': unknown_immcap,
517hunk ./src/allmydata/test/test_web.py 2207
518-                         'immdircap': immdircap}
519+                         'immdircap': immdircap,
520+                         'litdircap': litdircap,
521+                         'emptydircap': emptydircap}
522 
523     def test_POST_mkdir_no_parentdir_initial_children(self):
524         (newkids, caps) = self._create_initial_children()
525hunk ./src/allmydata/test/test_web.py 2278
526             d2.addCallback(lambda ign:
527                            self.failUnlessROChildURIIs(n, u"dirchild-imm",
528                                                           caps['immdircap']))
529+            d2.addCallback(lambda ign:
530+                           self.failUnlessROChildURIIs(n, u"dirchild-lit",
531+                                                          caps['litdircap']))
532+            d2.addCallback(lambda ign:
533+                           self.failUnlessROChildURIIs(n, u"dirchild-empty",
534+                                                          caps['emptydircap']))
535             return d2
536         d.addCallback(_after_mkdir)
537         return d
538}
539[Additional fix for abbrev_si, with test
540david-sarah@jacaranda.org**20100222033652
541 Ignore-this: 7dc1c7031cd395fb4ec0a5aa96e69a10
542] {
543hunk ./src/allmydata/test/test_uri.py 473
544         self.failIf(IFileURI.providedBy(u1))
545         self.failUnless(IDirnodeURI.providedBy(u1))
546         self.failUnlessEqual(u1.get_verify_cap(), None)
547+        self.failUnlessEqual(u1.get_storage_index(), None)
548+        self.failUnlessEqual(u1.abbrev_si(), "<LIT>")
549hunk ./src/allmydata/uri.py 437
550         return self._filenode_uri.to_string().split(':')[2][:5]
551 
552     def abbrev_si(self):
553-        return base32.b2a(self._filenode_uri.get_storage_index())[:5]
554+        si = self._filenode_uri.get_storage_index()
555+        if si is None:
556+            return "<LIT>"
557+        return base32.b2a(si)[:5]
558 
559     def is_mutable(self):
560         return True
561}
562
563Context:
564
565[setup: comment-out the dependency on pycrypto, see #953
566zooko@zooko.com**20100215050844
567 Ignore-this: 2751120921ff35b8189d8fcd896da149
568]
569[Add tests for #939
570Kevan Carstensen <kevan@isnotajoke.com>**20100212062137
571 Ignore-this: 5459e8c64ba76cca70aa720e68549637
572]
573[Alter CLI utilities to handle nonexistent aliases better
574Kevan Carstensen <kevan@isnotajoke.com>**20100211024318
575 Ignore-this: e698ea4a57f5fe27c24336581ca0cf65
576]
577[web/storage.py: display total-seen on the last-complete-cycle line. For #940.
578Brian Warner <warner@lothar.com>**20100208002010
579 Ignore-this: c0ed860f3e9628d3171d2b055d96c5aa
580]
581[adding pycrypto to the auto dependencies
582secorp@allmydata.com**20100206054314
583 Ignore-this: b873fc00a6a5b001d30d479e6053cf2f
584]
585[docs running.html - "tahoe run ." does not work with the current installation, replaced with "tahoe start ."
586secorp@allmydata.com**20100206165320
587 Ignore-this: fdb2dcb0e417d303cd43b1951a4f8c03
588]
589[code coverage: replace figleaf with coverage.py, should work on py2.6 now.
590Brian Warner <warner@lothar.com>**20100203165421
591 Ignore-this: 46ab590360be6a385cb4fc4e68b6b42c
592 
593 It still lacks the right HTML report (the builtin report is very pretty, but
594 lacks the "lines uncovered" numbers that I want), and the half-finished
595 delta-from-last-run measurements.
596]
597[More cleanups to test_cli using new utilities for reading and writing files.
598david-sarah@jacaranda.org**20100206013855
599 Ignore-this: 9fd2294406b346bfe9144fff6a61f789
600]
601[Fix race conditions and missing callback in allmydata.test.test_cli.Cp.test_copy_using_filecap, add utilities for one-liner reading and writing of files, and fix cases in test_cli where files were not being closed after writing.
602david-sarah@jacaranda.org**20100206013727
603 Ignore-this: 49da6c33190d526a4ae84c472f04d5f4
604]
605[docs: install.html: link into Python 2.5.5 download page
606zooko@zooko.com**20100202065852
607 Ignore-this: 1a9471b8175b7de5741d8445a7ede29d
608]
609[TAG allmydata-tahoe-1.6.0
610zooko@zooko.com**20100202061125
611 Ignore-this: dee6ade7ac1452cf5d1d9c69a8146d84
612]
613[docs: install.html: recommend Python 2.5 (because I can build extension modules for it with mingw), architecture.txt: point out that our Proof of Retrievability feature is client-side-only
614zooko@zooko.com**20100202053842
615 Ignore-this: e33fd413a91771c77b17d7de0f215bea
616]
617[architecture.txt: remove trailing whitespace, wrap lines: no content changes
618Brian Warner <warner@lothar.com>**20100202055304
619 Ignore-this: 1662f37d1162858ac2619db27bcc411f
620]
621[docs: a couple of small edits to release notes (thanks Peter)
622zooko@zooko.com**20100202054832
623 Ignore-this: 1d0963c43ff19c92775b124c49c8a88a
624]
625[docs: CREDITS: where due
626zooko@zooko.com**20100202053831
627 Ignore-this: 11646dd603ac715ae8277a4bb9562215
628]
629[docs: a few small edits to performance.txt and README
630zooko@zooko.com**20100202052750
631 Ignore-this: bf8b1b7438e8fb6da09eec9713c78533
632]
633[More comprehensive changes and ticket references for NEWS
634david-sarah@jacaranda.org**20100202061256
635 Ignore-this: 696cf0106e8a7fd388afc5b55fba8a1b
636]
637[docs: a few edits to architecture.txt, most significantly highlighting "future work" to avoid confusing it with the current version, and adding a "future work" about a random-sampling Proof of Retrievability verifier
638zooko@zooko.com**20100202045117
639 Ignore-this: 81122b3042ea9ee6bc12e795c2386d59
640]
641[docs: a few edits and updates to relnotes.txt, relnotes-short.txt, and NEWS in preparation for v1.6.0
642zooko@zooko.com**20100202043222
643 Ignore-this: d90c644fa61d78e33cbdf0be428bb07a
644]
645[Fill in 'docs/performance.txt' with some performance information
646Kevan Carstensen <kevan@isnotajoke.com>**20100202005914
647 Ignore-this: c66b255b2bd2e7e11f5707b25e7b38be
648]
649[Document leakage of cap URLs via phishing filters in known_issues.txt
650david-sarah@jacaranda.org**20100202015238
651 Ignore-this: 78e668dbca77c0e3a73e10c0b74cf024
652]
653[docs: updates to relnotes.txt, NEWS, architecture, historical_known_issues, install.html, etc.
654zooko@zooko.com**20100201181809
655 Ignore-this: f4fc924652af746862c8ee4d9ba97bf6
656]
657[immutable: downloader accepts notifications of buckets even if those notifications arrive after he has begun downloading shares.
658zooko@zooko.com**20100201061610
659 Ignore-this: 5b09709f27603a3157eba7ba70028955
660 This can be useful if one of the ones that he has already begun downloading fails. See #287 for discussion. This fixes part of #287 which part was a regression caused by #928, namely this fixes fail-over in case a share is corrupted (or the server returns an error or disconnects). This does not fix the related issue mentioned in #287 if a server hangs and doesn't reply to requests for blocks.
661 
662]
663[tests: don't require tahoe to run with no noise if we are using an old twisted that emits DeprecationWarnings
664zooko@zooko.com**20100201052323
665 Ignore-this: 69668c772cce612a0c6936a2195ebd2a
666]
667[tests: stop being surprised that Nevow no longer prints out warnings when it tries to find its static files
668zooko@zooko.com**20100201041144
669 Ignore-this: 77b4ac383165d98dfe2a9008ce794742
670 Unless we are using a sufficiently new version of Nevow, in which case if it prints out warnings then this is a hard test failure. :-)
671]
672[cli: suppress DeprecationWarnings emitted from importing nevow and twisted. Fixes #859
673david-sarah@jacaranda.org**20100201004429
674 Ignore-this: 22d7216921cd5f04381c0194ed501bbe
675]
676[Improvements to test_hung_server, and fix for status updates in download.py
677david-sarah@jacaranda.org**20100130064303
678 Ignore-this: dd889c643afdcf0f86d55855aafda6ad
679]
680[Improvements to test_unknownnode to cover invalid cap URIs with known prefixes
681david-sarah@jacaranda.org**20100130063908
682 Ignore-this: e1a298942c21207473e418ea5efd6276
683]
684[immutable: fix bug in tests, change line-endings to unix style, add comment
685zooko@zooko.com**20100129184237
686 Ignore-this: f6bd875fe974c55c881e05eddf8d3436
687]
688[Fix invalid trailing commas in JSON example
689david-sarah@jacaranda.org**20100129201742
690 Ignore-this: d99e0a8ead4fafabf39a1daf11ec450b
691]
692[docs: update relnotes.txt for Tahoe-LAFS v1.6
693zooko@zooko.com**20100128171257
694 Ignore-this: 920df92152aead69ef861b9b2e8ff218
695]
696[Address comments by Kevan on 833 and add test for stripping spaces
697david-sarah@jacaranda.org**20100127230642
698 Ignore-this: de36aeaf4afb3ba05dbeb49a5e9a6b26
699]
700[New tests for #928
701david-sarah@jacaranda.org**20100129123845
702 Ignore-this: 5c520f40141f0d9c000ffb05a4698995
703]
704[immutable: download from the first servers which provide at least K buckets instead of waiting for all servers to reply
705zooko@zooko.com**20100127233417
706 Ignore-this: c855355a40d96827e1d0c469a8d8ab3f
707 This should put an end to the phenomenon I've been seeing that a single hung server can cause all downloads on a grid to hang.  Also it should speed up all downloads by (a) not-waiting for responses to queries that it doesn't need, and (b) downloading shares from the servers which answered the initial query the fastest.
708 Also, do not count how many buckets you've gotten when deciding whether the download has enough shares or not -- instead count how many buckets to *unique* shares that you've gotten.  This appears to improve a slightly weird behavior in the current download code in which receiving >= K different buckets all to the same sharenumber would make it think it had enough to download the file when in fact it hadn't.
709 This patch needs tests before it is actually ready for trunk.
710]
711[Eliminate 'foo if test else bar' syntax that isn't supported by Python 2.4
712david-sarah@jacaranda.org**20100129035210
713 Ignore-this: 70eafd487b4b6299beedd63b4a54a0c
714]
715[Fix example JSON in webapi.txt that cannot occur in practice
716david-sarah@jacaranda.org**20100129032742
717 Ignore-this: 361a1ba663d77169aeef93caef870097
718]
719[Add mutable field to t=json output for unknown nodes, when mutability is known
720david-sarah@jacaranda.org**20100129031424
721 Ignore-this: 1516d63559bdfeb6355485dff0f5c04e
722]
723[Show -IMM and -RO suffixes for types of immutable and read-only unknown nodes in directory listings
724david-sarah@jacaranda.org**20100128220800
725 Ignore-this: dc5c17c0a566398f88e4303c41321e66
726]
727[Fix inaccurate comment in test_mutant_dirnodes_are_omitted
728david-sarah@jacaranda.org**20100128202456
729 Ignore-this: 9fa17ed7feac9e4d084f1b2338c76fca
730]
731[test_runner: cleanup, refactor common code into a non-executable method
732Brian Warner <warner@lothar.com>**20100127224040
733 Ignore-this: 4cb4aada87777771f688edfd8129ffca
734 
735 Having both test_node() and test_client() (one of which calls the other) felt
736 confusing to me, so I changed it to have test_node(), test_client(), and a
737 common do_create() helper method.
738]
739[scripts/runner.py: simplify David-Sarah's clever grouped-commands usage trick
740Brian Warner <warner@lothar.com>**20100127223758
741 Ignore-this: 70877ebf06ae59f32960b0aa4ce1d1ae
742]
743[tahoe backup: skip all symlinks, with warning. Fixes #850, addresses #641.
744Brian Warner <warner@lothar.com>**20100127223517
745 Ignore-this: ab5cf05158d32a575ca8efc0f650033f
746]
747[NEWS: update with all recent user-visible changes
748Brian Warner <warner@lothar.com>**20100127222209
749 Ignore-this: 277d24568018bf4f3fb7736fda64eceb
750]
751["tahoe backup": fix --exclude-vcs docs to include Git
752Brian Warner <warner@lothar.com>**20100127201044
753 Ignore-this: 756a58dde21bdc65aa62b81803605b5
754]
755[docs: fix references to --no-storage, explanation of [storage] section
756Brian Warner <warner@lothar.com>**20100127200956
757 Ignore-this: f4be1763a585e1ac6299a4f1b94a59e0
758]
759[cli: merge the better version of David-Sarah's split-usage-and-help patch with the earlier version that I mistakenly committed
760zooko@zooko.com**20100126044559
761 Ignore-this: 284d188e13b7901013cbb650168e6447
762]
763[Split tahoe --help options into groups.
764david-sarah@jacaranda.org**20100112043935
765 Ignore-this: 610f9c41b00e6863e3cd047379733e3a
766]
767[Miscellaneous documentation, test, and code formatting tweaks.
768david-sarah@jacaranda.org**20100127070309
769 Ignore-this: 84ca7e4bb7c64221ae2c61144ef5edef
770]
771[Prevent mutable objects from being retrieved from an immutable directory, and associated forward-compatibility improvements.
772david-sarah@jacaranda.org**20100127064430
773 Ignore-this: 5ef6a3554cf6bef0bf0712cc7d6c0252
774]
775[Use if instead of assert to check for twisted ftp patch
776david-sarah@jacaranda.org**20100127015529
777 Ignore-this: 66959d946bd1a835ece6f074e75086b2
778]
779[docs: further CREDITS level-ups for Nils, Kevan, David-Sarah
780zooko@zooko.com**20100126170021
781 Ignore-this: 1e513e85cf7b7abf57f056e6d7544b38
782]
783[ftpd: clearer error message if Twisted needs a patch (by Nils Durner)
784zooko@zooko.com**20100126143411
785 Ignore-this: 440e6831ae6da5135c1edd081c93871f
786]
787[Add 'docs/performance.txt', which (for the moment) describes mutable file performance issues
788Kevan Carstensen <kevan@isnotajoke.com>**20100115204500
789 Ignore-this: ade4e500217db2509aee35aacc8c5dbf
790]
791[docs: more CREDITS for François, Kevan, and David-Sarah
792zooko@zooko.com**20100126132133
793 Ignore-this: f37d4977c13066fcac088ba98a31b02e
794]
795[tahoe_backup.py: display warnings on errors instead of stopping the whole backup. Fix #729.
796francois@ctrlaltdel.ch**20100120094249
797 Ignore-this: 7006ea4b0910b6d29af6ab4a3997a8f9
798 
799 This patch displays a warning to the user in two cases:
800   
801   1. When special files like symlinks, fifos, devices, etc. are found in the
802      local source.
803   
804   2. If files or directories are not readables by the user running the 'tahoe
805      backup' command.
806 
807 In verbose mode, the number of skipped files and directories is printed at the
808 end of the backup.
809 
810 Exit status returned by 'tahoe backup':
811 
812   - 0 everything went fine
813   - 1 the backup failed
814   - 2 files were skipped during the backup
815 
816]
817[Message saying that we couldn't find bin/tahoe should say where we looked
818david-sarah@jacaranda.org**20100116204556
819 Ignore-this: 1068576fd59ea470f1e19196315d1bb
820]
821[Change running.html to describe 'tahoe run'
822david-sarah@jacaranda.org**20100112044409
823 Ignore-this: 23ad0114643ce31b56e19bb14e011e4f
824]
825[cli: split usage strings into groups (patch by David-Sarah Hopwood)
826zooko@zooko.com**20100126043921
827 Ignore-this: 51928d266a7292b873f87f7d53c9a01e
828]
829[Add create-node CLI command, and make create-client equivalent to create-node --no-storage (fixes #760)
830david-sarah@jacaranda.org**20100116052055
831 Ignore-this: 47d08b18c69738685e13ff365738d5a
832]
833[contrib/fuse/runtests.py: Fix #888, configure settings in tahoe.cfg and don't treat warnings as failure
834francois@ctrlaltdel.ch**20100109123010
835 Ignore-this: 2590d44044acd7dfa3690c416cae945c
836 
837 Fix a few bitrotten pieces in the FUSE test script.  It now configures tahoe
838 node settings by editing tahoe.cfg which is the new supported method.
839 
840 It alos tolerate warnings issued by the mount command, the cause of these
841 warnings is the same as in #876 (contrib/fuse/runtests.py doesn't tolerate
842 deprecations warnings).
843 
844]
845[Fix webapi t=mkdir with multpart/form-data, as on the Welcome page. Closes #919.
846Brian Warner <warner@lothar.com>**20100121065052
847 Ignore-this: 1f20ea0a0f1f6d6c1e8e14f193a92c87
848]
849[Fix boodlegrid use of set_children
850david-sarah@jacaranda.org**20100126063414
851 Ignore-this: 3aa2d4836f76303b2bacecd09611f999
852]
853[Remove replace= parameter to mkdir-immutable and mkdir-with-children
854david-sarah@jacaranda.org**20100124224325
855 Ignore-this: 25207bcc946c0c43d9528718e76ba7b
856]
857[Warn about test failures due to setting FLOG* env vars
858david-sarah@jacaranda.org**20100124220629
859 Ignore-this: 1c25247ca0f0840390a1b7259a9f4a3c
860]
861[Patch to accept t=set-children as well as t=set_children
862david-sarah@jacaranda.org**20100124030020
863 Ignore-this: 2c061f12af817cdf77feeeb64098ec3a
864]
865[tahoe_add_alias.py: minor refactoring
866Brian Warner <warner@lothar.com>**20100115064220
867 Ignore-this: 29910e81ad11209c9e493d65fd2dab9b
868]
869[test_dirnode.py: reduce scope of a Client instance, suggested by Kevan.
870Brian Warner <warner@lothar.com>**20100115062713
871 Ignore-this: b35efd9e6027e43de6c6f509bfb4ccaa
872]
873[test_provisioning: STAN is not always a list. Fix by David-Sarah Hopwood.
874Brian Warner <warner@lothar.com>**20100115014632
875 Ignore-this: 9989de7f1e00907706d2b63153138219
876]
877[web/directory.py mkdir-immutable: hush pyflakes, add TODO for #903 behavior
878Brian Warner <warner@lothar.com>**20100114222804
879 Ignore-this: 717cd3b9a1c8aeee76938c9641db7356
880]
881[hush pyflakes-0.4.0 warnings: slightly less-trivial fixes. Closes #900.
882Brian Warner <warner@lothar.com>**20100114221719
883 Ignore-this: f774f4637e256ad55502659413a811a8
884 
885 This includes one fix (in test_web) which was testing the wrong thing.
886]
887[hush pyflakes-0.4.0 warnings: remove trivial unused variables. For #900.
888Brian Warner <warner@lothar.com>**20100114221529
889 Ignore-this: e96106c8f1a99fbf93306fbfe9a294cf
890]
891[tahoe add-alias/create-alias: don't corrupt non-newline-terminated alias
892Brian Warner <warner@lothar.com>**20100114210246
893 Ignore-this: 9c994792e53a85159d708760a9b1b000
894 file. Closes #741.
895]
896[change docs and --help to use "grid" instead of "virtual drive": closes #892.
897Brian Warner <warner@lothar.com>**20100114201119
898 Ignore-this: a20d4a4dcc4de4e3b404ff72d40fc29b
899 
900 Thanks to David-Sarah Hopwood for the patch.
901]
902[backupdb.txt: fix ST_CTIME reference
903Brian Warner <warner@lothar.com>**20100114194052
904 Ignore-this: 5a189c7a1181b07dd87f0a08ea31b6d3
905]
906[client.py: fix/update comments on KeyGenerator
907Brian Warner <warner@lothar.com>**20100113004226
908 Ignore-this: 2208adbb3fd6a911c9f44e814583cabd
909]
910[Clean up log.err calls, for one of the issues in #889.
911Brian Warner <warner@lothar.com>**20100112013343
912 Ignore-this: f58455ce15f1fda647c5fb25d234d2db
913 
914 allmydata.util.log.err() either takes a Failure as the first positional
915 argument, or takes no positional arguments and must be invoked in an
916 exception handler. Fixed its signature to match both foolscap.logging.log.err
917 and twisted.python.log.err . Included a brief unit test.
918]
919[tidy up DeadReferenceError handling, ignore them in add_lease calls
920Brian Warner <warner@lothar.com>**20100112000723
921 Ignore-this: 72f1444e826fd0b9db6d318f89603c38
922 
923 Stop checking separately for ConnectionDone/ConnectionLost, since those have
924 been folded into DeadReferenceError since foolscap-0.3.1 . Write
925 rrefutil.trap_deadref() in terms of rrefutil.trap_and_discard() to improve
926 code coverage.
927]
928[NEWS: improve "tahoe backup" notes, mention first-backup-after-upgrade duration
929Brian Warner <warner@lothar.com>**20100111190132
930 Ignore-this: 10347c590b3375964579ba6c2b0edb4f
931 
932 Thanks to Francois Deppierraz for the suggestion.
933]
934[test_repairer: add (commented-out) test_each_byte, to see exactly what the
935Brian Warner <warner@lothar.com>**20100110203552
936 Ignore-this: 8e84277d5304752edeff052b97821815
937 Verifier misses
938 
939 The results (described in #819) match our expectations: it misses corruption
940 in unused share fields and in most container fields (which are only visible
941 to the storage server, not the client). 1265 bytes of a 2753 byte
942 share (hosting a 56-byte file with an artifically small segment size) are
943 unused, mostly in the unused tail of the overallocated UEB space (765 bytes),
944 and the allocated-but-unwritten plaintext_hash_tree (480 bytes).
945]
946[repairer: fix some wrong offsets in the randomized verifier tests, debugged by Brian
947zooko@zooko.com**20100110203721
948 Ignore-this: 20604a609db8706555578612c1c12feb
949 fixes #819
950]
951[test_repairer: fix colliding basedir names, which caused test inconsistencies
952Brian Warner <warner@lothar.com>**20100110084619
953 Ignore-this: b1d56dd27e6ab99a7730f74ba10abd23
954]
955[repairer: add deterministic test for #819, mark as TODO
956zooko@zooko.com**20100110013619
957 Ignore-this: 4cb8bb30b25246de58ed2b96fa447d68
958]
959[contrib/fuse/runtests.py: Tolerate the tahoe CLI returning deprecation warnings
960francois@ctrlaltdel.ch**20100109175946
961 Ignore-this: 419c354d9f2f6eaec03deb9b83752aee
962 
963 Depending on the versions of external libraries such as Twisted of Foolscap,
964 the tahoe CLI can display deprecation warnings on stdout.  The tests should
965 not interpret those warnings as a failure if the node is in fact correctly
966 started.
967   
968 See http://allmydata.org/trac/tahoe/ticket/859 for an example of deprecation
969 warnings.
970 
971 fixes #876
972]
973[contrib: fix fuse_impl_c to use new Python API
974zooko@zooko.com**20100109174956
975 Ignore-this: 51ca1ec7c2a92a0862e9b99e52542179
976 original patch by Thomas Delaet, fixed by François, reviewed by Brian, committed by me
977]
978[docs: CREDITS: add David-Sarah to the CREDITS file
979zooko@zooko.com**20100109060435
980 Ignore-this: 896062396ad85f9d2d4806762632f25a
981]
982[mutable/publish: don't loop() right away upon DeadReferenceError. Closes #877
983Brian Warner <warner@lothar.com>**20100102220841
984 Ignore-this: b200e707b3f13aa8251981362b8a3e61
985 
986 The bug was that a disconnected server could cause us to re-enter the initial
987 loop() call, sending multiple queries to a single server, provoking an
988 incorrect UCWE. To fix it, stall the loop() with an eventual.fireEventually()
989]
990[immutable/checker.py: oops, forgot some imports. Also hush pyflakes.
991Brian Warner <warner@lothar.com>**20091229233909
992 Ignore-this: 4d61bd3f8113015a4773fd4768176e51
993]
994[mutable repair: return successful=False when numshares<k (thus repair fails),
995Brian Warner <warner@lothar.com>**20091229233746
996 Ignore-this: d881c3275ff8c8bee42f6a80ca48441e
997 instead of weird errors. Closes #874 and #786.
998 
999 Previously, if the file had 0 shares, this would raise TypeError as it tried
1000 to call download_version(None). If the file had some shares but fewer than
1001 'k', it would incorrectly raise MustForceRepairError.
1002 
1003 Added get_successful() to the IRepairResults API, to give repair() a place to
1004 report non-code-bug problems like this.
1005]
1006[node.py/interfaces.py: minor docs fixes
1007Brian Warner <warner@lothar.com>**20091229230409
1008 Ignore-this: c86ad6342ef0f95d50639b4f99cd4ddf
1009]
1010[NEWS: fix 1.4.1 announcement w.r.t. add-lease behavior in older releases
1011Brian Warner <warner@lothar.com>**20091229230310
1012 Ignore-this: bbbbb9c961f3bbcc6e5dbe0b1594822
1013]
1014[checker: don't let failures in add-lease affect checker results. Closes #875.
1015Brian Warner <warner@lothar.com>**20091229230108
1016 Ignore-this: ef1a367b93e4d01298c2b1e6ca59c492
1017 
1018 Mutable servermap updates and the immutable checker, when run with
1019 add_lease=True, send both the do-you-have-block and add-lease commands in
1020 parallel, to avoid an extra round trip time. Many older servers have problems
1021 with add-lease and raise various exceptions, which don't generally matter.
1022 The client-side code was catching+ignoring some of them, but unrecognized
1023 exceptions were passed through to the DYHB code, concealing the DYHB results
1024 from the checker, making it think the server had no shares.
1025 
1026 The fix is to separate the code paths. Both commands are sent at the same
1027 time, but the errback path from add-lease is handled separately. Known
1028 exceptions are ignored, the others (both unknown-remote and all-local) are
1029 logged (log.WEIRD, which will trigger an Incident), but neither will affect
1030 the DYHB results.
1031 
1032 The add-lease message is sent first, and we know that the server handles them
1033 synchronously. So when the checker is done, we can be sure that all the
1034 add-lease messages have been retired. This makes life easier for unit tests.
1035]
1036[test_cli: verify fix for "tahoe get" not creating empty file on error (#121)
1037Brian Warner <warner@lothar.com>**20091227235444
1038 Ignore-this: 6444d52413b68eb7c11bc3dfdc69c55f
1039]
1040[addendum to "Fix 'tahoe ls' on files (#771)"
1041Brian Warner <warner@lothar.com>**20091227232149
1042 Ignore-this: 6dd5e25f8072a3153ba200b7fdd49491
1043 
1044 tahoe_ls.py: tolerate missing metadata
1045 web/filenode.py: minor cleanups
1046 test_cli.py: test 'tahoe ls FILECAP'
1047]
1048[Fix 'tahoe ls' on files (#771). Patch adapted from Kevan Carstensen.
1049Brian Warner <warner@lothar.com>**20091227225443
1050 Ignore-this: 8bf8c7b1cd14ea4b0ebd453434f4fe07
1051 
1052 web/filenode.py: also serve edge metadata when using t=json on a
1053                  DIRCAP/childname object.
1054 tahoe_ls.py: list file objects as if we were listing one-entry directories.
1055              Show edge metadata if we have it, which will be true when doing
1056              'tahoe ls DIRCAP/filename' and false when doing 'tahoe ls
1057              FILECAP'
1058]
1059[tahoe_get: don't create the output file on error. Closes #121.
1060Brian Warner <warner@lothar.com>**20091227220404
1061 Ignore-this: 58d5e793a77ec6e87d9394ade074b926
1062]
1063[webapi: don't accept zero-length childnames during traversal. Closes #358, #676.
1064Brian Warner <warner@lothar.com>**20091227201043
1065 Ignore-this: a9119dec89e1c7741f2289b0cad6497b
1066 
1067 This forbids operations that would implicitly create a directory with a
1068 zero-length (empty string) name, like what you'd get if you did "tahoe put
1069 local /oops/blah" (#358) or "POST /uri/CAP//?t=mkdir" (#676). The error
1070 message is fairly friendly too.
1071 
1072 Also added code to "tahoe put" to catch this error beforehand and suggest the
1073 correct syntax (i.e. without the leading slash).
1074]
1075[CLI: send 'Accept:' header to ask for text/plain tracebacks. Closes #646.
1076Brian Warner <warner@lothar.com>**20091227195828
1077 Ignore-this: 44c258d4d4c7dac0ed58adb22f73331
1078 
1079 The webapi has been looking for an Accept header since 1.4.0, but it treats a
1080 missing header as equal to */* (to honor RFC2616). This change finally
1081 modifies our CLI tools to ask for "text/plain, application/octet-stream",
1082 which seems roughly correct (we either want a plain-text traceback or error
1083 message, or an uninterpreted chunk of binary data to save to disk). Some day
1084 we'll figure out how JSON fits into this scheme.
1085]
1086[Makefile: upload-tarballs: switch from xfer-client to flappclient, closes #350
1087Brian Warner <warner@lothar.com>**20091227163703
1088 Ignore-this: 3beeecdf2ad9c2438ab57f0e33dcb357
1089 
1090 I've also set up a new flappserver on source@allmydata.org to receive the
1091 tarballs. We still need to replace the gutsy buildslave (which is where the
1092 tarballs used to be generated+uploaded) and give it the new FURL.
1093]
1094[misc/ringsim.py: make it deterministic, more detail about grid-is-full behavior
1095Brian Warner <warner@lothar.com>**20091227024832
1096 Ignore-this: a691cc763fb2e98a4ce1767c36e8e73f
1097]
1098[misc/ringsim.py: tool to discuss #302
1099Brian Warner <warner@lothar.com>**20091226060339
1100 Ignore-this: fc171369b8f0d97afeeb8213e29d10ed
1101]
1102[docs: fix helper.txt to describe new config style
1103zooko@zooko.com**20091224223522
1104 Ignore-this: 102e7692dc414a4b466307f7d78601fe
1105]
1106[docs/stats.txt: add TOC, notes about controlling gatherer's listening port
1107Brian Warner <warner@lothar.com>**20091224202133
1108 Ignore-this: 8eef63b0e18db5aa8249c2eafde02c05
1109 
1110 Thanks to Jody Harris for the suggestions.
1111]
1112[Add docs/stats.py, explaining Tahoe stats, the gatherer, and the munin plugins.
1113Brian Warner <warner@lothar.com>**20091223052400
1114 Ignore-this: 7c9eeb6e5644eceda98b59a67730ccd5
1115]
1116[more #859: avoid deprecation warning for unit tests too, hush pyflakes
1117Brian Warner <warner@lothar.com>**20091215000147
1118 Ignore-this: 193622e24d31077da825a11ed2325fd3
1119 
1120 * factor maybe-import-sha logic into util.hashutil
1121]
1122[use hashlib module if available, thus avoiding a DeprecationWarning for importing the old sha module; fixes #859
1123zooko@zooko.com**20091214212703
1124 Ignore-this: 8d0f230a4bf8581dbc1b07389d76029c
1125]
1126[docs: reflow architecture.txt to 78-char lines
1127zooko@zooko.com**20091208232943
1128 Ignore-this: 88f55166415f15192e39407815141f77
1129]
1130[docs: update the about.html a little
1131zooko@zooko.com**20091208212737
1132 Ignore-this: 3fe2d9653c6de0727d3e82bd70f2a8ed
1133]
1134[docs: remove obsolete doc file "codemap.txt"
1135zooko@zooko.com**20091113163033
1136 Ignore-this: 16bc21a1835546e71d1b344c06c61ebb
1137 I started to update this to reflect the current codebase, but then I thought (a) nobody seemed to notice that it hasn't been updated since December 2007, and (b) it will just bit-rot again, so I'm removing it.
1138]
1139[mutable/retrieve.py: stop reaching into private MutableFileNode attributes
1140Brian Warner <warner@lothar.com>**20091208172921
1141 Ignore-this: 61e548798c1105aed66a792bf26ceef7
1142]
1143[mutable/servermap.py: stop reaching into private MutableFileNode attributes
1144Brian Warner <warner@lothar.com>**20091208172608
1145 Ignore-this: b40a6b62f623f9285ad96fda139c2ef2
1146]
1147[mutable/servermap.py: oops, query N+e servers in MODE_WRITE, not k+e
1148Brian Warner <warner@lothar.com>**20091208171156
1149 Ignore-this: 3497f4ab70dae906759007c3cfa43bc
1150 
1151 under normal conditions, this wouldn't cause any problems, but if the shares
1152 are really sparse (perhaps because new servers were added), then
1153 file-modifies might stop looking too early and leave old shares in place
1154]
1155[control.py: fix speedtest: use download_best_version (not read) on mutable nodes
1156Brian Warner <warner@lothar.com>**20091207060512
1157 Ignore-this: 7125eabfe74837e05f9291dd6414f917
1158]
1159[FTP-and-SFTP.txt: fix ssh-keygen pointer
1160Brian Warner <warner@lothar.com>**20091207052803
1161 Ignore-this: bc2a70ee8c58ec314e79c1262ccb22f7
1162]
1163[setup: ignore _darcs in the "test-clean" test and make the "clean" step remove all .egg's in the root dir
1164zooko@zooko.com**20091206184835
1165 Ignore-this: 6066bd160f0db36d7bf60aba405558d2
1166]
1167[remove MutableFileNode.download(), prefer download_best_version() instead
1168Brian Warner <warner@lothar.com>**20091201225438
1169 Ignore-this: 5733eb373a902063e09fd52cc858dec0
1170]
1171[Simplify immutable download API: use just filenode.read(consumer, offset, size)
1172Brian Warner <warner@lothar.com>**20091201225330
1173 Ignore-this: bdedfb488ac23738bf52ae6d4ab3a3fb
1174 
1175 * remove Downloader.download_to_data/download_to_filename/download_to_filehandle
1176 * remove download.Data/FileName/FileHandle targets
1177 * remove filenode.download/download_to_data/download_to_filename methods
1178 * leave Downloader.download (the whole Downloader will go away eventually)
1179 * add util.consumer.MemoryConsumer/download_to_data, for convenience
1180   (this is mostly used by unit tests, but it gets used by enough non-test
1181    code to warrant putting it in allmydata.util)
1182 * update tests
1183 * removes about 180 lines of code. Yay negative code days!
1184 
1185 Overall plan is to rewrite immutable/download.py and leave filenode.read() as
1186 the sole read-side API.
1187]
1188[server.py: undo my bogus 'correction' of David-Sarah's comment fix
1189Brian Warner <warner@lothar.com>**20091201024607
1190 Ignore-this: ff4bb58f6a9e045b900ac3a89d6f506a
1191 
1192 and move it to a better line
1193]
1194[Implement more coherent behavior when copying with dircaps/filecaps (closes #761). Patch by Kevan Carstensen.
1195"Brian Warner <warner@lothar.com>"**20091130211009]
1196[storage.py: update comment
1197"Brian Warner <warner@lothar.com>"**20091130195913]
1198[storage server: detect disk space usage on Windows too (fixes #637)
1199david-sarah@jacaranda.org**20091121055644
1200 Ignore-this: 20fb30498174ce997befac7701fab056
1201]
1202[make status of finished operations consistently "Finished"
1203david-sarah@jacaranda.org**20091121061543
1204 Ignore-this: 97d483e8536ccfc2934549ceff7055a3
1205]
1206[NEWS: update with all user-visible changes since the last release
1207Brian Warner <warner@lothar.com>**20091127224217
1208 Ignore-this: 741da6cd928e939fb6d21a61ea3daf0b
1209]
1210[update "tahoe backup" docs, and webapi.txt's mkdir-with-children
1211Brian Warner <warner@lothar.com>**20091127055900
1212 Ignore-this: defac1fb9a2335b0af3ef9dbbcc67b7e
1213]
1214[Add dirnodes to backupdb and "tahoe backup", closes #606.
1215Brian Warner <warner@lothar.com>**20091126234257
1216 Ignore-this: fa88796fcad1763c6a2bf81f56103223
1217 
1218 * backups now share dirnodes with any previous backup, in any location,
1219   so renames and moves are handled very efficiently
1220 * "tahoe backup" no longer bothers reading the previous snapshot
1221 * if you switch grids, you should delete ~/.tahoe/private/backupdb.sqlite,
1222   to force new uploads of all files and directories
1223]
1224[webapi: fix t=check for DIR2-LIT (i.e. empty immutable directories)
1225Brian Warner <warner@lothar.com>**20091126232731
1226 Ignore-this: 8513c890525c69c1eca0e80d53a231f8
1227]
1228[PipelineError: fix str() on python2.4 . Closes #842.
1229Brian Warner <warner@lothar.com>**20091124212512
1230 Ignore-this: e62c92ea9ede2ab7d11fe63f43b9c942
1231]
1232[test_uri.py: s/NewDirnode/Dirnode/ , now that they aren't "new" anymore
1233Brian Warner <warner@lothar.com>**20091120075553
1234 Ignore-this: 61c8ef5e45a9d966873a610d8349b830
1235]
1236[interface name cleanups: IFileNode, IImmutableFileNode, IMutableFileNode
1237Brian Warner <warner@lothar.com>**20091120075255
1238 Ignore-this: e3d193c229e2463e1d0b0c92306de27f
1239 
1240 The proper hierarchy is:
1241  IFilesystemNode
1242  +IFileNode
1243  ++IMutableFileNode
1244  ++IImmutableFileNode
1245  +IDirectoryNode
1246 
1247 Also expand test_client.py (NodeMaker) to hit all IFilesystemNode types.
1248]
1249[class name cleanups: s/FileNode/ImmutableFileNode/
1250Brian Warner <warner@lothar.com>**20091120072239
1251 Ignore-this: 4b3218f2d0e585c62827e14ad8ed8ac1
1252 
1253 also fix test/bench_dirnode.py for recent dirnode changes
1254]
1255[Use DIR-IMM and t=mkdir-immutable for "tahoe backup", for #828
1256Brian Warner <warner@lothar.com>**20091118192813
1257 Ignore-this: a4720529c9bc6bc8b22a3d3265925491
1258]
1259[web/directory.py: use "DIR-IMM" to describe immutable directories, not DIR-RO
1260Brian Warner <warner@lothar.com>**20091118191832
1261 Ignore-this: aceafd6ab4bf1cc0c2a719ef7319ac03
1262]
1263[web/info.py: hush pyflakes
1264Brian Warner <warner@lothar.com>**20091118191736
1265 Ignore-this: edc5f128a2b8095fb20686a75747c8
1266]
1267[make get_size/get_current_size consistent for all IFilesystemNode classes
1268Brian Warner <warner@lothar.com>**20091118191624
1269 Ignore-this: bd3449cf96e4827abaaf962672c1665a
1270 
1271 * stop caching most_recent_size in dirnode, rely upon backing filenode for it
1272 * start caching most_recent_size in MutableFileNode
1273 * return None when you don't know, not "?"
1274 * only render None as "?" in the web "more info" page
1275 * add get_size/get_current_size to UnknownNode
1276]
1277[ImmutableDirectoryURIVerifier: fix verifycap handling
1278Brian Warner <warner@lothar.com>**20091118164238
1279 Ignore-this: 6bba5c717b54352262eabca6e805d590
1280]
1281[Add t=mkdir-immutable to the webapi. Closes #607.
1282Brian Warner <warner@lothar.com>**20091118070900
1283 Ignore-this: 311e5fab9a5f28b9e8a28d3d08f3c0d
1284 
1285 * change t=mkdir-with-children to not use multipart/form encoding. Instead,
1286   the request body is all JSON. t=mkdir-immutable uses this format too.
1287 * make nodemaker.create_immutable_dirnode() get convergence from SecretHolder,
1288   but let callers override it
1289 * raise NotDeepImmutableError instead of using assert()
1290 * add mutable= argument to DirectoryNode.create_subdirectory(), default True
1291]
1292[move convergence secret into SecretHolder, next to lease secret
1293Brian Warner <warner@lothar.com>**20091118015444
1294 Ignore-this: 312f85978a339f2d04deb5bcb8f511bc
1295]
1296[nodemaker: implement immutable directories (internal interface), for #607
1297Brian Warner <warner@lothar.com>**20091112002233
1298 Ignore-this: d09fccf41813fdf7e0db177ed9e5e130
1299 
1300 * nodemaker.create_from_cap() now handles DIR2-CHK and DIR2-LIT
1301 * client.create_immutable_dirnode() is used to create them
1302 * no webapi yet
1303]
1304[stop using IURI()/etc as an adapter
1305Brian Warner <warner@lothar.com>**20091111224542
1306 Ignore-this: 9611da7ea6a4696de2a3b8c08776e6e0
1307]
1308[clean up uri-vs-cap terminology, emphasize cap instances instead of URI strings
1309Brian Warner <warner@lothar.com>**20091111222619
1310 Ignore-this: 93626385f6e7f039ada71f54feefe267
1311 
1312  * "cap" means a python instance which encapsulates a filecap/dircap (uri.py)
1313  * "uri" means a string with a "URI:" prefix
1314  * FileNode instances are created with (and retain) a cap instance, and
1315    generate uri strings on demand
1316  * .get_cap/get_readcap/get_verifycap/get_repaircap return cap instances
1317  * .get_uri/get_readonly_uri return uri strings
1318 
1319 * add filenode.download_to_filename() for control.py, should find a better way
1320 * use MutableFileNode.init_from_cap, not .init_from_uri
1321 * directory URI instances: use get_filenode_cap, not get_filenode_uri
1322 * update/cleanup bench_dirnode.py to match, add Makefile target to run it
1323]
1324[add parser for immutable directory caps: DIR2-CHK, DIR2-LIT, DIR2-CHK-Verifier
1325Brian Warner <warner@lothar.com>**20091104181351
1326 Ignore-this: 854398cc7a75bada57fa97c367b67518
1327]
1328[wui: s/TahoeLAFS/Tahoe-LAFS/
1329zooko@zooko.com**20091029035050
1330 Ignore-this: 901e64cd862e492ed3132bd298583c26
1331]
1332[tests: bump up the timeout on test_repairer to see if 120 seconds was too short for François's ARM box to do the test even when it was doing it right.
1333zooko@zooko.com**20091027224800
1334 Ignore-this: 95e93dc2e018b9948253c2045d506f56
1335]
1336[dirnode.pack_children(): add deep_immutable= argument
1337Brian Warner <warner@lothar.com>**20091026162809
1338 Ignore-this: d5a2371e47662c4bc6eff273e8181b00
1339 
1340 This will be used by DIR2:CHK to enforce the deep-immutability requirement.
1341]
1342[webapi: use t=mkdir-with-children instead of a children= arg to t=mkdir .
1343Brian Warner <warner@lothar.com>**20091026011321
1344 Ignore-this: 769cab30b6ab50db95000b6c5a524916
1345 
1346 This is safer: in the earlier API, an old webapi server would silently ignore
1347 the initial children, and clients trying to set them would have to fetch the
1348 newly-created directory to discover the incompatibility. In the new API,
1349 clients using t=mkdir-with-children against an old webapi server will get a
1350 clear error.
1351]
1352[nodemaker.create_new_mutable_directory: pack_children() in initial_contents=
1353Brian Warner <warner@lothar.com>**20091020005118
1354 Ignore-this: bd43c4eefe06fd32b7492bcb0a55d07e
1355 instead of creating an empty file and then adding the children later.
1356 
1357 This should speed up mkdir(initial_children) considerably, removing two
1358 roundtrips and an entire read-modify-write cycle, probably bringing it down
1359 to a single roundtrip. A quick test (against the volunteergrid) suggests a
1360 30% speedup.
1361 
1362 test_dirnode: add new tests to enforce the restrictions that interfaces.py
1363 claims for create_new_mutable_directory(): no UnknownNodes, metadata dicts
1364]
1365[test_dirnode.py: add tests of initial_children= args to client.create_dirnode
1366Brian Warner <warner@lothar.com>**20091017194159
1367 Ignore-this: 2e2da28323a4d5d815466387914abc1b
1368 and nodemaker.create_new_mutable_directory
1369]
1370[update many dirnode interfaces to accept dict-of-nodes instead of dict-of-caps
1371Brian Warner <warner@lothar.com>**20091017192829
1372 Ignore-this: b35472285143862a856bf4b361d692f0
1373 
1374 interfaces.py: define INodeMaker, document argument values, change
1375                create_new_mutable_directory() to take dict-of-nodes. Change
1376                dirnode.set_nodes() and dirnode.create_subdirectory() too.
1377 nodemaker.py: use INodeMaker, update create_new_mutable_directory()
1378 client.py: have create_dirnode() delegate initial_children= to nodemaker
1379 dirnode.py (Adder): take dict-of-nodes instead of list-of-nodes, which
1380                     updates set_nodes() and create_subdirectory()
1381 web/common.py (convert_initial_children_json): create dict-of-nodes
1382 web/directory.py: same
1383 web/unlinked.py: same
1384 test_dirnode.py: update tests to match
1385]
1386[dirnode.py: move pack_children() out to a function, for eventual use by others
1387Brian Warner <warner@lothar.com>**20091017180707
1388 Ignore-this: 6a823fb61f2c180fd38d6742d3196a7a
1389]
1390[move dirnode.CachingDict to dictutil.AuxValueDict, generalize method names,
1391Brian Warner <warner@lothar.com>**20091017180005
1392 Ignore-this: b086933cf429df0fcea16a308d2640dd
1393 improve tests. Let dirnode _pack_children accept either dict or AuxValueDict.
1394]
1395[test/common.py: update FakeMutableFileNode to new contents= callable scheme
1396Brian Warner <warner@lothar.com>**20091013052154
1397 Ignore-this: 62f00a76454a2190d1c8641c5993632f
1398]
1399[The initial_children= argument to nodemaker.create_new_mutable_directory is
1400Brian Warner <warner@lothar.com>**20091013031922
1401 Ignore-this: 72e45317c21f9eb9ec3bd79bd4311f48
1402 now enabled.
1403]
1404[client.create_mutable_file(contents=) now accepts a callable, which is
1405Brian Warner <warner@lothar.com>**20091013031232
1406 Ignore-this: 3c89d2f50c1e652b83f20bd3f4f27c4b
1407 invoked with the new MutableFileNode and is supposed to return the initial
1408 contents. This can be used by e.g. a new dirnode which needs the filenode's
1409 writekey to encrypt its initial children.
1410 
1411 create_mutable_file() still accepts a bytestring too, or None for an empty
1412 file.
1413]
1414[webapi: t=mkdir now accepts initial children, using the same JSON that t=json
1415Brian Warner <warner@lothar.com>**20091013023444
1416 Ignore-this: 574a46ed46af4251abf8c9580fd31ef7
1417 emits.
1418 
1419 client.create_dirnode(initial_children=) now works.
1420]
1421[replace dirnode.create_empty_directory() with create_subdirectory(), which
1422Brian Warner <warner@lothar.com>**20091013021520
1423 Ignore-this: 6b57cb51bcfcc6058d0df569fdc8a9cf
1424 takes an initial_children= argument
1425]
1426[dirnode.set_children: change return value: fire with self instead of None
1427Brian Warner <warner@lothar.com>**20091013015026
1428 Ignore-this: f1d14e67e084e4b2a4e25fa849b0e753
1429]
1430[dirnode.set_nodes: change return value: fire with self instead of None
1431Brian Warner <warner@lothar.com>**20091013014546
1432 Ignore-this: b75b3829fb53f7399693f1c1a39aacae
1433]
1434[dirnode.set_children: take a dict, not a list
1435Brian Warner <warner@lothar.com>**20091013002440
1436 Ignore-this: 540ce72ce2727ee053afaae1ff124e21
1437]
1438[dirnode.set_uri/set_children: change signature to take writecap+readcap
1439Brian Warner <warner@lothar.com>**20091012235126
1440 Ignore-this: 5df617b2d379a51c79148a857e6026b1
1441 instead of a single cap. The webapi t=set_children call benefits too.
1442]
1443[replace Client.create_empty_dirnode() with create_dirnode(), in anticipation
1444Brian Warner <warner@lothar.com>**20091012224506
1445 Ignore-this: cbdaa4266ecb3c6496ffceab4f95709d
1446 of adding initial_children= argument.
1447 
1448 Includes stubbed-out initial_children= support.
1449]
1450[test_web.py: use a less-fake client, making test harness smaller
1451Brian Warner <warner@lothar.com>**20091012222808
1452 Ignore-this: 29e95147f8c94282885c65b411d100bb
1453]
1454[webapi.txt: document t=set_children, other small edits
1455Brian Warner <warner@lothar.com>**20091009200446
1456 Ignore-this: 4d7e76b04a7b8eaa0a981879f778ea5d
1457]
1458[Verifier: check the full cryptext-hash tree on each share. Removed .todos
1459Brian Warner <warner@lothar.com>**20091005221849
1460 Ignore-this: 6fb039c5584812017d91725e687323a5
1461 from the last few test_repairer tests that were waiting on this.
1462]
1463[Verifier: check the full block-hash-tree on each share
1464Brian Warner <warner@lothar.com>**20091005214844
1465 Ignore-this: 3f7ccf6d253f32340f1bf1da27803eee
1466 
1467 Removed the .todo from two test_repairer tests that check this. The only
1468 remaining .todos are on the three crypttext-hash-tree tests.
1469]
1470[Verifier: check the full share-hash chain on each share
1471Brian Warner <warner@lothar.com>**20091005213443
1472 Ignore-this: 3d30111904158bec06a4eac22fd39d17
1473 
1474 Removed the .todo from two test_repairer tests that check this.
1475]
1476[test_repairer: rename Verifier test cases to be more precise and less verbose
1477Brian Warner <warner@lothar.com>**20091005201115
1478 Ignore-this: 64be7094e33338c7c2aea9387e138771
1479]
1480[immutable/checker.py: rearrange code a little bit, make it easier to follow
1481Brian Warner <warner@lothar.com>**20091005200252
1482 Ignore-this: 91cc303fab66faf717433a709f785fb5
1483]
1484[test/common.py: wrap docstrings to 80cols so I can read them more easily
1485Brian Warner <warner@lothar.com>**20091005200143
1486 Ignore-this: b180a3a0235cbe309c87bd5e873cbbb3
1487]
1488[immutable/download.py: wrap to 80cols, no functional changes
1489Brian Warner <warner@lothar.com>**20091005192542
1490 Ignore-this: 6b05fe3dc6d78832323e708b9e6a1fe
1491]
1492[CHK-hashes.svg: cross out plaintext hashes, since we don't include
1493Brian Warner <warner@lothar.com>**20091005010803
1494 Ignore-this: bea2e953b65ec7359363aa20de8cb603
1495 them (until we finish #453)
1496]
1497[docs: a few licensing clarifications requested by Ubuntu
1498zooko@zooko.com**20090927033226
1499 Ignore-this: 749fc8c9aeb6dc643669854a3e81baa7
1500]
1501[setup: remove binary WinFUSE modules
1502zooko@zooko.com**20090924211436
1503 Ignore-this: 8aefc571d2ae22b9405fc650f2c2062
1504 I would prefer to have just source code, or indications of what 3rd-party packages are required, under revision control, and have the build process generate o
1505 r acquire the binaries as needed.  Also, having these in our release tarballs is interfering with getting Tahoe-LAFS uploaded into Ubuntu Karmic.  (Technicall
1506 y, they would accept binary modules as long as they came with the accompanying source so that they could satisfy their obligations under GPL2+ and TGPPL1+, bu
1507 t it is easier for now to remove the binaries from the source tree.)
1508 In this case, the binaries are from the tahoe-w32-client project: http://allmydata.org/trac/tahoe-w32-client , from which you can also get the source.
1509]
1510[setup: remove binary _fusemodule.so 's
1511zooko@zooko.com**20090924211130
1512 Ignore-this: 74487bbe27d280762ac5dd5f51e24186
1513 I would prefer to have just source code, or indications of what 3rd-party packages are required, under revision control, and have the build process generate or acquire the binaries as needed.  Also, having these in our release tarballs is interfering with getting Tahoe-LAFS uploaded into Ubuntu Karmic.  (Technically, they would accept binary modules as long as they came with the accompanying source so that they could satisfy their obligations under GPL2+ and TGPPL1+, but it is easier for now to remove the binaries from the source tree.)
1514 In this case, these modules come from the MacFUSE project: http://code.google.com/p/macfuse/
1515]
1516[doc: add a copy of LGPL2 for documentation purposes for ubuntu
1517zooko@zooko.com**20090924054218
1518 Ignore-this: 6a073b48678a7c84dc4fbcef9292ab5b
1519]
1520[setup: remove a convenience copy of figleaf, to ease inclusion into Ubuntu Karmic Koala
1521zooko@zooko.com**20090924053215
1522 Ignore-this: a0b0c990d6e2ee65c53a24391365ac8d
1523 We need to carefully document the licence of figleaf in order to get Tahoe-LAFS into Ubuntu Karmic Koala.  However, figleaf isn't really a part of Tahoe-LAFS per se -- this is just a "convenience copy" of a development tool.  The quickest way to make Tahoe-LAFS acceptable for Karmic then, is to remove figleaf from the Tahoe-LAFS tarball itself.  People who want to run figleaf on Tahoe-LAFS (as everyone should want) can install figleaf themselves.  I haven't tested this -- there may be incompatibilities between upstream figleaf and the copy that we had here...
1524]
1525[setup: shebang for misc/build-deb.py to fail quickly
1526zooko@zooko.com**20090819135626
1527 Ignore-this: 5a1b893234d2d0bb7b7346e84b0a6b4d
1528 Without this patch, when I ran "chmod +x ./misc/build-deb.py && ./misc/build-deb.py" then it hung indefinitely.  (I wonder what it was doing.)
1529]
1530[docs: Shawn Willden grants permission for his contributions under GPL2+|TGPPL1+
1531zooko@zooko.com**20090921164651
1532 Ignore-this: ef1912010d07ff2ffd9678e7abfd0d57
1533]
1534[docs: Csaba Henk granted permission to license fuse.py under the same terms as Tahoe-LAFS itself
1535zooko@zooko.com**20090921154659
1536 Ignore-this: c61ba48dcb7206a89a57ca18a0450c53
1537]
1538[setup: mark setup.py as having utf-8 encoding in it
1539zooko@zooko.com**20090920180343
1540 Ignore-this: 9d3850733700a44ba7291e9c5e36bb91
1541]
1542[doc: licensing cleanups
1543zooko@zooko.com**20090920171631
1544 Ignore-this: 7654f2854bf3c13e6f4d4597633a6630
1545 Use nice utf-8 © instead of "(c)". Remove licensing statements on utility modules that have been assigned to allmydata.com by their original authors. (Nattraverso was not assigned to allmydata.com -- it was LGPL'ed -- but I checked and src/allmydata/util/iputil.py was completely rewritten and doesn't contain any line of code from nattraverso.)  Add notes to misc/debian/copyright about licensing on files that aren't just allmydata.com-licensed.
1546]
1547[build-deb.py: run darcsver early, otherwise we get the wrong version later on
1548Brian Warner <warner@lothar.com>**20090918033620
1549 Ignore-this: 6635c5b85e84f8aed0d8390490c5392a
1550]
1551[new approach for debian packaging, sharing pieces across distributions. Still experimental, still only works for sid.
1552warner@lothar.com**20090818190527
1553 Ignore-this: a75eb63db9106b3269badbfcdd7f5ce1
1554]
1555[new experimental deb-packaging rules. Only works for sid so far.
1556Brian Warner <warner@lothar.com>**20090818014052
1557 Ignore-this: 3a26ad188668098f8f3cc10a7c0c2f27
1558]
1559[setup.py: read _version.py and pass to setup(version=), so more commands work
1560Brian Warner <warner@lothar.com>**20090818010057
1561 Ignore-this: b290eb50216938e19f72db211f82147e
1562 like "setup.py --version" and "setup.py --fullname"
1563]
1564[test/check_speed.py: fix shbang line
1565Brian Warner <warner@lothar.com>**20090818005948
1566 Ignore-this: 7f3a37caf349c4c4de704d0feb561f8d
1567]
1568[setup: remove bundled version of darcsver-1.2.1
1569zooko@zooko.com**20090816233432
1570 Ignore-this: 5357f26d2803db2d39159125dddb963a
1571 That version of darcsver emits a scary error message when the darcs executable or the _darcs subdirectory is not found.
1572 This error is hidden (unless the --loud option is passed) in darcsver >= 1.3.1.
1573 Fixes #788.
1574]
1575[de-Service-ify Helper, pass in storage_broker and secret_holder directly.
1576Brian Warner <warner@lothar.com>**20090815201737
1577 Ignore-this: 86b8ac0f90f77a1036cd604dd1304d8b
1578 This makes it more obvious that the Helper currently generates leases with
1579 the Helper's own secrets, rather than getting values from the client, which
1580 is arguably a bug that will likely be resolved with the Accounting project.
1581]
1582[immutable.Downloader: pass StorageBroker to constructor, stop being a Service
1583Brian Warner <warner@lothar.com>**20090815192543
1584 Ignore-this: af5ab12dbf75377640a670c689838479
1585 child of the client, access with client.downloader instead of
1586 client.getServiceNamed("downloader"). The single "Downloader" instance is
1587 scheduled for demolition anyways, to be replaced by individual
1588 filenode.download calls.
1589]
1590[tests: double the timeout on test_runner.RunNode.test_introducer since feisty hit a timeout
1591zooko@zooko.com**20090815160512
1592 Ignore-this: ca7358bce4bdabe8eea75dedc39c0e67
1593 I'm not sure if this is an actual timing issue (feisty is running on an overloaded VM if I recall correctly), or it there is a deeper bug.
1594]
1595[stop making History be a Service, it wasn't necessary
1596Brian Warner <warner@lothar.com>**20090815114415
1597 Ignore-this: b60449231557f1934a751c7effa93cfe
1598]
1599[Overhaul IFilesystemNode handling, to simplify tests and use POLA internally.
1600Brian Warner <warner@lothar.com>**20090815112846
1601 Ignore-this: 1db1b9c149a60a310228aba04c5c8e5f
1602 
1603 * stop using IURI as an adapter
1604 * pass cap strings around instead of URI instances
1605 * move filenode/dirnode creation duties from Client to new NodeMaker class
1606 * move other Client duties to KeyGenerator, SecretHolder, History classes
1607 * stop passing Client reference to dirnode/filenode constructors
1608   - pass less-powerful references instead, like StorageBroker or Uploader
1609 * always create DirectoryNodes by wrapping a filenode (mutable for now)
1610 * remove some specialized mock classes from unit tests
1611 
1612 Detailed list of changes (done one at a time, then merged together)
1613 
1614 always pass a string to create_node_from_uri(), not an IURI instance
1615 always pass a string to IFilesystemNode constructors, not an IURI instance
1616 stop using IURI() as an adapter, switch on cap prefix in create_node_from_uri()
1617 client.py: move SecretHolder code out to a separate class
1618 test_web.py: hush pyflakes
1619 client.py: move NodeMaker functionality out into a separate object
1620 LiteralFileNode: stop storing a Client reference
1621 immutable Checker: remove Client reference, it only needs a SecretHolder
1622 immutable Upload: remove Client reference, leave SecretHolder and StorageBroker
1623 immutable Repairer: replace Client reference with StorageBroker and SecretHolder
1624 immutable FileNode: remove Client reference
1625 mutable.Publish: stop passing Client
1626 mutable.ServermapUpdater: get StorageBroker in constructor, not by peeking into Client reference
1627 MutableChecker: reference StorageBroker and History directly, not through Client
1628 mutable.FileNode: removed unused indirection to checker classes
1629 mutable.FileNode: remove Client reference
1630 client.py: move RSA key generation into a separate class, so it can be passed to the nodemaker
1631 move create_mutable_file() into NodeMaker
1632 test_dirnode.py: stop using FakeClient mockups, use NoNetworkGrid instead. This simplifies the code, but takes longer to run (17s instead of 6s). This should come down later when other cleanups make it possible to use simpler (non-RSA) fake mutable files for dirnode tests.
1633 test_mutable.py: clean up basedir names
1634 client.py: move create_empty_dirnode() into NodeMaker
1635 dirnode.py: get rid of DirectoryNode.create
1636 remove DirectoryNode.init_from_uri, refactor NodeMaker for customization, simplify test_web's mock Client to match
1637 stop passing Client to DirectoryNode, make DirectoryNode.create_with_mutablefile the normal DirectoryNode constructor, start removing client from NodeMaker
1638 remove Client from NodeMaker
1639 move helper status into History, pass History to web.Status instead of Client
1640 test_mutable.py: fix minor typo
1641]
1642[docs: edits for docs/running.html from Sam Mason
1643zooko@zooko.com**20090809201416
1644 Ignore-this: 2207e80449943ebd4ed50cea57c43143
1645]
1646[docs: install.html: instruct Debian users to use this document and not to go find the DownloadDebianPackages page, ignore the warning at the top of it, and try it
1647zooko@zooko.com**20090804123840
1648 Ignore-this: 49da654f19d377ffc5a1eff0c820e026
1649 http://allmydata.org/pipermail/tahoe-dev/2009-August/002507.html
1650]
1651[docs: relnotes.txt: reflow to 63 chars wide because google groups and some web forms seem to wrap to that
1652zooko@zooko.com**20090802135016
1653 Ignore-this: 53b1493a0491bc30fb2935fad283caeb
1654]
1655[docs: about.html: fix English usage noticed by Amber
1656zooko@zooko.com**20090802050533
1657 Ignore-this: 89965c4650f9bd100a615c401181a956
1658]
1659[docs: fix mis-spelled word in about.html
1660zooko@zooko.com**20090802050320
1661 Ignore-this: fdfd0397bc7cef9edfde425dddeb67e5
1662]
1663[TAG allmydata-tahoe-1.5.0
1664zooko@zooko.com**20090802031303
1665 Ignore-this: 94e5558e7225c39a86aae666ea00f166
1666]
1667Patch bundle hash:
16684ca2ccd9aba5b1e1162627d5c0beeabdb3d6b2be