merged from lp:~mvo/apt/mvo (which is really lp:~donkult/apt/sid with some updated...
[ntk/apt.git] / apt-pkg / acquire-item.h
CommitLineData
0118833a
AL
1// -*- mode: cpp; mode: fold -*-
2// Description /*{{{*/
7db98ffc 3// $Id: acquire-item.h,v 1.26.2.3 2004/01/02 18:51:00 mdz Exp $
0118833a
AL
4/* ######################################################################
5
6 Acquire Item - Item to acquire
7
8 When an item is instantiated it will add it self to the local list in
9 the Owner Acquire class. Derived classes will then call QueueURI to
17caf1b1 10 register all the URI's they wish to fetch at the initial moment.
0118833a 11
770c32ec 12 Three item classes are provided to provide functionality for
a52f938b 13 downloading of Index, Translation and Packages files.
0118833a 14
495e5cb2 15 A Archive class is provided for downloading .deb files. It does Hash
17caf1b1 16 checking and source location as well as a retry algorithm.
b185acc2 17
0118833a
AL
18 ##################################################################### */
19 /*}}}*/
20#ifndef PKGLIB_ACQUIRE_ITEM_H
21#define PKGLIB_ACQUIRE_ITEM_H
22
23#include <apt-pkg/acquire.h>
b2e465d6 24#include <apt-pkg/indexfile.h>
7db98ffc
MZ
25#include <apt-pkg/vendor.h>
26#include <apt-pkg/sourcelist.h>
03e39e59 27#include <apt-pkg/pkgrecords.h>
7db98ffc 28#include <apt-pkg/indexrecords.h>
495e5cb2 29#include <apt-pkg/hashes.h>
229fb1a3 30#include <apt-pkg/weakptr.h>
0118833a 31
3174e150
MV
32/** \addtogroup acquire
33 * @{
34 *
35 * \file acquire-item.h
36 */
37
92fcbfc1 38/** \brief Represents the process by which a pkgAcquire object should {{{
3174e150
MV
39 * retrieve a file or a collection of files.
40 *
41 * By convention, Item subclasses should insert themselves into the
42 * acquire queue when they are created by calling QueueURI(), and
43 * remove themselves by calling Dequeue() when either Done() or
44 * Failed() is invoked. Item objects are also responsible for
45 * notifying the download progress indicator (accessible via
46 * #Owner->Log) of their status.
47 *
48 * \see pkgAcquire
49 */
229fb1a3 50class pkgAcquire::Item : public WeakPointable
0118833a
AL
51{
52 protected:
53
3174e150 54 /** \brief The acquire object with which this item is associated. */
0118833a 55 pkgAcquire *Owner;
3174e150
MV
56
57 /** \brief Insert this item into its owner's queue.
58 *
59 * \param ItemDesc Metadata about this item (its URI and
60 * description).
61 */
8267fe24
AL
62 inline void QueueURI(ItemDesc &Item)
63 {Owner->Enqueue(Item);};
3174e150
MV
64
65 /** \brief Remove this item from its owner's queue. */
681d76d0 66 inline void Dequeue() {Owner->Dequeue(this);};
0118833a 67
3174e150
MV
68 /** \brief Rename a file without modifying its timestamp.
69 *
70 * Many item methods call this as their final action.
71 *
72 * \param From The file to be renamed.
73 *
74 * \param To The new name of #From. If #To exists it will be
75 * overwritten.
76 */
8b89e57f
AL
77 void Rename(string From,string To);
78
0118833a
AL
79 public:
80
3174e150
MV
81 /** \brief The current status of this item. */
82 enum ItemState
83 {
84 /** \brief The item is waiting to be downloaded. */
85 StatIdle,
86
87 /** \brief The item is currently being downloaded. */
88 StatFetching,
89
90 /** \brief The item has been successfully downloaded. */
91 StatDone,
92
93 /** \brief An error was encountered while downloading this
94 * item.
95 */
96 StatError,
97
98 /** \brief The item was downloaded but its authenticity could
99 * not be verified.
100 */
6ca714d5
MV
101 StatAuthError,
102
103 /** \brief The item was could not be downloaded because of
104 * a transient network error (e.g. network down)
105 */
106 StatTransientNetworkError
3174e150
MV
107 } Status;
108
109 /** \brief Contains a textual description of the error encountered
110 * if #Status is #StatError or #StatAuthError.
111 */
c88edf1d 112 string ErrorText;
3174e150
MV
113
114 /** \brief The size of the object to fetch. */
e2c66de5 115 unsigned long long FileSize;
3174e150
MV
116
117 /** \brief How much of the object was already fetched. */
e2c66de5 118 unsigned long long PartialSize;
3174e150
MV
119
120 /** \brief If not \b NULL, contains the name of a subprocess that
121 * is operating on this object (for instance, "gzip" or "gpgv").
122 */
b2e465d6 123 const char *Mode;
3174e150
MV
124
125 /** \brief A client-supplied unique identifier.
126 *
127 * This field is initalized to 0; it is meant to be filled in by
128 * clients that wish to use it to uniquely identify items.
129 *
130 * \todo it's unused in apt itself
131 */
b98f2859 132 unsigned long ID;
3174e150
MV
133
134 /** \brief If \b true, the entire object has been successfully fetched.
135 *
136 * Subclasses should set this to \b true when appropriate.
137 */
8267fe24 138 bool Complete;
3174e150
MV
139
140 /** \brief If \b true, the URI of this object is "local".
141 *
142 * The only effect of this field is to exclude the object from the
143 * download progress indicator's overall statistics.
144 */
a6568219 145 bool Local;
36280399 146 string UsedMirror;
30e1eab5 147
3174e150
MV
148 /** \brief The number of fetch queues into which this item has been
149 * inserted.
150 *
151 * There is one queue for each source from which an item could be
152 * downloaded.
153 *
154 * \sa pkgAcquire
155 */
0118833a 156 unsigned int QueueCounter;
0118833a 157
3174e150
MV
158 /** \brief The name of the file into which the retrieved object
159 * will be written.
160 */
0a8a80e5 161 string DestFile;
7d8afa39 162
3174e150
MV
163 /** \brief Invoked by the acquire worker when the object couldn't
164 * be fetched.
165 *
166 * This is a branch of the continuation of the fetch process.
167 *
168 * \param Message An RFC822-formatted message from the acquire
169 * method describing what went wrong. Use LookupTag() to parse
170 * it.
171 *
172 * \param Cnf The method via which the worker tried to fetch this object.
173 *
174 * \sa pkgAcqMethod
175 */
7d8afa39 176 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
3174e150
MV
177
178 /** \brief Invoked by the acquire worker when the object was
179 * fetched successfully.
180 *
181 * Note that the object might \e not have been written to
182 * DestFile; check for the presence of an Alt-Filename entry in
183 * Message to find the file to which it was really written.
184 *
185 * Done is often used to switch from one stage of the processing
186 * to the next (e.g. fetching, unpacking, copying). It is one
187 * branch of the continuation of the fetch process.
188 *
189 * \param Message Data from the acquire method. Use LookupTag()
190 * to parse it.
191 * \param Size The size of the object that was fetched.
495e5cb2 192 * \param Hash The HashSum of the object that was fetched.
3174e150
MV
193 * \param Cnf The method via which the object was fetched.
194 *
195 * \sa pkgAcqMethod
196 */
495e5cb2 197 virtual void Done(string Message,unsigned long Size,string Hash,
459681d3 198 pkgAcquire::MethodConfig *Cnf);
3174e150
MV
199
200 /** \brief Invoked when the worker starts to fetch this object.
201 *
202 * \param Message RFC822-formatted data from the worker process.
203 * Use LookupTag() to parse it.
204 *
205 * \param Size The size of the object being fetched.
206 *
207 * \sa pkgAcqMethod
208 */
8267fe24 209 virtual void Start(string Message,unsigned long Size);
3174e150
MV
210
211 /** \brief Custom headers to be sent to the fetch process.
212 *
213 * \return a string containing RFC822-style headers that are to be
214 * inserted into the 600 URI Acquire message sent to the fetch
215 * subprocess. The headers are inserted after a newline-less
216 * line, so they should (if nonempty) have a leading newline and
217 * no trailing newline.
218 */
17caf1b1 219 virtual string Custom600Headers() {return string();};
3174e150
MV
220
221 /** \brief A "descriptive" URI-like string.
222 *
223 * \return a URI that should be used to describe what is being fetched.
224 */
36375005 225 virtual string DescURI() = 0;
3174e150
MV
226 /** \brief Short item description.
227 *
228 * \return a brief description of the object being fetched.
229 */
7db98ffc 230 virtual string ShortDesc() {return DescURI();}
3174e150
MV
231
232 /** \brief Invoked by the worker when the download is completely done. */
ab559b35 233 virtual void Finished() {};
17caf1b1 234
495e5cb2 235 /** \brief HashSum
3174e150 236 *
495e5cb2 237 * \return the HashSum of this object, if applicable; otherwise, an
3174e150
MV
238 * empty string.
239 */
495e5cb2 240 virtual string HashSum() {return string();};
3174e150
MV
241
242 /** \return the acquire process with which this item is associated. */
c5ccf175 243 pkgAcquire *GetOwner() {return Owner;};
3174e150
MV
244
245 /** \return \b true if this object is being fetched from a trusted source. */
7db98ffc 246 virtual bool IsTrusted() {return false;};
c5ccf175 247
36280399 248 // report mirror problems
702c84fb
MV
249 /** \brief Report mirror problem
250 *
251 * This allows reporting mirror failures back to a centralized
252 * server. The apt-report-mirror-failure script is called for this
253 *
254 * \param FailCode A short failure string that is send
255 */
36280399
MV
256 void ReportMirrorFailure(string FailCode);
257
3174e150
MV
258
259 /** \brief Initialize an item.
260 *
261 * Adds the item to the list of items known to the acquire
262 * process, but does not place it into any fetch queues (you must
263 * manually invoke QueueURI() to do so).
264 *
265 * Initializes all fields of the item other than Owner to 0,
266 * false, or the empty string.
267 *
268 * \param Owner The new owner of this item.
269 */
0118833a 270 Item(pkgAcquire *Owner);
3174e150
MV
271
272 /** \brief Remove this item from its owner's queue by invoking
273 * pkgAcquire::Remove.
274 */
0118833a
AL
275 virtual ~Item();
276};
92fcbfc1
DK
277 /*}}}*/
278/** \brief Information about an index patch (aka diff). */ /*{{{*/
002d9943 279struct DiffInfo {
3174e150 280 /** The filename of the diff. */
002d9943 281 string file;
3174e150
MV
282
283 /** The sha1 hash of the diff. */
002d9943 284 string sha1;
3174e150
MV
285
286 /** The size of the diff. */
002d9943
MV
287 unsigned long size;
288};
92fcbfc1 289 /*}}}*/
ab53c018
DK
290/** \brief An item that is responsible for fetching a SubIndex {{{
291 *
292 * The MetaIndex file includes only records for important indexes
293 * and records for these SubIndex files so these can carry records
294 * for addition files like PDiffs and Translations
295 */
296class pkgAcqSubIndex : public pkgAcquire::Item
297{
298 protected:
299 /** \brief If \b true, debugging information will be written to std::clog. */
300 bool Debug;
301
302 /** \brief The item that is currently being downloaded. */
303 pkgAcquire::ItemDesc Desc;
304
305 /** \brief The Hash that this file should have after download
306 */
307 HashString ExpectedHash;
308
309 public:
310 // Specialized action members
311 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
312 virtual void Done(string Message,unsigned long Size,string Md5Hash,
313 pkgAcquire::MethodConfig *Cnf);
314 virtual string DescURI() {return Desc.URI;};
315 virtual string Custom600Headers();
316 virtual bool ParseIndex(string const &IndexFile);
317
4c6cf493 318 /** \brief Create a new pkgAcqSubIndex.
ab53c018
DK
319 *
320 * \param Owner The Acquire object that owns this item.
321 *
322 * \param URI The URI of the list file to download.
323 *
324 * \param URIDesc A long description of the list file to download.
325 *
326 * \param ShortDesc A short description of the list file to download.
327 *
328 * \param ExpectedHash The list file's MD5 signature.
329 */
330 pkgAcqSubIndex(pkgAcquire *Owner, string const &URI,string const &URIDesc,
331 string const &ShortDesc, HashString const &ExpectedHash);
332};
333 /*}}}*/
92fcbfc1 334/** \brief An item that is responsible for fetching an index file of {{{
3174e150
MV
335 * package list diffs and starting the package list's download.
336 *
337 * This item downloads the Index file and parses it, then enqueues
338 * additional downloads of either the individual patches (using
339 * pkgAcqIndexDiffs) or the entire Packages file (using pkgAcqIndex).
340 *
341 * \sa pkgAcqIndexDiffs, pkgAcqIndex
342 */
2237bd01
MV
343class pkgAcqDiffIndex : public pkgAcquire::Item
344{
345 protected:
3174e150 346 /** \brief If \b true, debugging information will be written to std::clog. */
2237bd01 347 bool Debug;
3174e150
MV
348
349 /** \brief The item that is currently being downloaded. */
002d9943 350 pkgAcquire::ItemDesc Desc;
3174e150
MV
351
352 /** \brief The URI of the index file to recreate at our end (either
353 * by downloading it or by applying partial patches).
354 */
2237bd01 355 string RealURI;
3174e150 356
495e5cb2 357 /** \brief The Hash that the real index file should have after
3174e150
MV
358 * all patches have been applied.
359 */
495e5cb2 360 HashString ExpectedHash;
3174e150
MV
361
362 /** \brief The index file which will be patched to generate the new
363 * file.
364 */
002d9943 365 string CurrentPackagesFile;
3174e150
MV
366
367 /** \brief A description of the Packages file (stored in
368 * pkgAcquire::ItemDesc::Description).
369 */
002d9943 370 string Description;
2237bd01
MV
371
372 public:
373 // Specialized action members
374 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
375 virtual void Done(string Message,unsigned long Size,string Md5Hash,
376 pkgAcquire::MethodConfig *Cnf);
377 virtual string DescURI() {return RealURI + "Index";};
378 virtual string Custom600Headers();
379
3174e150
MV
380 /** \brief Parse the Index file for a set of Packages diffs.
381 *
382 * Parses the Index file and creates additional download items as
383 * necessary.
384 *
385 * \param IndexDiffFile The name of the Index file.
386 *
387 * \return \b true if the Index file was successfully parsed, \b
388 * false otherwise.
389 */
2237bd01
MV
390 bool ParseDiffIndex(string IndexDiffFile);
391
3174e150
MV
392
393 /** \brief Create a new pkgAcqDiffIndex.
394 *
395 * \param Owner The Acquire object that owns this item.
396 *
397 * \param URI The URI of the list file to download.
398 *
399 * \param URIDesc A long description of the list file to download.
400 *
401 * \param ShortDesc A short description of the list file to download.
402 *
495e5cb2 403 * \param ExpectedHash The list file's MD5 signature.
3174e150 404 */
2237bd01 405 pkgAcqDiffIndex(pkgAcquire *Owner,string URI,string URIDesc,
495e5cb2 406 string ShortDesc, HashString ExpectedHash);
002d9943 407};
92fcbfc1
DK
408 /*}}}*/
409/** \brief An item that is responsible for fetching all the patches {{{
3174e150
MV
410 * that need to be applied to a given package index file.
411 *
412 * After downloading and applying a single patch, this item will
413 * enqueue a new pkgAcqIndexDiffs to download and apply the remaining
414 * patches. If no patch can be found that applies to an intermediate
415 * file or if one of the patches cannot be downloaded, falls back to
416 * downloading the entire package index file using pkgAcqIndex.
417 *
418 * \sa pkgAcqDiffIndex, pkgAcqIndex
419 */
ac5b205a
MV
420class pkgAcqIndexDiffs : public pkgAcquire::Item
421{
3174e150
MV
422 private:
423
424 /** \brief Queue up the next diff download.
425 *
426 * Search for the next available diff that applies to the file
427 * that currently exists on disk, and enqueue it by calling
428 * QueueURI().
429 *
430 * \return \b true if an applicable diff was found, \b false
431 * otherwise.
432 */
433 bool QueueNextDiff();
434
435 /** \brief Handle tasks that must be performed after the item
436 * finishes downloading.
437 *
438 * Dequeues the item and checks the resulting file's md5sum
495e5cb2 439 * against ExpectedHash after the last patch was applied.
3174e150
MV
440 * There is no need to check the md5/sha1 after a "normal"
441 * patch because QueueNextDiff() will check the sha1 later.
442 *
443 * \param allDone If \b true, the file was entirely reconstructed,
444 * and its md5sum is verified.
445 */
446 void Finish(bool allDone=false);
447
ac5b205a 448 protected:
3174e150
MV
449
450 /** \brief If \b true, debugging output will be written to
451 * std::clog.
452 */
ac5b205a 453 bool Debug;
3174e150
MV
454
455 /** \brief A description of the item that is currently being
456 * downloaded.
457 */
ac5b205a 458 pkgAcquire::ItemDesc Desc;
3174e150
MV
459
460 /** \brief The URI of the package index file that is being
461 * reconstructed.
462 */
ac5b205a 463 string RealURI;
3174e150 464
495e5cb2 465 /** \brief The HashSum of the package index file that is being
3174e150
MV
466 * reconstructed.
467 */
495e5cb2 468 HashString ExpectedHash;
4a0a786f 469
3174e150 470 /** A description of the file being downloaded. */
ac5b205a 471 string Description;
3174e150
MV
472
473 /** The patches that remain to be downloaded, including the patch
474 * being downloaded right now. This list should be ordered so
475 * that each diff appears before any diff that depends on it.
476 *
477 * \todo These are indexed by sha1sum; why not use some sort of
478 * dictionary instead of relying on ordering and stripping them
479 * off the front?
480 */
94dc9d7d 481 vector<DiffInfo> available_patches;
8a3207f4
DK
482
483 /** Stop applying patches when reaching that sha1 */
484 string ServerSha1;
485
3174e150
MV
486 /** The current status of this patch. */
487 enum DiffState
488 {
489 /** \brief The diff is in an unknown state. */
490 StateFetchUnkown,
491
492 /** \brief The diff is currently being fetched. */
493 StateFetchDiff,
494
495 /** \brief The diff is currently being uncompressed. */
caffd480 496 StateUnzipDiff, // FIXME: No longer used
3174e150
MV
497
498 /** \brief The diff is currently being applied. */
499 StateApplyDiff
500 } State;
6cb30d01 501
ac5b205a
MV
502 public:
503
3174e150
MV
504 /** \brief Called when the patch file failed to be downloaded.
505 *
506 * This method will fall back to downloading the whole index file
507 * outright; its arguments are ignored.
508 */
ac5b205a 509 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
3174e150 510
ac5b205a
MV
511 virtual void Done(string Message,unsigned long Size,string Md5Hash,
512 pkgAcquire::MethodConfig *Cnf);
513 virtual string DescURI() {return RealURI + "Index";};
ac5b205a 514
3174e150
MV
515 /** \brief Create an index diff item.
516 *
517 * After filling in its basic fields, this invokes Finish(true) if
518 * #diffs is empty, or QueueNextDiff() otherwise.
519 *
520 * \param Owner The pkgAcquire object that owns this item.
521 *
522 * \param URI The URI of the package index file being
523 * reconstructed.
524 *
525 * \param URIDesc A long description of this item.
526 *
527 * \param ShortDesc A brief description of this item.
528 *
495e5cb2 529 * \param ExpectedHash The expected md5sum of the completely
3174e150
MV
530 * reconstructed package index file; the index file will be tested
531 * against this value when it is entirely reconstructed.
532 *
533 * \param diffs The remaining diffs from the index of diffs. They
534 * should be ordered so that each diff appears before any diff
535 * that depends on it.
536 */
ac5b205a 537 pkgAcqIndexDiffs(pkgAcquire *Owner,string URI,string URIDesc,
495e5cb2 538 string ShortDesc, HashString ExpectedHash,
8a3207f4 539 string ServerSha1,
6cb30d01 540 vector<DiffInfo> diffs=vector<DiffInfo>());
ac5b205a 541};
92fcbfc1
DK
542 /*}}}*/
543/** \brief An acquire item that is responsible for fetching an index {{{
3174e150
MV
544 * file (e.g., Packages or Sources).
545 *
546 * \sa pkgAcqDiffIndex, pkgAcqIndexDiffs, pkgAcqIndexTrans
547 *
548 * \todo Why does pkgAcqIndex have protected members?
549 */
0118833a
AL
550class pkgAcqIndex : public pkgAcquire::Item
551{
552 protected:
3174e150
MV
553
554 /** \brief If \b true, the index file has been decompressed. */
8b89e57f 555 bool Decompression;
3174e150
MV
556
557 /** \brief If \b true, the partially downloaded file will be
558 * removed when the download completes.
559 */
bfd22fc0 560 bool Erase;
3174e150
MV
561
562 /** \brief The download request that is currently being
563 * processed.
564 */
8267fe24 565 pkgAcquire::ItemDesc Desc;
3174e150
MV
566
567 /** \brief The object that is actually being fetched (minus any
568 * compression-related extensions).
569 */
b2e465d6 570 string RealURI;
3174e150 571
495e5cb2
MV
572 /** \brief The expected hashsum of the decompressed index file. */
573 HashString ExpectedHash;
3174e150 574
5d885723
DK
575 /** \brief The compression-related file extensions that are being
576 * added to the downloaded file one by one if first fails (e.g., "gz bz2").
3174e150 577 */
13e8426f
MV
578 string CompressionExtension;
579
0118833a
AL
580 public:
581
17caf1b1 582 // Specialized action members
debc84b2 583 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
459681d3
AL
584 virtual void Done(string Message,unsigned long Size,string Md5Hash,
585 pkgAcquire::MethodConfig *Cnf);
0a8a80e5 586 virtual string Custom600Headers();
5d885723 587 virtual string DescURI() {return Desc.URI;};
8a8feb29 588 virtual string HashSum() {return ExpectedHash.toStr(); };
0118833a 589
3174e150
MV
590 /** \brief Create a pkgAcqIndex.
591 *
592 * \param Owner The pkgAcquire object with which this item is
593 * associated.
594 *
595 * \param URI The URI of the index file that is to be downloaded.
596 *
597 * \param URIDesc A "URI-style" description of this index file.
598 *
599 * \param ShortDesc A brief description of this index file.
600 *
495e5cb2 601 * \param ExpectedHash The expected hashsum of this index file.
3174e150
MV
602 *
603 * \param compressExt The compression-related extension with which
604 * this index file should be downloaded, or "" to autodetect
e85b4cd5
DK
605 * Compression types can be set with config Acquire::CompressionTypes,
606 * default is ".lzma" or ".bz2" (if the needed binaries are present)
607 * fallback is ".gz" or none.
3174e150 608 */
b2e465d6 609 pkgAcqIndex(pkgAcquire *Owner,string URI,string URIDesc,
f060e833
MV
610 string ShortDesc, HashString ExpectedHash,
611 string compressExt="");
5d885723
DK
612 pkgAcqIndex(pkgAcquire *Owner, struct IndexTarget const * const Target,
613 HashString const &ExpectedHash, indexRecords const *MetaIndexParser);
614 void Init(string const &URI, string const &URIDesc, string const &ShortDesc);
0118833a 615};
92fcbfc1
DK
616 /*}}}*/
617/** \brief An acquire item that is responsible for fetching a {{{
3174e150
MV
618 * translated index file.
619 *
620 * The only difference from pkgAcqIndex is that transient failures
621 * are suppressed: no error occurs if the translated index file is
622 * missing.
623 */
a52f938b
OS
624class pkgAcqIndexTrans : public pkgAcqIndex
625{
626 public:
627
628 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
963b16dc 629 virtual string Custom600Headers();
3174e150
MV
630
631 /** \brief Create a pkgAcqIndexTrans.
632 *
633 * \param Owner The pkgAcquire object with which this item is
634 * associated.
635 *
636 * \param URI The URI of the index file that is to be downloaded.
637 *
638 * \param URIDesc A "URI-style" description of this index file.
639 *
640 * \param ShortDesc A brief description of this index file.
3174e150 641 */
a52f938b 642 pkgAcqIndexTrans(pkgAcquire *Owner,string URI,string URIDesc,
3174e150 643 string ShortDesc);
ab53c018
DK
644 pkgAcqIndexTrans(pkgAcquire *Owner, struct IndexTarget const * const Target,
645 HashString const &ExpectedHash, indexRecords const *MetaIndexParser);
a52f938b 646};
92fcbfc1
DK
647 /*}}}*/
648/** \brief Information about an index file. */ /*{{{*/
7db98ffc
MZ
649struct IndexTarget
650{
3174e150 651 /** \brief A URI from which the index file can be downloaded. */
7db98ffc 652 string URI;
3174e150
MV
653
654 /** \brief A description of the index file. */
7db98ffc 655 string Description;
3174e150
MV
656
657 /** \brief A shorter description of the index file. */
7db98ffc 658 string ShortDesc;
3174e150
MV
659
660 /** \brief The key by which this index file should be
661 * looked up within the meta signature file.
662 */
7db98ffc 663 string MetaKey;
ab53c018
DK
664
665 //FIXME: We should use virtual methods here instead…
666 bool IsOptional() const;
667 bool IsSubIndex() const;
7db98ffc 668};
92fcbfc1 669 /*}}}*/
ab53c018
DK
670/** \brief Information about an optional index file. */ /*{{{*/
671struct OptionalIndexTarget : public IndexTarget
672{
7db98ffc 673};
92fcbfc1 674 /*}}}*/
ab53c018 675
92fcbfc1 676/** \brief An acquire item that downloads the detached signature {{{
3174e150
MV
677 * of a meta-index (Release) file, then queues up the release
678 * file itself.
679 *
680 * \todo Why protected members?
681 *
682 * \sa pkgAcqMetaIndex
683 */
7db98ffc 684class pkgAcqMetaSig : public pkgAcquire::Item
0118833a
AL
685{
686 protected:
ef942597
MV
687 /** \brief The last good signature file */
688 string LastGoodSig;
689
3174e150 690 /** \brief The fetch request that is currently being processed. */
8267fe24 691 pkgAcquire::ItemDesc Desc;
3174e150
MV
692
693 /** \brief The URI of the signature file. Unlike Desc.URI, this is
694 * never modified; it is used to determine the file that is being
695 * downloaded.
696 */
697 string RealURI;
698
699 /** \brief The URI of the meta-index file to be fetched after the signature. */
700 string MetaIndexURI;
701
702 /** \brief A "URI-style" description of the meta-index file to be
703 * fetched after the signature.
704 */
705 string MetaIndexURIDesc;
706
707 /** \brief A brief description of the meta-index file to be fetched
708 * after the signature.
709 */
710 string MetaIndexShortDesc;
711
712 /** \brief A package-system-specific parser for the meta-index file. */
7db98ffc 713 indexRecords* MetaIndexParser;
3174e150
MV
714
715 /** \brief The index files which should be looked up in the meta-index
716 * and then downloaded.
717 *
718 * \todo Why a list of pointers instead of a list of structs?
719 */
7db98ffc
MZ
720 const vector<struct IndexTarget*>* IndexTargets;
721
0118833a
AL
722 public:
723
17caf1b1 724 // Specialized action members
681d76d0 725 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
459681d3 726 virtual void Done(string Message,unsigned long Size,string Md5Hash,
7db98ffc 727 pkgAcquire::MethodConfig *Cnf);
0a8a80e5 728 virtual string Custom600Headers();
7db98ffc
MZ
729 virtual string DescURI() {return RealURI; };
730
3174e150 731 /** \brief Create a new pkgAcqMetaSig. */
7db98ffc
MZ
732 pkgAcqMetaSig(pkgAcquire *Owner,string URI,string URIDesc, string ShortDesc,
733 string MetaIndexURI, string MetaIndexURIDesc, string MetaIndexShortDesc,
734 const vector<struct IndexTarget*>* IndexTargets,
735 indexRecords* MetaIndexParser);
736};
92fcbfc1
DK
737 /*}}}*/
738/** \brief An item that is responsible for downloading the meta-index {{{
3174e150
MV
739 * file (i.e., Release) itself and verifying its signature.
740 *
741 * Once the download and verification are complete, the downloads of
742 * the individual index files are queued up using pkgAcqDiffIndex.
495e5cb2 743 * If the meta-index file had a valid signature, the expected hashsums
3174e150 744 * of the index files will be the md5sums listed in the meta-index;
495e5cb2 745 * otherwise, the expected hashsums will be "" (causing the
3174e150
MV
746 * authentication of the index files to be bypassed).
747 */
7db98ffc
MZ
748class pkgAcqMetaIndex : public pkgAcquire::Item
749{
750 protected:
3174e150 751 /** \brief The fetch command that is currently being processed. */
7db98ffc 752 pkgAcquire::ItemDesc Desc;
3174e150
MV
753
754 /** \brief The URI that is actually being downloaded; never
755 * modified by pkgAcqMetaIndex.
756 */
757 string RealURI;
758
759 /** \brief The file in which the signature for this index was stored.
760 *
761 * If empty, the signature and the md5sums of the individual
762 * indices will not be checked.
763 */
7db98ffc 764 string SigFile;
3174e150
MV
765
766 /** \brief The index files to download. */
7db98ffc 767 const vector<struct IndexTarget*>* IndexTargets;
3174e150
MV
768
769 /** \brief The parser for the meta-index file. */
7db98ffc 770 indexRecords* MetaIndexParser;
3174e150
MV
771
772 /** \brief If \b true, the index's signature is currently being verified.
773 */
7db98ffc 774 bool AuthPass;
ce424cd4
MV
775 // required to deal gracefully with problems caused by incorrect ims hits
776 bool IMSHit;
7db98ffc 777
3174e150
MV
778 /** \brief Check that the release file is a release file for the
779 * correct distribution.
780 *
781 * \return \b true if no fatal errors were encountered.
782 */
ce424cd4 783 bool VerifyVendor(string Message);
3174e150
MV
784
785 /** \brief Called when a file is finished being retrieved.
786 *
787 * If the file was not downloaded to DestFile, a copy process is
788 * set up to copy it to DestFile; otherwise, Complete is set to \b
789 * true and the file is moved to its final location.
790 *
791 * \param Message The message block received from the fetch
792 * subprocess.
793 */
7db98ffc 794 void RetrievalDone(string Message);
3174e150
MV
795
796 /** \brief Called when authentication succeeded.
797 *
798 * Sanity-checks the authenticated file, queues up the individual
799 * index files for download, and saves the signature in the lists
800 * directory next to the authenticated list file.
801 *
802 * \param Message The message block received from the fetch
803 * subprocess.
804 */
7db98ffc 805 void AuthDone(string Message);
3174e150
MV
806
807 /** \brief Starts downloading the individual index files.
808 *
495e5cb2 809 * \param verify If \b true, only indices whose expected hashsum
3174e150 810 * can be determined from the meta-index will be downloaded, and
495e5cb2 811 * the hashsums of indices will be checked (reporting
3174e150 812 * #StatAuthError if there is a mismatch). If verify is \b false,
495e5cb2 813 * no hashsum checking will be performed.
3174e150 814 */
7db98ffc
MZ
815 void QueueIndexes(bool verify);
816
817 public:
0a8a80e5 818
7db98ffc
MZ
819 // Specialized action members
820 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
495e5cb2 821 virtual void Done(string Message,unsigned long Size, string Hash,
7db98ffc
MZ
822 pkgAcquire::MethodConfig *Cnf);
823 virtual string Custom600Headers();
824 virtual string DescURI() {return RealURI; };
825
3174e150 826 /** \brief Create a new pkgAcqMetaIndex. */
7db98ffc
MZ
827 pkgAcqMetaIndex(pkgAcquire *Owner,
828 string URI,string URIDesc, string ShortDesc,
829 string SigFile,
830 const vector<struct IndexTarget*>* IndexTargets,
831 indexRecords* MetaIndexParser);
0118833a 832};
92fcbfc1 833 /*}}}*/
fe0f7911
DK
834/** \brief An item repsonsible for downloading clearsigned metaindexes {{{*/
835class pkgAcqMetaClearSig : public pkgAcqMetaIndex
836{
837 /** \brief The URI of the meta-index file for the detached signature */
838 string MetaIndexURI;
839
840 /** \brief A "URI-style" description of the meta-index file */
841 string MetaIndexURIDesc;
842
843 /** \brief A brief description of the meta-index file */
844 string MetaIndexShortDesc;
845
846 /** \brief The URI of the detached meta-signature file if the clearsigned one failed. */
847 string MetaSigURI;
848
849 /** \brief A "URI-style" description of the meta-signature file */
850 string MetaSigURIDesc;
851
852 /** \brief A brief description of the meta-signature file */
853 string MetaSigShortDesc;
854
855public:
856 void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
857
858 /** \brief Create a new pkgAcqMetaClearSig. */
859 pkgAcqMetaClearSig(pkgAcquire *Owner,
860 string const &URI, string const &URIDesc, string const &ShortDesc,
861 string const &MetaIndexURI, string const &MetaIndexURIDesc, string const &MetaIndexShortDesc,
862 string const &MetaSigURI, string const &MetaSigURIDesc, string const &MetaSigShortDesc,
863 const vector<struct IndexTarget*>* IndexTargets,
864 indexRecords* MetaIndexParser);
865};
866 /*}}}*/
92fcbfc1 867/** \brief An item that is responsible for fetching a package file. {{{
3174e150
MV
868 *
869 * If the package file already exists in the cache, nothing will be
870 * done.
871 */
03e39e59
AL
872class pkgAcqArchive : public pkgAcquire::Item
873{
874 protected:
3174e150 875 /** \brief The package version being fetched. */
03e39e59 876 pkgCache::VerIterator Version;
3174e150
MV
877
878 /** \brief The fetch command that is currently being processed. */
03e39e59 879 pkgAcquire::ItemDesc Desc;
3174e150
MV
880
881 /** \brief The list of sources from which to pick archives to
882 * download this package from.
883 */
03e39e59 884 pkgSourceList *Sources;
3174e150
MV
885
886 /** \brief A package records object, used to look up the file
887 * corresponding to each version of the package.
888 */
03e39e59 889 pkgRecords *Recs;
3174e150 890
495e5cb2 891 /** \brief The hashsum of this package. */
8a8feb29 892 HashString ExpectedHash;
3174e150
MV
893
894 /** \brief A location in which the actual filename of the package
895 * should be stored.
896 */
30e1eab5 897 string &StoreFilename;
3174e150
MV
898
899 /** \brief The next file for this version to try to download. */
b185acc2 900 pkgCache::VerFileIterator Vf;
3174e150
MV
901
902 /** \brief How many (more) times to try to find a new source from
903 * which to download this package version if it fails.
904 *
905 * Set from Acquire::Retries.
906 */
7d8afa39 907 unsigned int Retries;
3174e150
MV
908
909 /** \brief \b true if this version file is being downloaded from a
910 * trusted source.
911 */
7db98ffc 912 bool Trusted;
17caf1b1 913
3174e150 914 /** \brief Queue up the next available file for this version. */
b185acc2 915 bool QueueNext();
03e39e59
AL
916
917 public:
918
7d8afa39 919 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
495e5cb2 920 virtual void Done(string Message,unsigned long Size,string Hash,
459681d3 921 pkgAcquire::MethodConfig *Cnf);
36375005 922 virtual string DescURI() {return Desc.URI;};
7db98ffc 923 virtual string ShortDesc() {return Desc.ShortDesc;};
ab559b35 924 virtual void Finished();
8a8feb29 925 virtual string HashSum() {return ExpectedHash.toStr(); };
7db98ffc 926 virtual bool IsTrusted();
03e39e59 927
3174e150
MV
928 /** \brief Create a new pkgAcqArchive.
929 *
930 * \param Owner The pkgAcquire object with which this item is
931 * associated.
932 *
933 * \param Sources The sources from which to download version
934 * files.
935 *
936 * \param Recs A package records object, used to look up the file
937 * corresponding to each version of the package.
938 *
939 * \param Version The package version to download.
940 *
941 * \param StoreFilename A location in which the actual filename of
942 * the package should be stored. It will be set to a guessed
943 * basename in the constructor, and filled in with a fully
944 * qualified filename once the download finishes.
945 */
03e39e59 946 pkgAcqArchive(pkgAcquire *Owner,pkgSourceList *Sources,
30e1eab5
AL
947 pkgRecords *Recs,pkgCache::VerIterator const &Version,
948 string &StoreFilename);
03e39e59 949};
92fcbfc1
DK
950 /*}}}*/
951/** \brief Retrieve an arbitrary file to the current directory. {{{
3174e150
MV
952 *
953 * The file is retrieved even if it is accessed via a URL type that
954 * normally is a NOP, such as "file". If the download fails, the
955 * partial file is renamed to get a ".FAILED" extension.
956 */
36375005
AL
957class pkgAcqFile : public pkgAcquire::Item
958{
3174e150 959 /** \brief The currently active download process. */
36375005 960 pkgAcquire::ItemDesc Desc;
3174e150 961
495e5cb2 962 /** \brief The hashsum of the file to download, if it is known. */
8a8feb29 963 HashString ExpectedHash;
3174e150
MV
964
965 /** \brief How many times to retry the download, set from
966 * Acquire::Retries.
967 */
08cfc005 968 unsigned int Retries;
36375005 969
77278c2b
MV
970 /** \brief Should this file be considered a index file */
971 bool IsIndexFile;
972
36375005
AL
973 public:
974
975 // Specialized action members
08cfc005 976 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
495e5cb2 977 virtual void Done(string Message,unsigned long Size,string CalcHash,
459681d3 978 pkgAcquire::MethodConfig *Cnf);
36375005 979 virtual string DescURI() {return Desc.URI;};
8a8feb29 980 virtual string HashSum() {return ExpectedHash.toStr(); };
77278c2b 981 virtual string Custom600Headers();
3174e150
MV
982
983 /** \brief Create a new pkgAcqFile object.
984 *
985 * \param Owner The pkgAcquire object with which this object is
986 * associated.
987 *
988 * \param URI The URI to download.
989 *
495e5cb2 990 * \param Hash The hashsum of the file to download, if it is known;
3174e150
MV
991 * otherwise "".
992 *
993 * \param Size The size of the file to download, if it is known;
994 * otherwise 0.
995 *
996 * \param Desc A description of the file being downloaded.
997 *
998 * \param ShortDesc A brief description of the file being
999 * downloaded.
39c7baef
MV
1000 *
1001 * \param DestDir The directory the file should be downloaded into.
1002 *
1003 * \param DestFilename The filename+path the file is downloaded to.
1004 *
77278c2b
MV
1005 * \param IsIndexFile The file is considered a IndexFile and cache-control
1006 * headers like "cache-control: max-age=0" are send
39c7baef
MV
1007 *
1008 * If DestFilename is empty, download to DestDir/<basename> if
1009 * DestDir is non-empty, $CWD/<basename> otherwise. If
1010 * DestFilename is NOT empty, DestDir is ignored and DestFilename
1011 * is the absolute name to which the file should be downloaded.
3174e150 1012 */
39c7baef 1013
495e5cb2 1014 pkgAcqFile(pkgAcquire *Owner, string URI, string Hash, unsigned long Size,
46e00f9d 1015 string Desc, string ShortDesc,
77278c2b
MV
1016 const string &DestDir="", const string &DestFilename="",
1017 bool IsIndexFile=false);
36375005 1018};
92fcbfc1 1019 /*}}}*/
3174e150
MV
1020/** @} */
1021
0118833a 1022#endif