apt-pkg/pkgcachegen.cc: fix compiler error
[ntk/apt.git] / apt-pkg / acquire-item.h
CommitLineData
0118833a
AL
1// -*- mode: cpp; mode: fold -*-
2// Description /*{{{*/
7db98ffc 3// $Id: acquire-item.h,v 1.26.2.3 2004/01/02 18:51:00 mdz Exp $
0118833a
AL
4/* ######################################################################
5
6 Acquire Item - Item to acquire
7
8 When an item is instantiated it will add it self to the local list in
9 the Owner Acquire class. Derived classes will then call QueueURI to
17caf1b1 10 register all the URI's they wish to fetch at the initial moment.
0118833a 11
770c32ec 12 Three item classes are provided to provide functionality for
a52f938b 13 downloading of Index, Translation and Packages files.
0118833a 14
495e5cb2 15 A Archive class is provided for downloading .deb files. It does Hash
17caf1b1 16 checking and source location as well as a retry algorithm.
b185acc2 17
0118833a
AL
18 ##################################################################### */
19 /*}}}*/
20#ifndef PKGLIB_ACQUIRE_ITEM_H
21#define PKGLIB_ACQUIRE_ITEM_H
22
23#include <apt-pkg/acquire.h>
b2e465d6 24#include <apt-pkg/indexfile.h>
7db98ffc
MZ
25#include <apt-pkg/vendor.h>
26#include <apt-pkg/sourcelist.h>
03e39e59 27#include <apt-pkg/pkgrecords.h>
7db98ffc 28#include <apt-pkg/indexrecords.h>
495e5cb2 29#include <apt-pkg/hashes.h>
229fb1a3 30#include <apt-pkg/weakptr.h>
0118833a 31
3174e150
MV
32/** \addtogroup acquire
33 * @{
34 *
35 * \file acquire-item.h
36 */
37
92fcbfc1 38/** \brief Represents the process by which a pkgAcquire object should {{{
3174e150
MV
39 * retrieve a file or a collection of files.
40 *
41 * By convention, Item subclasses should insert themselves into the
42 * acquire queue when they are created by calling QueueURI(), and
43 * remove themselves by calling Dequeue() when either Done() or
44 * Failed() is invoked. Item objects are also responsible for
45 * notifying the download progress indicator (accessible via
46 * #Owner->Log) of their status.
47 *
48 * \see pkgAcquire
49 */
229fb1a3 50class pkgAcquire::Item : public WeakPointable
0118833a
AL
51{
52 protected:
53
3174e150 54 /** \brief The acquire object with which this item is associated. */
0118833a 55 pkgAcquire *Owner;
3174e150
MV
56
57 /** \brief Insert this item into its owner's queue.
58 *
59 * \param ItemDesc Metadata about this item (its URI and
60 * description).
61 */
8267fe24
AL
62 inline void QueueURI(ItemDesc &Item)
63 {Owner->Enqueue(Item);};
3174e150
MV
64
65 /** \brief Remove this item from its owner's queue. */
681d76d0 66 inline void Dequeue() {Owner->Dequeue(this);};
0118833a 67
3174e150
MV
68 /** \brief Rename a file without modifying its timestamp.
69 *
70 * Many item methods call this as their final action.
71 *
72 * \param From The file to be renamed.
73 *
74 * \param To The new name of #From. If #To exists it will be
75 * overwritten.
76 */
8b89e57f
AL
77 void Rename(string From,string To);
78
0118833a
AL
79 public:
80
3174e150
MV
81 /** \brief The current status of this item. */
82 enum ItemState
83 {
84 /** \brief The item is waiting to be downloaded. */
85 StatIdle,
86
87 /** \brief The item is currently being downloaded. */
88 StatFetching,
89
90 /** \brief The item has been successfully downloaded. */
91 StatDone,
92
93 /** \brief An error was encountered while downloading this
94 * item.
95 */
96 StatError,
97
98 /** \brief The item was downloaded but its authenticity could
99 * not be verified.
100 */
6ca714d5
MV
101 StatAuthError,
102
103 /** \brief The item was could not be downloaded because of
104 * a transient network error (e.g. network down)
105 */
106 StatTransientNetworkError
3174e150
MV
107 } Status;
108
109 /** \brief Contains a textual description of the error encountered
110 * if #Status is #StatError or #StatAuthError.
111 */
c88edf1d 112 string ErrorText;
3174e150
MV
113
114 /** \brief The size of the object to fetch. */
e2c66de5 115 unsigned long long FileSize;
3174e150
MV
116
117 /** \brief How much of the object was already fetched. */
e2c66de5 118 unsigned long long PartialSize;
3174e150
MV
119
120 /** \brief If not \b NULL, contains the name of a subprocess that
121 * is operating on this object (for instance, "gzip" or "gpgv").
122 */
b2e465d6 123 const char *Mode;
3174e150
MV
124
125 /** \brief A client-supplied unique identifier.
126 *
127 * This field is initalized to 0; it is meant to be filled in by
128 * clients that wish to use it to uniquely identify items.
129 *
130 * \todo it's unused in apt itself
131 */
b98f2859 132 unsigned long ID;
3174e150
MV
133
134 /** \brief If \b true, the entire object has been successfully fetched.
135 *
136 * Subclasses should set this to \b true when appropriate.
137 */
8267fe24 138 bool Complete;
3174e150
MV
139
140 /** \brief If \b true, the URI of this object is "local".
141 *
142 * The only effect of this field is to exclude the object from the
143 * download progress indicator's overall statistics.
144 */
a6568219 145 bool Local;
36280399 146 string UsedMirror;
30e1eab5 147
3174e150
MV
148 /** \brief The number of fetch queues into which this item has been
149 * inserted.
150 *
151 * There is one queue for each source from which an item could be
152 * downloaded.
153 *
154 * \sa pkgAcquire
155 */
0118833a 156 unsigned int QueueCounter;
0118833a 157
3174e150
MV
158 /** \brief The name of the file into which the retrieved object
159 * will be written.
160 */
0a8a80e5 161 string DestFile;
7d8afa39 162
3174e150
MV
163 /** \brief Invoked by the acquire worker when the object couldn't
164 * be fetched.
165 *
166 * This is a branch of the continuation of the fetch process.
167 *
168 * \param Message An RFC822-formatted message from the acquire
169 * method describing what went wrong. Use LookupTag() to parse
170 * it.
171 *
172 * \param Cnf The method via which the worker tried to fetch this object.
173 *
174 * \sa pkgAcqMethod
175 */
7d8afa39 176 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
3174e150
MV
177
178 /** \brief Invoked by the acquire worker when the object was
179 * fetched successfully.
180 *
181 * Note that the object might \e not have been written to
182 * DestFile; check for the presence of an Alt-Filename entry in
183 * Message to find the file to which it was really written.
184 *
185 * Done is often used to switch from one stage of the processing
186 * to the next (e.g. fetching, unpacking, copying). It is one
187 * branch of the continuation of the fetch process.
188 *
189 * \param Message Data from the acquire method. Use LookupTag()
190 * to parse it.
191 * \param Size The size of the object that was fetched.
495e5cb2 192 * \param Hash The HashSum of the object that was fetched.
3174e150
MV
193 * \param Cnf The method via which the object was fetched.
194 *
195 * \sa pkgAcqMethod
196 */
73da43e9 197 virtual void Done(string Message,unsigned long long Size,string Hash,
459681d3 198 pkgAcquire::MethodConfig *Cnf);
3174e150
MV
199
200 /** \brief Invoked when the worker starts to fetch this object.
201 *
202 * \param Message RFC822-formatted data from the worker process.
203 * Use LookupTag() to parse it.
204 *
205 * \param Size The size of the object being fetched.
206 *
207 * \sa pkgAcqMethod
208 */
73da43e9 209 virtual void Start(string Message,unsigned long long Size);
3174e150
MV
210
211 /** \brief Custom headers to be sent to the fetch process.
212 *
213 * \return a string containing RFC822-style headers that are to be
214 * inserted into the 600 URI Acquire message sent to the fetch
215 * subprocess. The headers are inserted after a newline-less
216 * line, so they should (if nonempty) have a leading newline and
217 * no trailing newline.
218 */
17caf1b1 219 virtual string Custom600Headers() {return string();};
3174e150
MV
220
221 /** \brief A "descriptive" URI-like string.
222 *
223 * \return a URI that should be used to describe what is being fetched.
224 */
36375005 225 virtual string DescURI() = 0;
3174e150
MV
226 /** \brief Short item description.
227 *
228 * \return a brief description of the object being fetched.
229 */
7db98ffc 230 virtual string ShortDesc() {return DescURI();}
3174e150
MV
231
232 /** \brief Invoked by the worker when the download is completely done. */
ab559b35 233 virtual void Finished() {};
17caf1b1 234
495e5cb2 235 /** \brief HashSum
3174e150 236 *
495e5cb2 237 * \return the HashSum of this object, if applicable; otherwise, an
3174e150
MV
238 * empty string.
239 */
495e5cb2 240 virtual string HashSum() {return string();};
3174e150
MV
241
242 /** \return the acquire process with which this item is associated. */
c5ccf175 243 pkgAcquire *GetOwner() {return Owner;};
3174e150
MV
244
245 /** \return \b true if this object is being fetched from a trusted source. */
7db98ffc 246 virtual bool IsTrusted() {return false;};
c5ccf175 247
36280399 248 // report mirror problems
702c84fb
MV
249 /** \brief Report mirror problem
250 *
251 * This allows reporting mirror failures back to a centralized
252 * server. The apt-report-mirror-failure script is called for this
253 *
254 * \param FailCode A short failure string that is send
255 */
36280399
MV
256 void ReportMirrorFailure(string FailCode);
257
3174e150
MV
258
259 /** \brief Initialize an item.
260 *
261 * Adds the item to the list of items known to the acquire
262 * process, but does not place it into any fetch queues (you must
263 * manually invoke QueueURI() to do so).
264 *
265 * Initializes all fields of the item other than Owner to 0,
266 * false, or the empty string.
267 *
268 * \param Owner The new owner of this item.
269 */
0118833a 270 Item(pkgAcquire *Owner);
3174e150
MV
271
272 /** \brief Remove this item from its owner's queue by invoking
273 * pkgAcquire::Remove.
274 */
0118833a
AL
275 virtual ~Item();
276};
92fcbfc1
DK
277 /*}}}*/
278/** \brief Information about an index patch (aka diff). */ /*{{{*/
002d9943 279struct DiffInfo {
3174e150 280 /** The filename of the diff. */
002d9943 281 string file;
3174e150
MV
282
283 /** The sha1 hash of the diff. */
002d9943 284 string sha1;
3174e150
MV
285
286 /** The size of the diff. */
002d9943
MV
287 unsigned long size;
288};
92fcbfc1 289 /*}}}*/
ab53c018
DK
290/** \brief An item that is responsible for fetching a SubIndex {{{
291 *
292 * The MetaIndex file includes only records for important indexes
293 * and records for these SubIndex files so these can carry records
294 * for addition files like PDiffs and Translations
295 */
296class pkgAcqSubIndex : public pkgAcquire::Item
297{
298 protected:
299 /** \brief If \b true, debugging information will be written to std::clog. */
300 bool Debug;
301
302 /** \brief The item that is currently being downloaded. */
303 pkgAcquire::ItemDesc Desc;
304
305 /** \brief The Hash that this file should have after download
306 */
307 HashString ExpectedHash;
308
309 public:
310 // Specialized action members
311 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
73da43e9 312 virtual void Done(string Message,unsigned long long Size,string Md5Hash,
ab53c018
DK
313 pkgAcquire::MethodConfig *Cnf);
314 virtual string DescURI() {return Desc.URI;};
315 virtual string Custom600Headers();
316 virtual bool ParseIndex(string const &IndexFile);
317
4c6cf493 318 /** \brief Create a new pkgAcqSubIndex.
ab53c018
DK
319 *
320 * \param Owner The Acquire object that owns this item.
321 *
322 * \param URI The URI of the list file to download.
323 *
324 * \param URIDesc A long description of the list file to download.
325 *
326 * \param ShortDesc A short description of the list file to download.
327 *
328 * \param ExpectedHash The list file's MD5 signature.
329 */
330 pkgAcqSubIndex(pkgAcquire *Owner, string const &URI,string const &URIDesc,
331 string const &ShortDesc, HashString const &ExpectedHash);
332};
333 /*}}}*/
92fcbfc1 334/** \brief An item that is responsible for fetching an index file of {{{
3174e150
MV
335 * package list diffs and starting the package list's download.
336 *
337 * This item downloads the Index file and parses it, then enqueues
338 * additional downloads of either the individual patches (using
339 * pkgAcqIndexDiffs) or the entire Packages file (using pkgAcqIndex).
340 *
341 * \sa pkgAcqIndexDiffs, pkgAcqIndex
342 */
2237bd01
MV
343class pkgAcqDiffIndex : public pkgAcquire::Item
344{
345 protected:
3174e150 346 /** \brief If \b true, debugging information will be written to std::clog. */
2237bd01 347 bool Debug;
3174e150
MV
348
349 /** \brief The item that is currently being downloaded. */
002d9943 350 pkgAcquire::ItemDesc Desc;
3174e150
MV
351
352 /** \brief The URI of the index file to recreate at our end (either
353 * by downloading it or by applying partial patches).
354 */
2237bd01 355 string RealURI;
3174e150 356
495e5cb2 357 /** \brief The Hash that the real index file should have after
3174e150
MV
358 * all patches have been applied.
359 */
495e5cb2 360 HashString ExpectedHash;
3174e150
MV
361
362 /** \brief The index file which will be patched to generate the new
363 * file.
364 */
002d9943 365 string CurrentPackagesFile;
3174e150
MV
366
367 /** \brief A description of the Packages file (stored in
368 * pkgAcquire::ItemDesc::Description).
369 */
002d9943 370 string Description;
2237bd01
MV
371
372 public:
373 // Specialized action members
374 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
73da43e9 375 virtual void Done(string Message,unsigned long long Size,string Md5Hash,
2237bd01
MV
376 pkgAcquire::MethodConfig *Cnf);
377 virtual string DescURI() {return RealURI + "Index";};
378 virtual string Custom600Headers();
379
3174e150
MV
380 /** \brief Parse the Index file for a set of Packages diffs.
381 *
382 * Parses the Index file and creates additional download items as
383 * necessary.
384 *
385 * \param IndexDiffFile The name of the Index file.
386 *
387 * \return \b true if the Index file was successfully parsed, \b
388 * false otherwise.
389 */
2237bd01
MV
390 bool ParseDiffIndex(string IndexDiffFile);
391
3174e150
MV
392
393 /** \brief Create a new pkgAcqDiffIndex.
394 *
395 * \param Owner The Acquire object that owns this item.
396 *
397 * \param URI The URI of the list file to download.
398 *
399 * \param URIDesc A long description of the list file to download.
400 *
401 * \param ShortDesc A short description of the list file to download.
402 *
495e5cb2 403 * \param ExpectedHash The list file's MD5 signature.
3174e150 404 */
2237bd01 405 pkgAcqDiffIndex(pkgAcquire *Owner,string URI,string URIDesc,
495e5cb2 406 string ShortDesc, HashString ExpectedHash);
002d9943 407};
92fcbfc1
DK
408 /*}}}*/
409/** \brief An item that is responsible for fetching all the patches {{{
3174e150
MV
410 * that need to be applied to a given package index file.
411 *
412 * After downloading and applying a single patch, this item will
413 * enqueue a new pkgAcqIndexDiffs to download and apply the remaining
414 * patches. If no patch can be found that applies to an intermediate
415 * file or if one of the patches cannot be downloaded, falls back to
416 * downloading the entire package index file using pkgAcqIndex.
417 *
418 * \sa pkgAcqDiffIndex, pkgAcqIndex
419 */
ac5b205a
MV
420class pkgAcqIndexDiffs : public pkgAcquire::Item
421{
3174e150
MV
422 private:
423
424 /** \brief Queue up the next diff download.
425 *
426 * Search for the next available diff that applies to the file
427 * that currently exists on disk, and enqueue it by calling
428 * QueueURI().
429 *
430 * \return \b true if an applicable diff was found, \b false
431 * otherwise.
432 */
433 bool QueueNextDiff();
434
435 /** \brief Handle tasks that must be performed after the item
436 * finishes downloading.
437 *
438 * Dequeues the item and checks the resulting file's md5sum
495e5cb2 439 * against ExpectedHash after the last patch was applied.
3174e150
MV
440 * There is no need to check the md5/sha1 after a "normal"
441 * patch because QueueNextDiff() will check the sha1 later.
442 *
443 * \param allDone If \b true, the file was entirely reconstructed,
444 * and its md5sum is verified.
445 */
446 void Finish(bool allDone=false);
447
ac5b205a 448 protected:
3174e150
MV
449
450 /** \brief If \b true, debugging output will be written to
451 * std::clog.
452 */
ac5b205a 453 bool Debug;
3174e150
MV
454
455 /** \brief A description of the item that is currently being
456 * downloaded.
457 */
ac5b205a 458 pkgAcquire::ItemDesc Desc;
3174e150
MV
459
460 /** \brief The URI of the package index file that is being
461 * reconstructed.
462 */
ac5b205a 463 string RealURI;
3174e150 464
495e5cb2 465 /** \brief The HashSum of the package index file that is being
3174e150
MV
466 * reconstructed.
467 */
495e5cb2 468 HashString ExpectedHash;
4a0a786f 469
3174e150 470 /** A description of the file being downloaded. */
ac5b205a 471 string Description;
3174e150
MV
472
473 /** The patches that remain to be downloaded, including the patch
474 * being downloaded right now. This list should be ordered so
475 * that each diff appears before any diff that depends on it.
476 *
477 * \todo These are indexed by sha1sum; why not use some sort of
478 * dictionary instead of relying on ordering and stripping them
479 * off the front?
480 */
94dc9d7d 481 vector<DiffInfo> available_patches;
8a3207f4
DK
482
483 /** Stop applying patches when reaching that sha1 */
484 string ServerSha1;
485
3174e150
MV
486 /** The current status of this patch. */
487 enum DiffState
488 {
489 /** \brief The diff is in an unknown state. */
490 StateFetchUnkown,
491
492 /** \brief The diff is currently being fetched. */
493 StateFetchDiff,
494
495 /** \brief The diff is currently being uncompressed. */
caffd480 496 StateUnzipDiff, // FIXME: No longer used
3174e150
MV
497
498 /** \brief The diff is currently being applied. */
499 StateApplyDiff
500 } State;
6cb30d01 501
ac5b205a
MV
502 public:
503
3174e150
MV
504 /** \brief Called when the patch file failed to be downloaded.
505 *
506 * This method will fall back to downloading the whole index file
507 * outright; its arguments are ignored.
508 */
ac5b205a 509 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
3174e150 510
73da43e9 511 virtual void Done(string Message,unsigned long long Size,string Md5Hash,
ac5b205a
MV
512 pkgAcquire::MethodConfig *Cnf);
513 virtual string DescURI() {return RealURI + "Index";};
ac5b205a 514
3174e150
MV
515 /** \brief Create an index diff item.
516 *
517 * After filling in its basic fields, this invokes Finish(true) if
518 * #diffs is empty, or QueueNextDiff() otherwise.
519 *
520 * \param Owner The pkgAcquire object that owns this item.
521 *
522 * \param URI The URI of the package index file being
523 * reconstructed.
524 *
525 * \param URIDesc A long description of this item.
526 *
527 * \param ShortDesc A brief description of this item.
528 *
495e5cb2 529 * \param ExpectedHash The expected md5sum of the completely
3174e150
MV
530 * reconstructed package index file; the index file will be tested
531 * against this value when it is entirely reconstructed.
532 *
533 * \param diffs The remaining diffs from the index of diffs. They
534 * should be ordered so that each diff appears before any diff
535 * that depends on it.
536 */
ac5b205a 537 pkgAcqIndexDiffs(pkgAcquire *Owner,string URI,string URIDesc,
495e5cb2 538 string ShortDesc, HashString ExpectedHash,
8a3207f4 539 string ServerSha1,
6cb30d01 540 vector<DiffInfo> diffs=vector<DiffInfo>());
ac5b205a 541};
92fcbfc1
DK
542 /*}}}*/
543/** \brief An acquire item that is responsible for fetching an index {{{
3174e150
MV
544 * file (e.g., Packages or Sources).
545 *
546 * \sa pkgAcqDiffIndex, pkgAcqIndexDiffs, pkgAcqIndexTrans
547 *
548 * \todo Why does pkgAcqIndex have protected members?
549 */
0118833a
AL
550class pkgAcqIndex : public pkgAcquire::Item
551{
552 protected:
3174e150
MV
553
554 /** \brief If \b true, the index file has been decompressed. */
8b89e57f 555 bool Decompression;
3174e150
MV
556
557 /** \brief If \b true, the partially downloaded file will be
558 * removed when the download completes.
559 */
bfd22fc0 560 bool Erase;
3174e150
MV
561
562 /** \brief The download request that is currently being
563 * processed.
564 */
8267fe24 565 pkgAcquire::ItemDesc Desc;
3174e150
MV
566
567 /** \brief The object that is actually being fetched (minus any
568 * compression-related extensions).
569 */
b2e465d6 570 string RealURI;
3174e150 571
495e5cb2
MV
572 /** \brief The expected hashsum of the decompressed index file. */
573 HashString ExpectedHash;
3174e150 574
5d885723
DK
575 /** \brief The compression-related file extensions that are being
576 * added to the downloaded file one by one if first fails (e.g., "gz bz2").
3174e150 577 */
13e8426f
MV
578 string CompressionExtension;
579
0118833a
AL
580 public:
581
17caf1b1 582 // Specialized action members
debc84b2 583 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
73da43e9 584 virtual void Done(string Message,unsigned long long Size,string Md5Hash,
459681d3 585 pkgAcquire::MethodConfig *Cnf);
0a8a80e5 586 virtual string Custom600Headers();
5d885723 587 virtual string DescURI() {return Desc.URI;};
8a8feb29 588 virtual string HashSum() {return ExpectedHash.toStr(); };
0118833a 589
3174e150
MV
590 /** \brief Create a pkgAcqIndex.
591 *
592 * \param Owner The pkgAcquire object with which this item is
593 * associated.
594 *
595 * \param URI The URI of the index file that is to be downloaded.
596 *
597 * \param URIDesc A "URI-style" description of this index file.
598 *
599 * \param ShortDesc A brief description of this index file.
600 *
495e5cb2 601 * \param ExpectedHash The expected hashsum of this index file.
3174e150
MV
602 *
603 * \param compressExt The compression-related extension with which
604 * this index file should be downloaded, or "" to autodetect
e85b4cd5
DK
605 * Compression types can be set with config Acquire::CompressionTypes,
606 * default is ".lzma" or ".bz2" (if the needed binaries are present)
607 * fallback is ".gz" or none.
3174e150 608 */
b2e465d6 609 pkgAcqIndex(pkgAcquire *Owner,string URI,string URIDesc,
f060e833
MV
610 string ShortDesc, HashString ExpectedHash,
611 string compressExt="");
5d885723
DK
612 pkgAcqIndex(pkgAcquire *Owner, struct IndexTarget const * const Target,
613 HashString const &ExpectedHash, indexRecords const *MetaIndexParser);
614 void Init(string const &URI, string const &URIDesc, string const &ShortDesc);
0118833a 615};
92fcbfc1
DK
616 /*}}}*/
617/** \brief An acquire item that is responsible for fetching a {{{
3174e150
MV
618 * translated index file.
619 *
620 * The only difference from pkgAcqIndex is that transient failures
621 * are suppressed: no error occurs if the translated index file is
622 * missing.
623 */
a52f938b
OS
624class pkgAcqIndexTrans : public pkgAcqIndex
625{
626 public:
627
628 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
963b16dc 629 virtual string Custom600Headers();
3174e150
MV
630
631 /** \brief Create a pkgAcqIndexTrans.
632 *
633 * \param Owner The pkgAcquire object with which this item is
634 * associated.
635 *
636 * \param URI The URI of the index file that is to be downloaded.
637 *
638 * \param URIDesc A "URI-style" description of this index file.
639 *
640 * \param ShortDesc A brief description of this index file.
3174e150 641 */
a52f938b 642 pkgAcqIndexTrans(pkgAcquire *Owner,string URI,string URIDesc,
3174e150 643 string ShortDesc);
ab53c018
DK
644 pkgAcqIndexTrans(pkgAcquire *Owner, struct IndexTarget const * const Target,
645 HashString const &ExpectedHash, indexRecords const *MetaIndexParser);
a52f938b 646};
92fcbfc1
DK
647 /*}}}*/
648/** \brief Information about an index file. */ /*{{{*/
14b4780d 649class IndexTarget
7db98ffc 650{
14b4780d 651 public:
3174e150 652 /** \brief A URI from which the index file can be downloaded. */
7db98ffc 653 string URI;
3174e150
MV
654
655 /** \brief A description of the index file. */
7db98ffc 656 string Description;
3174e150
MV
657
658 /** \brief A shorter description of the index file. */
7db98ffc 659 string ShortDesc;
3174e150
MV
660
661 /** \brief The key by which this index file should be
662 * looked up within the meta signature file.
663 */
7db98ffc 664 string MetaKey;
ab53c018 665
14b4780d
MV
666 virtual bool IsOptional() const {
667 return false;
668 }
669 virtual bool IsSubIndex() const {
670 return false;
671 }
7db98ffc 672};
92fcbfc1 673 /*}}}*/
ab53c018 674/** \brief Information about an optional index file. */ /*{{{*/
14b4780d
MV
675class OptionalIndexTarget : public IndexTarget
676{
677 virtual bool IsOptional() const {
678 return true;
679 }
680};
681 /*}}}*/
682/** \brief Information about an subindex index file. */ /*{{{*/
683class SubIndexTarget : public IndexTarget
ab53c018 684{
14b4780d
MV
685 virtual bool IsSubIndex() const {
686 return true;
687 }
7db98ffc 688};
92fcbfc1 689 /*}}}*/
ab53c018 690
92fcbfc1 691/** \brief An acquire item that downloads the detached signature {{{
3174e150
MV
692 * of a meta-index (Release) file, then queues up the release
693 * file itself.
694 *
695 * \todo Why protected members?
696 *
697 * \sa pkgAcqMetaIndex
698 */
7db98ffc 699class pkgAcqMetaSig : public pkgAcquire::Item
0118833a
AL
700{
701 protected:
ef942597
MV
702 /** \brief The last good signature file */
703 string LastGoodSig;
704
3174e150 705 /** \brief The fetch request that is currently being processed. */
8267fe24 706 pkgAcquire::ItemDesc Desc;
3174e150
MV
707
708 /** \brief The URI of the signature file. Unlike Desc.URI, this is
709 * never modified; it is used to determine the file that is being
710 * downloaded.
711 */
712 string RealURI;
713
714 /** \brief The URI of the meta-index file to be fetched after the signature. */
715 string MetaIndexURI;
716
717 /** \brief A "URI-style" description of the meta-index file to be
718 * fetched after the signature.
719 */
720 string MetaIndexURIDesc;
721
722 /** \brief A brief description of the meta-index file to be fetched
723 * after the signature.
724 */
725 string MetaIndexShortDesc;
726
727 /** \brief A package-system-specific parser for the meta-index file. */
7db98ffc 728 indexRecords* MetaIndexParser;
3174e150
MV
729
730 /** \brief The index files which should be looked up in the meta-index
731 * and then downloaded.
732 *
733 * \todo Why a list of pointers instead of a list of structs?
734 */
7db98ffc
MZ
735 const vector<struct IndexTarget*>* IndexTargets;
736
0118833a
AL
737 public:
738
17caf1b1 739 // Specialized action members
681d76d0 740 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
73da43e9 741 virtual void Done(string Message,unsigned long long Size,string Md5Hash,
7db98ffc 742 pkgAcquire::MethodConfig *Cnf);
0a8a80e5 743 virtual string Custom600Headers();
7db98ffc
MZ
744 virtual string DescURI() {return RealURI; };
745
3174e150 746 /** \brief Create a new pkgAcqMetaSig. */
7db98ffc
MZ
747 pkgAcqMetaSig(pkgAcquire *Owner,string URI,string URIDesc, string ShortDesc,
748 string MetaIndexURI, string MetaIndexURIDesc, string MetaIndexShortDesc,
749 const vector<struct IndexTarget*>* IndexTargets,
750 indexRecords* MetaIndexParser);
751};
92fcbfc1
DK
752 /*}}}*/
753/** \brief An item that is responsible for downloading the meta-index {{{
3174e150
MV
754 * file (i.e., Release) itself and verifying its signature.
755 *
756 * Once the download and verification are complete, the downloads of
757 * the individual index files are queued up using pkgAcqDiffIndex.
495e5cb2 758 * If the meta-index file had a valid signature, the expected hashsums
3174e150 759 * of the index files will be the md5sums listed in the meta-index;
495e5cb2 760 * otherwise, the expected hashsums will be "" (causing the
3174e150
MV
761 * authentication of the index files to be bypassed).
762 */
7db98ffc
MZ
763class pkgAcqMetaIndex : public pkgAcquire::Item
764{
765 protected:
3174e150 766 /** \brief The fetch command that is currently being processed. */
7db98ffc 767 pkgAcquire::ItemDesc Desc;
3174e150
MV
768
769 /** \brief The URI that is actually being downloaded; never
770 * modified by pkgAcqMetaIndex.
771 */
772 string RealURI;
773
774 /** \brief The file in which the signature for this index was stored.
775 *
776 * If empty, the signature and the md5sums of the individual
777 * indices will not be checked.
778 */
7db98ffc 779 string SigFile;
3174e150
MV
780
781 /** \brief The index files to download. */
7db98ffc 782 const vector<struct IndexTarget*>* IndexTargets;
3174e150
MV
783
784 /** \brief The parser for the meta-index file. */
7db98ffc 785 indexRecords* MetaIndexParser;
3174e150
MV
786
787 /** \brief If \b true, the index's signature is currently being verified.
788 */
7db98ffc 789 bool AuthPass;
ce424cd4
MV
790 // required to deal gracefully with problems caused by incorrect ims hits
791 bool IMSHit;
7db98ffc 792
3174e150
MV
793 /** \brief Check that the release file is a release file for the
794 * correct distribution.
795 *
796 * \return \b true if no fatal errors were encountered.
797 */
ce424cd4 798 bool VerifyVendor(string Message);
3174e150
MV
799
800 /** \brief Called when a file is finished being retrieved.
801 *
802 * If the file was not downloaded to DestFile, a copy process is
803 * set up to copy it to DestFile; otherwise, Complete is set to \b
804 * true and the file is moved to its final location.
805 *
806 * \param Message The message block received from the fetch
807 * subprocess.
808 */
7db98ffc 809 void RetrievalDone(string Message);
3174e150
MV
810
811 /** \brief Called when authentication succeeded.
812 *
813 * Sanity-checks the authenticated file, queues up the individual
814 * index files for download, and saves the signature in the lists
815 * directory next to the authenticated list file.
816 *
817 * \param Message The message block received from the fetch
818 * subprocess.
819 */
7db98ffc 820 void AuthDone(string Message);
3174e150
MV
821
822 /** \brief Starts downloading the individual index files.
823 *
495e5cb2 824 * \param verify If \b true, only indices whose expected hashsum
3174e150 825 * can be determined from the meta-index will be downloaded, and
495e5cb2 826 * the hashsums of indices will be checked (reporting
3174e150 827 * #StatAuthError if there is a mismatch). If verify is \b false,
495e5cb2 828 * no hashsum checking will be performed.
3174e150 829 */
7db98ffc
MZ
830 void QueueIndexes(bool verify);
831
832 public:
0a8a80e5 833
7db98ffc
MZ
834 // Specialized action members
835 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
73da43e9 836 virtual void Done(string Message,unsigned long long Size, string Hash,
7db98ffc
MZ
837 pkgAcquire::MethodConfig *Cnf);
838 virtual string Custom600Headers();
839 virtual string DescURI() {return RealURI; };
840
3174e150 841 /** \brief Create a new pkgAcqMetaIndex. */
7db98ffc
MZ
842 pkgAcqMetaIndex(pkgAcquire *Owner,
843 string URI,string URIDesc, string ShortDesc,
844 string SigFile,
845 const vector<struct IndexTarget*>* IndexTargets,
846 indexRecords* MetaIndexParser);
0118833a 847};
92fcbfc1 848 /*}}}*/
fe0f7911
DK
849/** \brief An item repsonsible for downloading clearsigned metaindexes {{{*/
850class pkgAcqMetaClearSig : public pkgAcqMetaIndex
851{
852 /** \brief The URI of the meta-index file for the detached signature */
853 string MetaIndexURI;
854
855 /** \brief A "URI-style" description of the meta-index file */
856 string MetaIndexURIDesc;
857
858 /** \brief A brief description of the meta-index file */
859 string MetaIndexShortDesc;
860
861 /** \brief The URI of the detached meta-signature file if the clearsigned one failed. */
862 string MetaSigURI;
863
864 /** \brief A "URI-style" description of the meta-signature file */
865 string MetaSigURIDesc;
866
867 /** \brief A brief description of the meta-signature file */
868 string MetaSigShortDesc;
869
870public:
871 void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
8d6c5839 872 virtual string Custom600Headers();
fe0f7911
DK
873
874 /** \brief Create a new pkgAcqMetaClearSig. */
875 pkgAcqMetaClearSig(pkgAcquire *Owner,
876 string const &URI, string const &URIDesc, string const &ShortDesc,
877 string const &MetaIndexURI, string const &MetaIndexURIDesc, string const &MetaIndexShortDesc,
878 string const &MetaSigURI, string const &MetaSigURIDesc, string const &MetaSigShortDesc,
879 const vector<struct IndexTarget*>* IndexTargets,
880 indexRecords* MetaIndexParser);
881};
882 /*}}}*/
92fcbfc1 883/** \brief An item that is responsible for fetching a package file. {{{
3174e150
MV
884 *
885 * If the package file already exists in the cache, nothing will be
886 * done.
887 */
03e39e59
AL
888class pkgAcqArchive : public pkgAcquire::Item
889{
890 protected:
3174e150 891 /** \brief The package version being fetched. */
03e39e59 892 pkgCache::VerIterator Version;
3174e150
MV
893
894 /** \brief The fetch command that is currently being processed. */
03e39e59 895 pkgAcquire::ItemDesc Desc;
3174e150
MV
896
897 /** \brief The list of sources from which to pick archives to
898 * download this package from.
899 */
03e39e59 900 pkgSourceList *Sources;
3174e150
MV
901
902 /** \brief A package records object, used to look up the file
903 * corresponding to each version of the package.
904 */
03e39e59 905 pkgRecords *Recs;
3174e150 906
495e5cb2 907 /** \brief The hashsum of this package. */
8a8feb29 908 HashString ExpectedHash;
3174e150
MV
909
910 /** \brief A location in which the actual filename of the package
911 * should be stored.
912 */
30e1eab5 913 string &StoreFilename;
3174e150
MV
914
915 /** \brief The next file for this version to try to download. */
b185acc2 916 pkgCache::VerFileIterator Vf;
3174e150
MV
917
918 /** \brief How many (more) times to try to find a new source from
919 * which to download this package version if it fails.
920 *
921 * Set from Acquire::Retries.
922 */
7d8afa39 923 unsigned int Retries;
3174e150
MV
924
925 /** \brief \b true if this version file is being downloaded from a
926 * trusted source.
927 */
7db98ffc 928 bool Trusted;
17caf1b1 929
3174e150 930 /** \brief Queue up the next available file for this version. */
b185acc2 931 bool QueueNext();
03e39e59
AL
932
933 public:
934
7d8afa39 935 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
73da43e9 936 virtual void Done(string Message,unsigned long long Size,string Hash,
459681d3 937 pkgAcquire::MethodConfig *Cnf);
36375005 938 virtual string DescURI() {return Desc.URI;};
7db98ffc 939 virtual string ShortDesc() {return Desc.ShortDesc;};
ab559b35 940 virtual void Finished();
8a8feb29 941 virtual string HashSum() {return ExpectedHash.toStr(); };
7db98ffc 942 virtual bool IsTrusted();
03e39e59 943
3174e150
MV
944 /** \brief Create a new pkgAcqArchive.
945 *
946 * \param Owner The pkgAcquire object with which this item is
947 * associated.
948 *
949 * \param Sources The sources from which to download version
950 * files.
951 *
952 * \param Recs A package records object, used to look up the file
953 * corresponding to each version of the package.
954 *
955 * \param Version The package version to download.
956 *
957 * \param StoreFilename A location in which the actual filename of
958 * the package should be stored. It will be set to a guessed
959 * basename in the constructor, and filled in with a fully
960 * qualified filename once the download finishes.
961 */
03e39e59 962 pkgAcqArchive(pkgAcquire *Owner,pkgSourceList *Sources,
30e1eab5
AL
963 pkgRecords *Recs,pkgCache::VerIterator const &Version,
964 string &StoreFilename);
03e39e59 965};
92fcbfc1
DK
966 /*}}}*/
967/** \brief Retrieve an arbitrary file to the current directory. {{{
3174e150
MV
968 *
969 * The file is retrieved even if it is accessed via a URL type that
970 * normally is a NOP, such as "file". If the download fails, the
971 * partial file is renamed to get a ".FAILED" extension.
972 */
36375005
AL
973class pkgAcqFile : public pkgAcquire::Item
974{
3174e150 975 /** \brief The currently active download process. */
36375005 976 pkgAcquire::ItemDesc Desc;
3174e150 977
495e5cb2 978 /** \brief The hashsum of the file to download, if it is known. */
8a8feb29 979 HashString ExpectedHash;
3174e150
MV
980
981 /** \brief How many times to retry the download, set from
982 * Acquire::Retries.
983 */
08cfc005 984 unsigned int Retries;
36375005 985
77278c2b
MV
986 /** \brief Should this file be considered a index file */
987 bool IsIndexFile;
988
36375005
AL
989 public:
990
991 // Specialized action members
08cfc005 992 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
73da43e9 993 virtual void Done(string Message,unsigned long long Size,string CalcHash,
459681d3 994 pkgAcquire::MethodConfig *Cnf);
36375005 995 virtual string DescURI() {return Desc.URI;};
8a8feb29 996 virtual string HashSum() {return ExpectedHash.toStr(); };
77278c2b 997 virtual string Custom600Headers();
3174e150
MV
998
999 /** \brief Create a new pkgAcqFile object.
1000 *
1001 * \param Owner The pkgAcquire object with which this object is
1002 * associated.
1003 *
1004 * \param URI The URI to download.
1005 *
495e5cb2 1006 * \param Hash The hashsum of the file to download, if it is known;
3174e150
MV
1007 * otherwise "".
1008 *
1009 * \param Size The size of the file to download, if it is known;
1010 * otherwise 0.
1011 *
1012 * \param Desc A description of the file being downloaded.
1013 *
1014 * \param ShortDesc A brief description of the file being
1015 * downloaded.
39c7baef
MV
1016 *
1017 * \param DestDir The directory the file should be downloaded into.
1018 *
1019 * \param DestFilename The filename+path the file is downloaded to.
1020 *
77278c2b
MV
1021 * \param IsIndexFile The file is considered a IndexFile and cache-control
1022 * headers like "cache-control: max-age=0" are send
39c7baef
MV
1023 *
1024 * If DestFilename is empty, download to DestDir/<basename> if
1025 * DestDir is non-empty, $CWD/<basename> otherwise. If
1026 * DestFilename is NOT empty, DestDir is ignored and DestFilename
1027 * is the absolute name to which the file should be downloaded.
3174e150 1028 */
39c7baef 1029
73da43e9 1030 pkgAcqFile(pkgAcquire *Owner, string URI, string Hash, unsigned long long Size,
46e00f9d 1031 string Desc, string ShortDesc,
77278c2b
MV
1032 const string &DestDir="", const string &DestFilename="",
1033 bool IsIndexFile=false);
36375005 1034};
92fcbfc1 1035 /*}}}*/
3174e150
MV
1036/** @} */
1037
0118833a 1038#endif