* apt-pkg/contrib/configuration.cc:
[ntk/apt.git] / apt-pkg / acquire-item.h
CommitLineData
0118833a
AL
1// -*- mode: cpp; mode: fold -*-
2// Description /*{{{*/
7db98ffc 3// $Id: acquire-item.h,v 1.26.2.3 2004/01/02 18:51:00 mdz Exp $
0118833a
AL
4/* ######################################################################
5
6 Acquire Item - Item to acquire
7
8 When an item is instantiated it will add it self to the local list in
9 the Owner Acquire class. Derived classes will then call QueueURI to
17caf1b1 10 register all the URI's they wish to fetch at the initial moment.
0118833a 11
770c32ec 12 Three item classes are provided to provide functionality for
a52f938b 13 downloading of Index, Translation and Packages files.
0118833a 14
495e5cb2 15 A Archive class is provided for downloading .deb files. It does Hash
17caf1b1 16 checking and source location as well as a retry algorithm.
b185acc2 17
0118833a
AL
18 ##################################################################### */
19 /*}}}*/
20#ifndef PKGLIB_ACQUIRE_ITEM_H
21#define PKGLIB_ACQUIRE_ITEM_H
22
23#include <apt-pkg/acquire.h>
b2e465d6 24#include <apt-pkg/indexfile.h>
7db98ffc
MZ
25#include <apt-pkg/vendor.h>
26#include <apt-pkg/sourcelist.h>
03e39e59 27#include <apt-pkg/pkgrecords.h>
7db98ffc 28#include <apt-pkg/indexrecords.h>
495e5cb2 29#include <apt-pkg/hashes.h>
229fb1a3 30#include <apt-pkg/weakptr.h>
0118833a 31
3174e150
MV
32/** \addtogroup acquire
33 * @{
34 *
35 * \file acquire-item.h
36 */
37
92fcbfc1 38/** \brief Represents the process by which a pkgAcquire object should {{{
3174e150
MV
39 * retrieve a file or a collection of files.
40 *
41 * By convention, Item subclasses should insert themselves into the
42 * acquire queue when they are created by calling QueueURI(), and
43 * remove themselves by calling Dequeue() when either Done() or
44 * Failed() is invoked. Item objects are also responsible for
45 * notifying the download progress indicator (accessible via
46 * #Owner->Log) of their status.
47 *
48 * \see pkgAcquire
49 */
229fb1a3 50class pkgAcquire::Item : public WeakPointable
0118833a
AL
51{
52 protected:
53
3174e150 54 /** \brief The acquire object with which this item is associated. */
0118833a 55 pkgAcquire *Owner;
3174e150
MV
56
57 /** \brief Insert this item into its owner's queue.
58 *
59 * \param ItemDesc Metadata about this item (its URI and
60 * description).
61 */
8267fe24
AL
62 inline void QueueURI(ItemDesc &Item)
63 {Owner->Enqueue(Item);};
3174e150
MV
64
65 /** \brief Remove this item from its owner's queue. */
681d76d0 66 inline void Dequeue() {Owner->Dequeue(this);};
0118833a 67
3174e150
MV
68 /** \brief Rename a file without modifying its timestamp.
69 *
70 * Many item methods call this as their final action.
71 *
72 * \param From The file to be renamed.
73 *
74 * \param To The new name of #From. If #To exists it will be
75 * overwritten.
76 */
8b89e57f
AL
77 void Rename(string From,string To);
78
0118833a
AL
79 public:
80
3174e150
MV
81 /** \brief The current status of this item. */
82 enum ItemState
83 {
84 /** \brief The item is waiting to be downloaded. */
85 StatIdle,
86
87 /** \brief The item is currently being downloaded. */
88 StatFetching,
89
90 /** \brief The item has been successfully downloaded. */
91 StatDone,
92
93 /** \brief An error was encountered while downloading this
94 * item.
95 */
96 StatError,
97
98 /** \brief The item was downloaded but its authenticity could
99 * not be verified.
100 */
6ca714d5
MV
101 StatAuthError,
102
103 /** \brief The item was could not be downloaded because of
104 * a transient network error (e.g. network down)
105 */
106 StatTransientNetworkError
3174e150
MV
107 } Status;
108
109 /** \brief Contains a textual description of the error encountered
110 * if #Status is #StatError or #StatAuthError.
111 */
c88edf1d 112 string ErrorText;
3174e150
MV
113
114 /** \brief The size of the object to fetch. */
e2c66de5 115 unsigned long long FileSize;
3174e150
MV
116
117 /** \brief How much of the object was already fetched. */
e2c66de5 118 unsigned long long PartialSize;
3174e150
MV
119
120 /** \brief If not \b NULL, contains the name of a subprocess that
121 * is operating on this object (for instance, "gzip" or "gpgv").
122 */
b2e465d6 123 const char *Mode;
3174e150
MV
124
125 /** \brief A client-supplied unique identifier.
126 *
127 * This field is initalized to 0; it is meant to be filled in by
128 * clients that wish to use it to uniquely identify items.
129 *
130 * \todo it's unused in apt itself
131 */
b98f2859 132 unsigned long ID;
3174e150
MV
133
134 /** \brief If \b true, the entire object has been successfully fetched.
135 *
136 * Subclasses should set this to \b true when appropriate.
137 */
8267fe24 138 bool Complete;
3174e150
MV
139
140 /** \brief If \b true, the URI of this object is "local".
141 *
142 * The only effect of this field is to exclude the object from the
143 * download progress indicator's overall statistics.
144 */
a6568219 145 bool Local;
36280399 146 string UsedMirror;
30e1eab5 147
3174e150
MV
148 /** \brief The number of fetch queues into which this item has been
149 * inserted.
150 *
151 * There is one queue for each source from which an item could be
152 * downloaded.
153 *
154 * \sa pkgAcquire
155 */
0118833a 156 unsigned int QueueCounter;
0118833a 157
3174e150
MV
158 /** \brief The name of the file into which the retrieved object
159 * will be written.
160 */
0a8a80e5 161 string DestFile;
7d8afa39 162
3174e150
MV
163 /** \brief Invoked by the acquire worker when the object couldn't
164 * be fetched.
165 *
166 * This is a branch of the continuation of the fetch process.
167 *
168 * \param Message An RFC822-formatted message from the acquire
169 * method describing what went wrong. Use LookupTag() to parse
170 * it.
171 *
172 * \param Cnf The method via which the worker tried to fetch this object.
173 *
174 * \sa pkgAcqMethod
175 */
7d8afa39 176 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
3174e150
MV
177
178 /** \brief Invoked by the acquire worker when the object was
179 * fetched successfully.
180 *
181 * Note that the object might \e not have been written to
182 * DestFile; check for the presence of an Alt-Filename entry in
183 * Message to find the file to which it was really written.
184 *
185 * Done is often used to switch from one stage of the processing
186 * to the next (e.g. fetching, unpacking, copying). It is one
187 * branch of the continuation of the fetch process.
188 *
189 * \param Message Data from the acquire method. Use LookupTag()
190 * to parse it.
191 * \param Size The size of the object that was fetched.
495e5cb2 192 * \param Hash The HashSum of the object that was fetched.
3174e150
MV
193 * \param Cnf The method via which the object was fetched.
194 *
195 * \sa pkgAcqMethod
196 */
73da43e9 197 virtual void Done(string Message,unsigned long long Size,string Hash,
459681d3 198 pkgAcquire::MethodConfig *Cnf);
3174e150
MV
199
200 /** \brief Invoked when the worker starts to fetch this object.
201 *
202 * \param Message RFC822-formatted data from the worker process.
203 * Use LookupTag() to parse it.
204 *
205 * \param Size The size of the object being fetched.
206 *
207 * \sa pkgAcqMethod
208 */
73da43e9 209 virtual void Start(string Message,unsigned long long Size);
3174e150
MV
210
211 /** \brief Custom headers to be sent to the fetch process.
212 *
213 * \return a string containing RFC822-style headers that are to be
214 * inserted into the 600 URI Acquire message sent to the fetch
215 * subprocess. The headers are inserted after a newline-less
216 * line, so they should (if nonempty) have a leading newline and
217 * no trailing newline.
218 */
17caf1b1 219 virtual string Custom600Headers() {return string();};
3174e150
MV
220
221 /** \brief A "descriptive" URI-like string.
222 *
223 * \return a URI that should be used to describe what is being fetched.
224 */
36375005 225 virtual string DescURI() = 0;
3174e150
MV
226 /** \brief Short item description.
227 *
228 * \return a brief description of the object being fetched.
229 */
7db98ffc 230 virtual string ShortDesc() {return DescURI();}
3174e150
MV
231
232 /** \brief Invoked by the worker when the download is completely done. */
ab559b35 233 virtual void Finished() {};
17caf1b1 234
495e5cb2 235 /** \brief HashSum
3174e150 236 *
495e5cb2 237 * \return the HashSum of this object, if applicable; otherwise, an
3174e150
MV
238 * empty string.
239 */
495e5cb2 240 virtual string HashSum() {return string();};
3174e150
MV
241
242 /** \return the acquire process with which this item is associated. */
c5ccf175 243 pkgAcquire *GetOwner() {return Owner;};
3174e150
MV
244
245 /** \return \b true if this object is being fetched from a trusted source. */
7db98ffc 246 virtual bool IsTrusted() {return false;};
c5ccf175 247
36280399 248 // report mirror problems
702c84fb
MV
249 /** \brief Report mirror problem
250 *
251 * This allows reporting mirror failures back to a centralized
252 * server. The apt-report-mirror-failure script is called for this
253 *
254 * \param FailCode A short failure string that is send
255 */
36280399
MV
256 void ReportMirrorFailure(string FailCode);
257
3174e150
MV
258
259 /** \brief Initialize an item.
260 *
261 * Adds the item to the list of items known to the acquire
262 * process, but does not place it into any fetch queues (you must
263 * manually invoke QueueURI() to do so).
264 *
265 * Initializes all fields of the item other than Owner to 0,
266 * false, or the empty string.
267 *
268 * \param Owner The new owner of this item.
269 */
0118833a 270 Item(pkgAcquire *Owner);
3174e150
MV
271
272 /** \brief Remove this item from its owner's queue by invoking
273 * pkgAcquire::Remove.
274 */
0118833a
AL
275 virtual ~Item();
276};
92fcbfc1
DK
277 /*}}}*/
278/** \brief Information about an index patch (aka diff). */ /*{{{*/
002d9943 279struct DiffInfo {
3174e150 280 /** The filename of the diff. */
002d9943 281 string file;
3174e150
MV
282
283 /** The sha1 hash of the diff. */
002d9943 284 string sha1;
3174e150
MV
285
286 /** The size of the diff. */
002d9943
MV
287 unsigned long size;
288};
92fcbfc1 289 /*}}}*/
ab53c018
DK
290/** \brief An item that is responsible for fetching a SubIndex {{{
291 *
292 * The MetaIndex file includes only records for important indexes
293 * and records for these SubIndex files so these can carry records
294 * for addition files like PDiffs and Translations
295 */
296class pkgAcqSubIndex : public pkgAcquire::Item
297{
298 protected:
299 /** \brief If \b true, debugging information will be written to std::clog. */
300 bool Debug;
301
302 /** \brief The item that is currently being downloaded. */
303 pkgAcquire::ItemDesc Desc;
304
305 /** \brief The Hash that this file should have after download
306 */
307 HashString ExpectedHash;
308
309 public:
310 // Specialized action members
311 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
73da43e9 312 virtual void Done(string Message,unsigned long long Size,string Md5Hash,
ab53c018
DK
313 pkgAcquire::MethodConfig *Cnf);
314 virtual string DescURI() {return Desc.URI;};
315 virtual string Custom600Headers();
316 virtual bool ParseIndex(string const &IndexFile);
317
4c6cf493 318 /** \brief Create a new pkgAcqSubIndex.
ab53c018
DK
319 *
320 * \param Owner The Acquire object that owns this item.
321 *
322 * \param URI The URI of the list file to download.
323 *
324 * \param URIDesc A long description of the list file to download.
325 *
326 * \param ShortDesc A short description of the list file to download.
327 *
328 * \param ExpectedHash The list file's MD5 signature.
329 */
330 pkgAcqSubIndex(pkgAcquire *Owner, string const &URI,string const &URIDesc,
331 string const &ShortDesc, HashString const &ExpectedHash);
332};
333 /*}}}*/
92fcbfc1 334/** \brief An item that is responsible for fetching an index file of {{{
3174e150
MV
335 * package list diffs and starting the package list's download.
336 *
337 * This item downloads the Index file and parses it, then enqueues
338 * additional downloads of either the individual patches (using
339 * pkgAcqIndexDiffs) or the entire Packages file (using pkgAcqIndex).
340 *
341 * \sa pkgAcqIndexDiffs, pkgAcqIndex
342 */
2237bd01
MV
343class pkgAcqDiffIndex : public pkgAcquire::Item
344{
345 protected:
3174e150 346 /** \brief If \b true, debugging information will be written to std::clog. */
2237bd01 347 bool Debug;
3174e150
MV
348
349 /** \brief The item that is currently being downloaded. */
002d9943 350 pkgAcquire::ItemDesc Desc;
3174e150
MV
351
352 /** \brief The URI of the index file to recreate at our end (either
353 * by downloading it or by applying partial patches).
354 */
2237bd01 355 string RealURI;
3174e150 356
495e5cb2 357 /** \brief The Hash that the real index file should have after
3174e150
MV
358 * all patches have been applied.
359 */
495e5cb2 360 HashString ExpectedHash;
3174e150
MV
361
362 /** \brief The index file which will be patched to generate the new
363 * file.
364 */
002d9943 365 string CurrentPackagesFile;
3174e150
MV
366
367 /** \brief A description of the Packages file (stored in
368 * pkgAcquire::ItemDesc::Description).
369 */
002d9943 370 string Description;
2237bd01
MV
371
372 public:
373 // Specialized action members
374 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
73da43e9 375 virtual void Done(string Message,unsigned long long Size,string Md5Hash,
2237bd01
MV
376 pkgAcquire::MethodConfig *Cnf);
377 virtual string DescURI() {return RealURI + "Index";};
378 virtual string Custom600Headers();
379
3174e150
MV
380 /** \brief Parse the Index file for a set of Packages diffs.
381 *
382 * Parses the Index file and creates additional download items as
383 * necessary.
384 *
385 * \param IndexDiffFile The name of the Index file.
386 *
387 * \return \b true if the Index file was successfully parsed, \b
388 * false otherwise.
389 */
2237bd01
MV
390 bool ParseDiffIndex(string IndexDiffFile);
391
3174e150
MV
392
393 /** \brief Create a new pkgAcqDiffIndex.
394 *
395 * \param Owner The Acquire object that owns this item.
396 *
397 * \param URI The URI of the list file to download.
398 *
399 * \param URIDesc A long description of the list file to download.
400 *
401 * \param ShortDesc A short description of the list file to download.
402 *
495e5cb2 403 * \param ExpectedHash The list file's MD5 signature.
3174e150 404 */
2237bd01 405 pkgAcqDiffIndex(pkgAcquire *Owner,string URI,string URIDesc,
495e5cb2 406 string ShortDesc, HashString ExpectedHash);
002d9943 407};
92fcbfc1
DK
408 /*}}}*/
409/** \brief An item that is responsible for fetching all the patches {{{
3174e150
MV
410 * that need to be applied to a given package index file.
411 *
412 * After downloading and applying a single patch, this item will
413 * enqueue a new pkgAcqIndexDiffs to download and apply the remaining
414 * patches. If no patch can be found that applies to an intermediate
415 * file or if one of the patches cannot be downloaded, falls back to
416 * downloading the entire package index file using pkgAcqIndex.
417 *
418 * \sa pkgAcqDiffIndex, pkgAcqIndex
419 */
ac5b205a
MV
420class pkgAcqIndexDiffs : public pkgAcquire::Item
421{
3174e150
MV
422 private:
423
424 /** \brief Queue up the next diff download.
425 *
426 * Search for the next available diff that applies to the file
427 * that currently exists on disk, and enqueue it by calling
428 * QueueURI().
429 *
430 * \return \b true if an applicable diff was found, \b false
431 * otherwise.
432 */
433 bool QueueNextDiff();
434
435 /** \brief Handle tasks that must be performed after the item
436 * finishes downloading.
437 *
438 * Dequeues the item and checks the resulting file's md5sum
495e5cb2 439 * against ExpectedHash after the last patch was applied.
3174e150
MV
440 * There is no need to check the md5/sha1 after a "normal"
441 * patch because QueueNextDiff() will check the sha1 later.
442 *
443 * \param allDone If \b true, the file was entirely reconstructed,
444 * and its md5sum is verified.
445 */
446 void Finish(bool allDone=false);
447
ac5b205a 448 protected:
3174e150
MV
449
450 /** \brief If \b true, debugging output will be written to
451 * std::clog.
452 */
ac5b205a 453 bool Debug;
3174e150
MV
454
455 /** \brief A description of the item that is currently being
456 * downloaded.
457 */
ac5b205a 458 pkgAcquire::ItemDesc Desc;
3174e150
MV
459
460 /** \brief The URI of the package index file that is being
461 * reconstructed.
462 */
ac5b205a 463 string RealURI;
3174e150 464
495e5cb2 465 /** \brief The HashSum of the package index file that is being
3174e150
MV
466 * reconstructed.
467 */
495e5cb2 468 HashString ExpectedHash;
4a0a786f 469
3174e150 470 /** A description of the file being downloaded. */
ac5b205a 471 string Description;
3174e150
MV
472
473 /** The patches that remain to be downloaded, including the patch
474 * being downloaded right now. This list should be ordered so
475 * that each diff appears before any diff that depends on it.
476 *
477 * \todo These are indexed by sha1sum; why not use some sort of
478 * dictionary instead of relying on ordering and stripping them
479 * off the front?
480 */
94dc9d7d 481 vector<DiffInfo> available_patches;
8a3207f4
DK
482
483 /** Stop applying patches when reaching that sha1 */
484 string ServerSha1;
485
3174e150
MV
486 /** The current status of this patch. */
487 enum DiffState
488 {
489 /** \brief The diff is in an unknown state. */
490 StateFetchUnkown,
491
492 /** \brief The diff is currently being fetched. */
493 StateFetchDiff,
494
495 /** \brief The diff is currently being uncompressed. */
caffd480 496 StateUnzipDiff, // FIXME: No longer used
3174e150
MV
497
498 /** \brief The diff is currently being applied. */
499 StateApplyDiff
500 } State;
6cb30d01 501
ac5b205a
MV
502 public:
503
3174e150
MV
504 /** \brief Called when the patch file failed to be downloaded.
505 *
506 * This method will fall back to downloading the whole index file
507 * outright; its arguments are ignored.
508 */
ac5b205a 509 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
3174e150 510
73da43e9 511 virtual void Done(string Message,unsigned long long Size,string Md5Hash,
ac5b205a
MV
512 pkgAcquire::MethodConfig *Cnf);
513 virtual string DescURI() {return RealURI + "Index";};
ac5b205a 514
3174e150
MV
515 /** \brief Create an index diff item.
516 *
517 * After filling in its basic fields, this invokes Finish(true) if
518 * #diffs is empty, or QueueNextDiff() otherwise.
519 *
520 * \param Owner The pkgAcquire object that owns this item.
521 *
522 * \param URI The URI of the package index file being
523 * reconstructed.
524 *
525 * \param URIDesc A long description of this item.
526 *
527 * \param ShortDesc A brief description of this item.
528 *
495e5cb2 529 * \param ExpectedHash The expected md5sum of the completely
3174e150
MV
530 * reconstructed package index file; the index file will be tested
531 * against this value when it is entirely reconstructed.
532 *
533 * \param diffs The remaining diffs from the index of diffs. They
534 * should be ordered so that each diff appears before any diff
535 * that depends on it.
536 */
ac5b205a 537 pkgAcqIndexDiffs(pkgAcquire *Owner,string URI,string URIDesc,
495e5cb2 538 string ShortDesc, HashString ExpectedHash,
8a3207f4 539 string ServerSha1,
6cb30d01 540 vector<DiffInfo> diffs=vector<DiffInfo>());
ac5b205a 541};
92fcbfc1
DK
542 /*}}}*/
543/** \brief An acquire item that is responsible for fetching an index {{{
3174e150
MV
544 * file (e.g., Packages or Sources).
545 *
546 * \sa pkgAcqDiffIndex, pkgAcqIndexDiffs, pkgAcqIndexTrans
547 *
548 * \todo Why does pkgAcqIndex have protected members?
549 */
0118833a
AL
550class pkgAcqIndex : public pkgAcquire::Item
551{
552 protected:
3174e150
MV
553
554 /** \brief If \b true, the index file has been decompressed. */
8b89e57f 555 bool Decompression;
3174e150
MV
556
557 /** \brief If \b true, the partially downloaded file will be
558 * removed when the download completes.
559 */
bfd22fc0 560 bool Erase;
3174e150 561
c5f661b7
MV
562 /** \brief Verify for correctness by checking if a "Package"
563 * tag is found in the index. This can be set to
564 * false for optional index targets
565 *
566 */
567 // FIXME: instead of a bool it should use a verify string that will
568 // then be used in the pkgAcqIndex::Done method to ensure that
569 // the downloaded file contains the expected tag
570 bool Verify;
571
3174e150
MV
572 /** \brief The download request that is currently being
573 * processed.
574 */
8267fe24 575 pkgAcquire::ItemDesc Desc;
3174e150
MV
576
577 /** \brief The object that is actually being fetched (minus any
578 * compression-related extensions).
579 */
b2e465d6 580 string RealURI;
3174e150 581
495e5cb2
MV
582 /** \brief The expected hashsum of the decompressed index file. */
583 HashString ExpectedHash;
3174e150 584
5d885723
DK
585 /** \brief The compression-related file extensions that are being
586 * added to the downloaded file one by one if first fails (e.g., "gz bz2").
3174e150 587 */
13e8426f
MV
588 string CompressionExtension;
589
0118833a
AL
590 public:
591
17caf1b1 592 // Specialized action members
debc84b2 593 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
73da43e9 594 virtual void Done(string Message,unsigned long long Size,string Md5Hash,
459681d3 595 pkgAcquire::MethodConfig *Cnf);
0a8a80e5 596 virtual string Custom600Headers();
5d885723 597 virtual string DescURI() {return Desc.URI;};
8a8feb29 598 virtual string HashSum() {return ExpectedHash.toStr(); };
0118833a 599
3174e150
MV
600 /** \brief Create a pkgAcqIndex.
601 *
602 * \param Owner The pkgAcquire object with which this item is
603 * associated.
604 *
605 * \param URI The URI of the index file that is to be downloaded.
606 *
607 * \param URIDesc A "URI-style" description of this index file.
608 *
609 * \param ShortDesc A brief description of this index file.
610 *
495e5cb2 611 * \param ExpectedHash The expected hashsum of this index file.
3174e150
MV
612 *
613 * \param compressExt The compression-related extension with which
614 * this index file should be downloaded, or "" to autodetect
e85b4cd5
DK
615 * Compression types can be set with config Acquire::CompressionTypes,
616 * default is ".lzma" or ".bz2" (if the needed binaries are present)
617 * fallback is ".gz" or none.
3174e150 618 */
b2e465d6 619 pkgAcqIndex(pkgAcquire *Owner,string URI,string URIDesc,
f060e833
MV
620 string ShortDesc, HashString ExpectedHash,
621 string compressExt="");
5d885723
DK
622 pkgAcqIndex(pkgAcquire *Owner, struct IndexTarget const * const Target,
623 HashString const &ExpectedHash, indexRecords const *MetaIndexParser);
624 void Init(string const &URI, string const &URIDesc, string const &ShortDesc);
0118833a 625};
92fcbfc1
DK
626 /*}}}*/
627/** \brief An acquire item that is responsible for fetching a {{{
3174e150
MV
628 * translated index file.
629 *
630 * The only difference from pkgAcqIndex is that transient failures
631 * are suppressed: no error occurs if the translated index file is
632 * missing.
633 */
a52f938b
OS
634class pkgAcqIndexTrans : public pkgAcqIndex
635{
636 public:
637
638 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
963b16dc 639 virtual string Custom600Headers();
3174e150
MV
640
641 /** \brief Create a pkgAcqIndexTrans.
642 *
643 * \param Owner The pkgAcquire object with which this item is
644 * associated.
645 *
646 * \param URI The URI of the index file that is to be downloaded.
647 *
648 * \param URIDesc A "URI-style" description of this index file.
649 *
650 * \param ShortDesc A brief description of this index file.
3174e150 651 */
a52f938b 652 pkgAcqIndexTrans(pkgAcquire *Owner,string URI,string URIDesc,
3174e150 653 string ShortDesc);
ab53c018
DK
654 pkgAcqIndexTrans(pkgAcquire *Owner, struct IndexTarget const * const Target,
655 HashString const &ExpectedHash, indexRecords const *MetaIndexParser);
a52f938b 656};
92fcbfc1
DK
657 /*}}}*/
658/** \brief Information about an index file. */ /*{{{*/
14b4780d 659class IndexTarget
7db98ffc 660{
14b4780d 661 public:
3174e150 662 /** \brief A URI from which the index file can be downloaded. */
7db98ffc 663 string URI;
3174e150
MV
664
665 /** \brief A description of the index file. */
7db98ffc 666 string Description;
3174e150
MV
667
668 /** \brief A shorter description of the index file. */
7db98ffc 669 string ShortDesc;
3174e150
MV
670
671 /** \brief The key by which this index file should be
672 * looked up within the meta signature file.
673 */
7db98ffc 674 string MetaKey;
ab53c018 675
14b4780d
MV
676 virtual bool IsOptional() const {
677 return false;
678 }
679 virtual bool IsSubIndex() const {
680 return false;
681 }
7db98ffc 682};
92fcbfc1 683 /*}}}*/
ab53c018 684/** \brief Information about an optional index file. */ /*{{{*/
14b4780d
MV
685class OptionalIndexTarget : public IndexTarget
686{
687 virtual bool IsOptional() const {
688 return true;
689 }
690};
691 /*}}}*/
692/** \brief Information about an subindex index file. */ /*{{{*/
693class SubIndexTarget : public IndexTarget
ab53c018 694{
14b4780d
MV
695 virtual bool IsSubIndex() const {
696 return true;
697 }
7db98ffc 698};
92fcbfc1 699 /*}}}*/
ab53c018 700
92fcbfc1 701/** \brief An acquire item that downloads the detached signature {{{
3174e150
MV
702 * of a meta-index (Release) file, then queues up the release
703 * file itself.
704 *
705 * \todo Why protected members?
706 *
707 * \sa pkgAcqMetaIndex
708 */
7db98ffc 709class pkgAcqMetaSig : public pkgAcquire::Item
0118833a
AL
710{
711 protected:
ef942597
MV
712 /** \brief The last good signature file */
713 string LastGoodSig;
714
3174e150 715 /** \brief The fetch request that is currently being processed. */
8267fe24 716 pkgAcquire::ItemDesc Desc;
3174e150
MV
717
718 /** \brief The URI of the signature file. Unlike Desc.URI, this is
719 * never modified; it is used to determine the file that is being
720 * downloaded.
721 */
722 string RealURI;
723
724 /** \brief The URI of the meta-index file to be fetched after the signature. */
725 string MetaIndexURI;
726
727 /** \brief A "URI-style" description of the meta-index file to be
728 * fetched after the signature.
729 */
730 string MetaIndexURIDesc;
731
732 /** \brief A brief description of the meta-index file to be fetched
733 * after the signature.
734 */
735 string MetaIndexShortDesc;
736
737 /** \brief A package-system-specific parser for the meta-index file. */
7db98ffc 738 indexRecords* MetaIndexParser;
3174e150
MV
739
740 /** \brief The index files which should be looked up in the meta-index
741 * and then downloaded.
742 *
743 * \todo Why a list of pointers instead of a list of structs?
744 */
7db98ffc
MZ
745 const vector<struct IndexTarget*>* IndexTargets;
746
0118833a
AL
747 public:
748
17caf1b1 749 // Specialized action members
681d76d0 750 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
73da43e9 751 virtual void Done(string Message,unsigned long long Size,string Md5Hash,
7db98ffc 752 pkgAcquire::MethodConfig *Cnf);
0a8a80e5 753 virtual string Custom600Headers();
7db98ffc
MZ
754 virtual string DescURI() {return RealURI; };
755
3174e150 756 /** \brief Create a new pkgAcqMetaSig. */
7db98ffc
MZ
757 pkgAcqMetaSig(pkgAcquire *Owner,string URI,string URIDesc, string ShortDesc,
758 string MetaIndexURI, string MetaIndexURIDesc, string MetaIndexShortDesc,
759 const vector<struct IndexTarget*>* IndexTargets,
760 indexRecords* MetaIndexParser);
761};
92fcbfc1
DK
762 /*}}}*/
763/** \brief An item that is responsible for downloading the meta-index {{{
3174e150
MV
764 * file (i.e., Release) itself and verifying its signature.
765 *
766 * Once the download and verification are complete, the downloads of
767 * the individual index files are queued up using pkgAcqDiffIndex.
495e5cb2 768 * If the meta-index file had a valid signature, the expected hashsums
3174e150 769 * of the index files will be the md5sums listed in the meta-index;
495e5cb2 770 * otherwise, the expected hashsums will be "" (causing the
3174e150
MV
771 * authentication of the index files to be bypassed).
772 */
7db98ffc
MZ
773class pkgAcqMetaIndex : public pkgAcquire::Item
774{
775 protected:
3174e150 776 /** \brief The fetch command that is currently being processed. */
7db98ffc 777 pkgAcquire::ItemDesc Desc;
3174e150
MV
778
779 /** \brief The URI that is actually being downloaded; never
780 * modified by pkgAcqMetaIndex.
781 */
782 string RealURI;
783
784 /** \brief The file in which the signature for this index was stored.
785 *
786 * If empty, the signature and the md5sums of the individual
787 * indices will not be checked.
788 */
7db98ffc 789 string SigFile;
3174e150
MV
790
791 /** \brief The index files to download. */
7db98ffc 792 const vector<struct IndexTarget*>* IndexTargets;
3174e150
MV
793
794 /** \brief The parser for the meta-index file. */
7db98ffc 795 indexRecords* MetaIndexParser;
3174e150
MV
796
797 /** \brief If \b true, the index's signature is currently being verified.
798 */
7db98ffc 799 bool AuthPass;
ce424cd4
MV
800 // required to deal gracefully with problems caused by incorrect ims hits
801 bool IMSHit;
7db98ffc 802
3174e150
MV
803 /** \brief Check that the release file is a release file for the
804 * correct distribution.
805 *
806 * \return \b true if no fatal errors were encountered.
807 */
ce424cd4 808 bool VerifyVendor(string Message);
3174e150
MV
809
810 /** \brief Called when a file is finished being retrieved.
811 *
812 * If the file was not downloaded to DestFile, a copy process is
813 * set up to copy it to DestFile; otherwise, Complete is set to \b
814 * true and the file is moved to its final location.
815 *
816 * \param Message The message block received from the fetch
817 * subprocess.
818 */
7db98ffc 819 void RetrievalDone(string Message);
3174e150
MV
820
821 /** \brief Called when authentication succeeded.
822 *
823 * Sanity-checks the authenticated file, queues up the individual
824 * index files for download, and saves the signature in the lists
825 * directory next to the authenticated list file.
826 *
827 * \param Message The message block received from the fetch
828 * subprocess.
829 */
7db98ffc 830 void AuthDone(string Message);
3174e150
MV
831
832 /** \brief Starts downloading the individual index files.
833 *
495e5cb2 834 * \param verify If \b true, only indices whose expected hashsum
3174e150 835 * can be determined from the meta-index will be downloaded, and
495e5cb2 836 * the hashsums of indices will be checked (reporting
3174e150 837 * #StatAuthError if there is a mismatch). If verify is \b false,
495e5cb2 838 * no hashsum checking will be performed.
3174e150 839 */
7db98ffc
MZ
840 void QueueIndexes(bool verify);
841
842 public:
0a8a80e5 843
7db98ffc
MZ
844 // Specialized action members
845 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
73da43e9 846 virtual void Done(string Message,unsigned long long Size, string Hash,
7db98ffc
MZ
847 pkgAcquire::MethodConfig *Cnf);
848 virtual string Custom600Headers();
849 virtual string DescURI() {return RealURI; };
850
3174e150 851 /** \brief Create a new pkgAcqMetaIndex. */
7db98ffc
MZ
852 pkgAcqMetaIndex(pkgAcquire *Owner,
853 string URI,string URIDesc, string ShortDesc,
854 string SigFile,
855 const vector<struct IndexTarget*>* IndexTargets,
856 indexRecords* MetaIndexParser);
0118833a 857};
92fcbfc1 858 /*}}}*/
fe0f7911
DK
859/** \brief An item repsonsible for downloading clearsigned metaindexes {{{*/
860class pkgAcqMetaClearSig : public pkgAcqMetaIndex
861{
862 /** \brief The URI of the meta-index file for the detached signature */
863 string MetaIndexURI;
864
865 /** \brief A "URI-style" description of the meta-index file */
866 string MetaIndexURIDesc;
867
868 /** \brief A brief description of the meta-index file */
869 string MetaIndexShortDesc;
870
871 /** \brief The URI of the detached meta-signature file if the clearsigned one failed. */
872 string MetaSigURI;
873
874 /** \brief A "URI-style" description of the meta-signature file */
875 string MetaSigURIDesc;
876
877 /** \brief A brief description of the meta-signature file */
878 string MetaSigShortDesc;
879
880public:
881 void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
8d6c5839 882 virtual string Custom600Headers();
fe0f7911
DK
883
884 /** \brief Create a new pkgAcqMetaClearSig. */
885 pkgAcqMetaClearSig(pkgAcquire *Owner,
886 string const &URI, string const &URIDesc, string const &ShortDesc,
887 string const &MetaIndexURI, string const &MetaIndexURIDesc, string const &MetaIndexShortDesc,
888 string const &MetaSigURI, string const &MetaSigURIDesc, string const &MetaSigShortDesc,
889 const vector<struct IndexTarget*>* IndexTargets,
890 indexRecords* MetaIndexParser);
891};
892 /*}}}*/
92fcbfc1 893/** \brief An item that is responsible for fetching a package file. {{{
3174e150
MV
894 *
895 * If the package file already exists in the cache, nothing will be
896 * done.
897 */
03e39e59
AL
898class pkgAcqArchive : public pkgAcquire::Item
899{
900 protected:
3174e150 901 /** \brief The package version being fetched. */
03e39e59 902 pkgCache::VerIterator Version;
3174e150
MV
903
904 /** \brief The fetch command that is currently being processed. */
03e39e59 905 pkgAcquire::ItemDesc Desc;
3174e150
MV
906
907 /** \brief The list of sources from which to pick archives to
908 * download this package from.
909 */
03e39e59 910 pkgSourceList *Sources;
3174e150
MV
911
912 /** \brief A package records object, used to look up the file
913 * corresponding to each version of the package.
914 */
03e39e59 915 pkgRecords *Recs;
3174e150 916
495e5cb2 917 /** \brief The hashsum of this package. */
8a8feb29 918 HashString ExpectedHash;
3174e150
MV
919
920 /** \brief A location in which the actual filename of the package
921 * should be stored.
922 */
30e1eab5 923 string &StoreFilename;
3174e150
MV
924
925 /** \brief The next file for this version to try to download. */
b185acc2 926 pkgCache::VerFileIterator Vf;
3174e150
MV
927
928 /** \brief How many (more) times to try to find a new source from
929 * which to download this package version if it fails.
930 *
931 * Set from Acquire::Retries.
932 */
7d8afa39 933 unsigned int Retries;
3174e150
MV
934
935 /** \brief \b true if this version file is being downloaded from a
936 * trusted source.
937 */
7db98ffc 938 bool Trusted;
17caf1b1 939
3174e150 940 /** \brief Queue up the next available file for this version. */
b185acc2 941 bool QueueNext();
03e39e59
AL
942
943 public:
944
7d8afa39 945 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
73da43e9 946 virtual void Done(string Message,unsigned long long Size,string Hash,
459681d3 947 pkgAcquire::MethodConfig *Cnf);
36375005 948 virtual string DescURI() {return Desc.URI;};
7db98ffc 949 virtual string ShortDesc() {return Desc.ShortDesc;};
ab559b35 950 virtual void Finished();
8a8feb29 951 virtual string HashSum() {return ExpectedHash.toStr(); };
7db98ffc 952 virtual bool IsTrusted();
03e39e59 953
3174e150
MV
954 /** \brief Create a new pkgAcqArchive.
955 *
956 * \param Owner The pkgAcquire object with which this item is
957 * associated.
958 *
959 * \param Sources The sources from which to download version
960 * files.
961 *
962 * \param Recs A package records object, used to look up the file
963 * corresponding to each version of the package.
964 *
965 * \param Version The package version to download.
966 *
967 * \param StoreFilename A location in which the actual filename of
968 * the package should be stored. It will be set to a guessed
969 * basename in the constructor, and filled in with a fully
970 * qualified filename once the download finishes.
971 */
03e39e59 972 pkgAcqArchive(pkgAcquire *Owner,pkgSourceList *Sources,
30e1eab5
AL
973 pkgRecords *Recs,pkgCache::VerIterator const &Version,
974 string &StoreFilename);
03e39e59 975};
92fcbfc1
DK
976 /*}}}*/
977/** \brief Retrieve an arbitrary file to the current directory. {{{
3174e150
MV
978 *
979 * The file is retrieved even if it is accessed via a URL type that
980 * normally is a NOP, such as "file". If the download fails, the
981 * partial file is renamed to get a ".FAILED" extension.
982 */
36375005
AL
983class pkgAcqFile : public pkgAcquire::Item
984{
3174e150 985 /** \brief The currently active download process. */
36375005 986 pkgAcquire::ItemDesc Desc;
3174e150 987
495e5cb2 988 /** \brief The hashsum of the file to download, if it is known. */
8a8feb29 989 HashString ExpectedHash;
3174e150
MV
990
991 /** \brief How many times to retry the download, set from
992 * Acquire::Retries.
993 */
08cfc005 994 unsigned int Retries;
36375005 995
77278c2b
MV
996 /** \brief Should this file be considered a index file */
997 bool IsIndexFile;
998
36375005
AL
999 public:
1000
1001 // Specialized action members
08cfc005 1002 virtual void Failed(string Message,pkgAcquire::MethodConfig *Cnf);
73da43e9 1003 virtual void Done(string Message,unsigned long long Size,string CalcHash,
459681d3 1004 pkgAcquire::MethodConfig *Cnf);
36375005 1005 virtual string DescURI() {return Desc.URI;};
8a8feb29 1006 virtual string HashSum() {return ExpectedHash.toStr(); };
77278c2b 1007 virtual string Custom600Headers();
3174e150
MV
1008
1009 /** \brief Create a new pkgAcqFile object.
1010 *
1011 * \param Owner The pkgAcquire object with which this object is
1012 * associated.
1013 *
1014 * \param URI The URI to download.
1015 *
495e5cb2 1016 * \param Hash The hashsum of the file to download, if it is known;
3174e150
MV
1017 * otherwise "".
1018 *
1019 * \param Size The size of the file to download, if it is known;
1020 * otherwise 0.
1021 *
1022 * \param Desc A description of the file being downloaded.
1023 *
1024 * \param ShortDesc A brief description of the file being
1025 * downloaded.
39c7baef
MV
1026 *
1027 * \param DestDir The directory the file should be downloaded into.
1028 *
1029 * \param DestFilename The filename+path the file is downloaded to.
1030 *
77278c2b
MV
1031 * \param IsIndexFile The file is considered a IndexFile and cache-control
1032 * headers like "cache-control: max-age=0" are send
39c7baef
MV
1033 *
1034 * If DestFilename is empty, download to DestDir/<basename> if
1035 * DestDir is non-empty, $CWD/<basename> otherwise. If
1036 * DestFilename is NOT empty, DestDir is ignored and DestFilename
1037 * is the absolute name to which the file should be downloaded.
3174e150 1038 */
39c7baef 1039
73da43e9 1040 pkgAcqFile(pkgAcquire *Owner, string URI, string Hash, unsigned long long Size,
46e00f9d 1041 string Desc, string ShortDesc,
77278c2b
MV
1042 const string &DestDir="", const string &DestFilename="",
1043 bool IsIndexFile=false);
36375005 1044};
92fcbfc1 1045 /*}}}*/
3174e150
MV
1046/** @} */
1047
0118833a 1048#endif