merged from the debian-sid branch
[ntk/apt.git] / apt-pkg / acquire-item.cc
CommitLineData
0118833a
AL
1// -*- mode: cpp; mode: fold -*-
2// Description /*{{{*/
b3d44315 3// $Id: acquire-item.cc,v 1.46.2.9 2004/01/16 18:51:11 mdz Exp $
0118833a
AL
4/* ######################################################################
5
6 Acquire Item - Item to acquire
7
8 Each item can download to exactly one file at a time. This means you
9 cannot create an item that fetches two uri's to two files at the same
10 time. The pkgAcqIndex class creates a second class upon instantiation
11 to fetch the other index files because of this.
b185acc2 12
0118833a
AL
13 ##################################################################### */
14 /*}}}*/
15// Include Files /*{{{*/
0118833a
AL
16#include <apt-pkg/acquire-item.h>
17#include <apt-pkg/configuration.h>
b2e465d6 18#include <apt-pkg/sourcelist.h>
b3d44315 19#include <apt-pkg/vendorlist.h>
03e39e59 20#include <apt-pkg/error.h>
cdcc6d34 21#include <apt-pkg/strutl.h>
36375005 22#include <apt-pkg/fileutl.h>
b3d44315 23#include <apt-pkg/md5.h>
ac5b205a
MV
24#include <apt-pkg/sha1.h>
25#include <apt-pkg/tagfile.h>
0a8a80e5 26
b2e465d6
AL
27#include <apti18n.h>
28
0a8a80e5
AL
29#include <sys/stat.h>
30#include <unistd.h>
c88edf1d 31#include <errno.h>
5819a761 32#include <string>
ac5b205a 33#include <sstream>
c88edf1d 34#include <stdio.h>
0118833a
AL
35 /*}}}*/
36
b3d44315 37using namespace std;
5819a761 38
0118833a
AL
39// Acquire::Item::Item - Constructor /*{{{*/
40// ---------------------------------------------------------------------
41/* */
8267fe24 42pkgAcquire::Item::Item(pkgAcquire *Owner) : Owner(Owner), FileSize(0),
6b1ff003
AL
43 PartialSize(0), Mode(0), ID(0), Complete(false),
44 Local(false), QueueCounter(0)
0118833a
AL
45{
46 Owner->Add(this);
c88edf1d 47 Status = StatIdle;
0118833a
AL
48}
49 /*}}}*/
50// Acquire::Item::~Item - Destructor /*{{{*/
51// ---------------------------------------------------------------------
52/* */
53pkgAcquire::Item::~Item()
54{
55 Owner->Remove(this);
56}
57 /*}}}*/
c88edf1d
AL
58// Acquire::Item::Failed - Item failed to download /*{{{*/
59// ---------------------------------------------------------------------
93bf083d
AL
60/* We return to an idle state if there are still other queues that could
61 fetch this object */
7d8afa39 62void pkgAcquire::Item::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
c88edf1d 63{
93bf083d 64 Status = StatIdle;
db890fdb 65 ErrorText = LookupTag(Message,"Message");
c88edf1d 66 if (QueueCounter <= 1)
93bf083d 67 {
a72ace20 68 /* This indicates that the file is not available right now but might
7d8afa39 69 be sometime later. If we do a retry cycle then this should be
17caf1b1 70 retried [CDROMs] */
7d8afa39
AL
71 if (Cnf->LocalOnly == true &&
72 StringToBool(LookupTag(Message,"Transient-Failure"),false) == true)
a72ace20
AL
73 {
74 Status = StatIdle;
681d76d0 75 Dequeue();
a72ace20
AL
76 return;
77 }
78
93bf083d 79 Status = StatError;
681d76d0 80 Dequeue();
93bf083d 81 }
c88edf1d
AL
82}
83 /*}}}*/
8267fe24
AL
84// Acquire::Item::Start - Item has begun to download /*{{{*/
85// ---------------------------------------------------------------------
17caf1b1
AL
86/* Stash status and the file size. Note that setting Complete means
87 sub-phases of the acquire process such as decompresion are operating */
727f18af 88void pkgAcquire::Item::Start(string /*Message*/,unsigned long Size)
8267fe24
AL
89{
90 Status = StatFetching;
91 if (FileSize == 0 && Complete == false)
92 FileSize = Size;
93}
94 /*}}}*/
c88edf1d
AL
95// Acquire::Item::Done - Item downloaded OK /*{{{*/
96// ---------------------------------------------------------------------
97/* */
495e5cb2 98void pkgAcquire::Item::Done(string Message,unsigned long Size,string Hash,
459681d3 99 pkgAcquire::MethodConfig *Cnf)
c88edf1d 100{
b98f2859
AL
101 // We just downloaded something..
102 string FileName = LookupTag(Message,"Filename");
8f30ca30
MV
103 // we only inform the Log class if it was actually not a local thing
104 if (Complete == false && !Local && FileName == DestFile)
b98f2859
AL
105 {
106 if (Owner->Log != 0)
107 Owner->Log->Fetched(Size,atoi(LookupTag(Message,"Resume-Point","0").c_str()));
108 }
aa0e1101
AL
109
110 if (FileSize == 0)
111 FileSize= Size;
b98f2859 112
c88edf1d
AL
113 Status = StatDone;
114 ErrorText = string();
115 Owner->Dequeue(this);
116}
117 /*}}}*/
8b89e57f
AL
118// Acquire::Item::Rename - Rename a file /*{{{*/
119// ---------------------------------------------------------------------
120/* This helper function is used by alot of item methods as thier final
121 step */
122void pkgAcquire::Item::Rename(string From,string To)
123{
124 if (rename(From.c_str(),To.c_str()) != 0)
125 {
126 char S[300];
0fcd01de 127 snprintf(S,sizeof(S),_("rename failed, %s (%s -> %s)."),strerror(errno),
8b89e57f
AL
128 From.c_str(),To.c_str());
129 Status = StatError;
130 ErrorText = S;
7a3c2ab0 131 }
8b89e57f
AL
132}
133 /*}}}*/
0118833a 134
2237bd01
MV
135
136// AcqDiffIndex::AcqDiffIndex - Constructor
ac5b205a 137// ---------------------------------------------------------------------
2237bd01
MV
138/* Get the DiffIndex file first and see if there are patches availabe
139 * If so, create a pkgAcqIndexDiffs fetcher that will get and apply the
140 * patches. If anything goes wrong in that process, it will fall back to
141 * the original packages file
ac5b205a 142 */
2237bd01
MV
143pkgAcqDiffIndex::pkgAcqDiffIndex(pkgAcquire *Owner,
144 string URI,string URIDesc,string ShortDesc,
495e5cb2
MV
145 HashString ExpectedHash)
146 : Item(Owner), RealURI(URI), ExpectedHash(ExpectedHash),
147 Description(URIDesc)
ac5b205a
MV
148{
149
ac5b205a
MV
150 Debug = _config->FindB("Debug::pkgAcquire::Diffs",false);
151
2237bd01 152 Desc.Description = URIDesc + "/DiffIndex";
ac5b205a
MV
153 Desc.Owner = this;
154 Desc.ShortDesc = ShortDesc;
2237bd01
MV
155 Desc.URI = URI + ".diff/Index";
156
157 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
158 DestFile += URItoFileName(URI) + string(".DiffIndex");
159
160 if(Debug)
161 std::clog << "pkgAcqDiffIndex: " << Desc.URI << std::endl;
ac5b205a 162
2237bd01 163 // look for the current package file
ac5b205a
MV
164 CurrentPackagesFile = _config->FindDir("Dir::State::lists");
165 CurrentPackagesFile += URItoFileName(RealURI);
166
b4e57d2d
MV
167 // FIXME: this file:/ check is a hack to prevent fetching
168 // from local sources. this is really silly, and
169 // should be fixed cleanly as soon as possible
ac5b205a 170 if(!FileExists(CurrentPackagesFile) ||
81fcf9e2 171 Desc.URI.substr(0,strlen("file:/")) == "file:/")
2ac3eeb6 172 {
ac5b205a
MV
173 // we don't have a pkg file or we don't want to queue
174 if(Debug)
b4e57d2d 175 std::clog << "No index file, local or canceld by user" << std::endl;
ac5b205a
MV
176 Failed("", NULL);
177 return;
178 }
179
2ac3eeb6 180 if(Debug)
2237bd01
MV
181 std::clog << "pkgAcqIndexDiffs::pkgAcqIndexDiffs(): "
182 << CurrentPackagesFile << std::endl;
2ac3eeb6 183
ac5b205a 184 QueueURI(Desc);
2237bd01 185
ac5b205a
MV
186}
187
6cb30d01
MV
188// AcqIndex::Custom600Headers - Insert custom request headers /*{{{*/
189// ---------------------------------------------------------------------
190/* The only header we use is the last-modified header. */
2237bd01 191string pkgAcqDiffIndex::Custom600Headers()
6cb30d01 192{
6cb30d01
MV
193 string Final = _config->FindDir("Dir::State::lists");
194 Final += URItoFileName(RealURI) + string(".IndexDiff");
195
196 if(Debug)
197 std::clog << "Custom600Header-IMS: " << Final << std::endl;
198
199 struct stat Buf;
200 if (stat(Final.c_str(),&Buf) != 0)
201 return "\nIndex-File: true";
202
203 return "\nIndex-File: true\nLast-Modified: " + TimeRFC1123(Buf.st_mtime);
204}
205
2237bd01
MV
206
207bool pkgAcqDiffIndex::ParseDiffIndex(string IndexDiffFile)
208{
209 if(Debug)
210 std::clog << "pkgAcqIndexDiffs::ParseIndexDiff() " << IndexDiffFile
211 << std::endl;
212
213 pkgTagSection Tags;
214 string ServerSha1;
215 vector<DiffInfo> available_patches;
216
217 FileFd Fd(IndexDiffFile,FileFd::ReadOnly);
218 pkgTagFile TF(&Fd);
219 if (_error->PendingError() == true)
220 return false;
221
222 if(TF.Step(Tags) == true)
223 {
224 string local_sha1;
002d9943
MV
225 bool found = false;
226 DiffInfo d;
227 string size;
228
2237bd01
MV
229 string tmp = Tags.FindS("SHA1-Current");
230 std::stringstream ss(tmp);
231 ss >> ServerSha1;
232
233 FileFd fd(CurrentPackagesFile, FileFd::ReadOnly);
234 SHA1Summation SHA1;
235 SHA1.AddFD(fd.Fd(), fd.Size());
236 local_sha1 = string(SHA1.Result());
237
2ac3eeb6
MV
238 if(local_sha1 == ServerSha1)
239 {
240 // we have the same sha1 as the server
2237bd01
MV
241 if(Debug)
242 std::clog << "Package file is up-to-date" << std::endl;
002d9943
MV
243 // set found to true, this will queue a pkgAcqIndexDiffs with
244 // a empty availabe_patches
245 found = true;
2ac3eeb6
MV
246 }
247 else
248 {
002d9943
MV
249 if(Debug)
250 std::clog << "SHA1-Current: " << ServerSha1 << std::endl;
251
252 // check the historie and see what patches we need
253 string history = Tags.FindS("SHA1-History");
254 std::stringstream hist(history);
2ac3eeb6
MV
255 while(hist >> d.sha1 >> size >> d.file)
256 {
002d9943
MV
257 d.size = atoi(size.c_str());
258 // read until the first match is found
259 if(d.sha1 == local_sha1)
260 found=true;
261 // from that point on, we probably need all diffs
2ac3eeb6
MV
262 if(found)
263 {
002d9943
MV
264 if(Debug)
265 std::clog << "Need to get diff: " << d.file << std::endl;
266 available_patches.push_back(d);
267 }
2237bd01
MV
268 }
269 }
270
05aab406
MV
271 // we have something, queue the next diff
272 if(found)
2ac3eeb6 273 {
2237bd01 274 // queue the diffs
495e5cb2 275 string::size_type last_space = Description.rfind(" ");
05aab406
MV
276 if(last_space != string::npos)
277 Description.erase(last_space, Description.size()-last_space);
2237bd01 278 new pkgAcqIndexDiffs(Owner, RealURI, Description, Desc.ShortDesc,
495e5cb2 279 ExpectedHash, available_patches);
2237bd01
MV
280 Complete = false;
281 Status = StatDone;
282 Dequeue();
283 return true;
284 }
285 }
05aab406
MV
286
287 // Nothing found, report and return false
288 // Failing here is ok, if we return false later, the full
289 // IndexFile is queued
290 if(Debug)
291 std::clog << "Can't find a patch in the index file" << std::endl;
2237bd01
MV
292 return false;
293}
294
295void pkgAcqDiffIndex::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
296{
297 if(Debug)
298 std::clog << "pkgAcqDiffIndex failed: " << Desc.URI << std::endl
299 << "Falling back to normal index file aquire" << std::endl;
300
002d9943 301 new pkgAcqIndex(Owner, RealURI, Description, Desc.ShortDesc,
495e5cb2 302 ExpectedHash);
2237bd01
MV
303
304 Complete = false;
305 Status = StatDone;
306 Dequeue();
307}
308
309void pkgAcqDiffIndex::Done(string Message,unsigned long Size,string Md5Hash,
310 pkgAcquire::MethodConfig *Cnf)
311{
312 if(Debug)
313 std::clog << "pkgAcqDiffIndex::Done(): " << Desc.URI << std::endl;
314
315 Item::Done(Message,Size,Md5Hash,Cnf);
316
317 string FinalFile;
318 FinalFile = _config->FindDir("Dir::State::lists")+URItoFileName(RealURI);
319
320 // sucess in downloading the index
321 // rename the index
322 FinalFile += string(".IndexDiff");
323 if(Debug)
324 std::clog << "Renaming: " << DestFile << " -> " << FinalFile
325 << std::endl;
326 Rename(DestFile,FinalFile);
327 chmod(FinalFile.c_str(),0644);
328 DestFile = FinalFile;
329
330 if(!ParseDiffIndex(DestFile))
331 return Failed("", NULL);
332
333 Complete = true;
334 Status = StatDone;
335 Dequeue();
336 return;
337}
338
339
340
341// AcqIndexDiffs::AcqIndexDiffs - Constructor
342// ---------------------------------------------------------------------
343/* The package diff is added to the queue. one object is constructed
344 * for each diff and the index
345 */
346pkgAcqIndexDiffs::pkgAcqIndexDiffs(pkgAcquire *Owner,
347 string URI,string URIDesc,string ShortDesc,
59d5cc74 348 HashString ExpectedHash,
495e5cb2
MV
349 vector<DiffInfo> diffs)
350 : Item(Owner), RealURI(URI), ExpectedHash(ExpectedHash),
2237bd01
MV
351 available_patches(diffs)
352{
353
354 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
355 DestFile += URItoFileName(URI);
356
357 Debug = _config->FindB("Debug::pkgAcquire::Diffs",false);
358
05aab406 359 Description = URIDesc;
2237bd01
MV
360 Desc.Owner = this;
361 Desc.ShortDesc = ShortDesc;
362
2ac3eeb6
MV
363 if(available_patches.size() == 0)
364 {
2237bd01
MV
365 // we are done (yeah!)
366 Finish(true);
2ac3eeb6
MV
367 }
368 else
369 {
2237bd01
MV
370 // get the next diff
371 State = StateFetchDiff;
372 QueueNextDiff();
373 }
374}
375
376
ac5b205a
MV
377void pkgAcqIndexDiffs::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
378{
2237bd01
MV
379 if(Debug)
380 std::clog << "pkgAcqIndexDiffs failed: " << Desc.URI << std::endl
381 << "Falling back to normal index file aquire" << std::endl;
382 new pkgAcqIndex(Owner, RealURI, Description,Desc.ShortDesc,
495e5cb2 383 ExpectedHash);
ac5b205a
MV
384 Finish();
385}
386
387
388// helper that cleans the item out of the fetcher queue
389void pkgAcqIndexDiffs::Finish(bool allDone)
390{
391 // we restore the original name, this is required, otherwise
392 // the file will be cleaned
2ac3eeb6
MV
393 if(allDone)
394 {
ac5b205a
MV
395 DestFile = _config->FindDir("Dir::State::lists");
396 DestFile += URItoFileName(RealURI);
2d4722e2 397
495e5cb2 398 if(!ExpectedHash.empty() && !ExpectedHash.VerifyFile(DestFile))
2d4722e2
MV
399 {
400 Status = StatAuthError;
401 ErrorText = _("MD5Sum mismatch");
402 Rename(DestFile,DestFile + ".FAILED");
403 Dequeue();
404 return;
405 }
406
407 // this is for the "real" finish
ac5b205a 408 Complete = true;
cffc2ddd 409 Status = StatDone;
ac5b205a
MV
410 Dequeue();
411 if(Debug)
412 std::clog << "\n\nallDone: " << DestFile << "\n" << std::endl;
413 return;
ac5b205a
MV
414 }
415
416 if(Debug)
417 std::clog << "Finishing: " << Desc.URI << std::endl;
418 Complete = false;
419 Status = StatDone;
420 Dequeue();
421 return;
422}
423
424
ac5b205a
MV
425
426bool pkgAcqIndexDiffs::QueueNextDiff()
427{
3de9ff77 428
94dc9d7d
MV
429 // calc sha1 of the just patched file
430 string FinalFile = _config->FindDir("Dir::State::lists");
431 FinalFile += URItoFileName(RealURI);
432
433 FileFd fd(FinalFile, FileFd::ReadOnly);
434 SHA1Summation SHA1;
435 SHA1.AddFD(fd.Fd(), fd.Size());
436 string local_sha1 = string(SHA1.Result());
3de9ff77
MV
437 if(Debug)
438 std::clog << "QueueNextDiff: "
439 << FinalFile << " (" << local_sha1 << ")"<<std::endl;
94dc9d7d 440
26d27645
MV
441 // remove all patches until the next matching patch is found
442 // this requires the Index file to be ordered
94dc9d7d 443 for(vector<DiffInfo>::iterator I=available_patches.begin();
2ac3eeb6
MV
444 available_patches.size() > 0 &&
445 I != available_patches.end() &&
446 (*I).sha1 != local_sha1;
447 I++)
448 {
26d27645 449 available_patches.erase(I);
59a704f0 450 }
94dc9d7d
MV
451
452 // error checking and falling back if no patch was found
2ac3eeb6
MV
453 if(available_patches.size() == 0)
454 {
94dc9d7d
MV
455 Failed("", NULL);
456 return false;
457 }
6cb30d01 458
94dc9d7d 459 // queue the right diff
2237bd01 460 Desc.URI = string(RealURI) + ".diff/" + available_patches[0].file + ".gz";
05aab406 461 Desc.Description = Description + " " + available_patches[0].file + string(".pdiff");
ac5b205a 462 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
2237bd01 463 DestFile += URItoFileName(RealURI + ".diff/" + available_patches[0].file);
ac5b205a
MV
464
465 if(Debug)
466 std::clog << "pkgAcqIndexDiffs::QueueNextDiff(): " << Desc.URI << std::endl;
467
468 QueueURI(Desc);
469
470 return true;
471}
472
ac5b205a
MV
473
474
475void pkgAcqIndexDiffs::Done(string Message,unsigned long Size,string Md5Hash,
476 pkgAcquire::MethodConfig *Cnf)
477{
478 if(Debug)
479 std::clog << "pkgAcqIndexDiffs::Done(): " << Desc.URI << std::endl;
480
481 Item::Done(Message,Size,Md5Hash,Cnf);
482
4a0a786f
MV
483 string FinalFile;
484 FinalFile = _config->FindDir("Dir::State::lists")+URItoFileName(RealURI);
6cb30d01 485
4a0a786f
MV
486 // sucess in downloading a diff, enter ApplyDiff state
487 if(State == StateFetchDiff)
488 {
489
490 if(Debug)
491 std::clog << "Sending to gzip method: " << FinalFile << std::endl;
492
493 string FileName = LookupTag(Message,"Filename");
494 State = StateUnzipDiff;
b7347826 495 Local = true;
4a0a786f
MV
496 Desc.URI = "gzip:" + FileName;
497 DestFile += ".decomp";
498 QueueURI(Desc);
499 Mode = "gzip";
500 return;
501 }
502
503 // sucess in downloading a diff, enter ApplyDiff state
504 if(State == StateUnzipDiff)
505 {
506
507 // rred excepts the patch as $FinalFile.ed
508 Rename(DestFile,FinalFile+".ed");
509
510 if(Debug)
511 std::clog << "Sending to rred method: " << FinalFile << std::endl;
512
513 State = StateApplyDiff;
b7347826 514 Local = true;
4a0a786f
MV
515 Desc.URI = "rred:" + FinalFile;
516 QueueURI(Desc);
517 Mode = "rred";
518 return;
519 }
520
521
522 // success in download/apply a diff, queue next (if needed)
523 if(State == StateApplyDiff)
524 {
525 // remove the just applied patch
94dc9d7d 526 available_patches.erase(available_patches.begin());
ac5b205a 527
4a0a786f 528 // move into place
59a704f0
MV
529 if(Debug)
530 {
4a0a786f
MV
531 std::clog << "Moving patched file in place: " << std::endl
532 << DestFile << " -> " << FinalFile << std::endl;
59a704f0 533 }
4a0a786f 534 Rename(DestFile,FinalFile);
1790e0cf 535 chmod(FinalFile.c_str(),0644);
4a0a786f
MV
536
537 // see if there is more to download
94dc9d7d 538 if(available_patches.size() > 0) {
ac5b205a 539 new pkgAcqIndexDiffs(Owner, RealURI, Description, Desc.ShortDesc,
495e5cb2 540 ExpectedHash, available_patches);
4a0a786f
MV
541 return Finish();
542 } else
543 return Finish(true);
ac5b205a 544 }
ac5b205a
MV
545}
546
547
0118833a
AL
548// AcqIndex::AcqIndex - Constructor /*{{{*/
549// ---------------------------------------------------------------------
550/* The package file is added to the queue and a second class is
b2e465d6
AL
551 instantiated to fetch the revision file */
552pkgAcqIndex::pkgAcqIndex(pkgAcquire *Owner,
b3d44315 553 string URI,string URIDesc,string ShortDesc,
495e5cb2
MV
554 HashString ExpectedHash, string comprExt)
555 : Item(Owner), RealURI(URI), ExpectedHash(ExpectedHash)
0118833a 556{
8b89e57f 557 Decompression = false;
bfd22fc0 558 Erase = false;
13e8426f 559
0a8a80e5 560 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
b2e465d6 561 DestFile += URItoFileName(URI);
8267fe24 562
b3d44315
MV
563 if(comprExt.empty())
564 {
13e8426f 565 // autoselect the compression method
4577fda2 566 if(FileExists("/bin/bzip2"))
13e8426f
MV
567 CompressionExtension = ".bz2";
568 else
569 CompressionExtension = ".gz";
b3d44315 570 } else {
27d5a204 571 CompressionExtension = (comprExt == "plain" ? "" : comprExt);
b3d44315 572 }
27d5a204 573 Desc.URI = URI + CompressionExtension;
b3d44315 574
b2e465d6 575 Desc.Description = URIDesc;
8267fe24 576 Desc.Owner = this;
b2e465d6 577 Desc.ShortDesc = ShortDesc;
8267fe24
AL
578
579 QueueURI(Desc);
0118833a
AL
580}
581 /*}}}*/
0a8a80e5 582// AcqIndex::Custom600Headers - Insert custom request headers /*{{{*/
0118833a 583// ---------------------------------------------------------------------
0a8a80e5
AL
584/* The only header we use is the last-modified header. */
585string pkgAcqIndex::Custom600Headers()
0118833a 586{
0a8a80e5 587 string Final = _config->FindDir("Dir::State::lists");
b2e465d6 588 Final += URItoFileName(RealURI);
0a8a80e5
AL
589
590 struct stat Buf;
591 if (stat(Final.c_str(),&Buf) != 0)
a72ace20 592 return "\nIndex-File: true";
0118833a 593
a72ace20 594 return "\nIndex-File: true\nLast-Modified: " + TimeRFC1123(Buf.st_mtime);
0118833a
AL
595}
596 /*}}}*/
debc84b2
MZ
597
598void pkgAcqIndex::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
599{
0d7a243d 600 bool descChanged = false;
debc84b2 601 // no .bz2 found, retry with .gz
46e00f9d 602 if(Desc.URI.substr(Desc.URI.size()-3) == "bz2") {
0d7a243d 603 Desc.URI = Desc.URI.substr(0,Desc.URI.size()-3) + "gz";
b3d44315 604
0d7a243d 605 new pkgAcqIndex(Owner, RealURI, Desc.Description,Desc.ShortDesc,
495e5cb2 606 ExpectedHash, string(".gz"));
0d7a243d
EL
607 descChanged = true;
608 }
609 // no .gz found, retry with uncompressed
610 else if(Desc.URI.substr(Desc.URI.size()-2) == "gz") {
611 Desc.URI = Desc.URI.substr(0,Desc.URI.size()-2);
612
613 new pkgAcqIndex(Owner, RealURI, Desc.Description,Desc.ShortDesc,
614 ExpectedHash, string("plain"));
615 descChanged = true;
616 }
617 if (descChanged) {
b3d44315
MV
618 Status = StatDone;
619 Complete = false;
620 Dequeue();
debc84b2 621 return;
0d7a243d
EL
622 }
623
17ff0930
MV
624 // on decompression failure, remove bad versions in partial/
625 if(Decompression && Erase) {
626 string s = _config->FindDir("Dir::State::lists") + "partial/";
627 s += URItoFileName(RealURI);
628 unlink(s.c_str());
debc84b2
MZ
629 }
630
debc84b2
MZ
631 Item::Failed(Message,Cnf);
632}
633
634
8b89e57f
AL
635// AcqIndex::Done - Finished a fetch /*{{{*/
636// ---------------------------------------------------------------------
637/* This goes through a number of states.. On the initial fetch the
638 method could possibly return an alternate filename which points
639 to the uncompressed version of the file. If this is so the file
640 is copied into the partial directory. In all other cases the file
641 is decompressed with a gzip uri. */
495e5cb2 642void pkgAcqIndex::Done(string Message,unsigned long Size,string Hash,
459681d3 643 pkgAcquire::MethodConfig *Cfg)
8b89e57f 644{
495e5cb2 645 Item::Done(Message,Size,Hash,Cfg);
8b89e57f
AL
646
647 if (Decompression == true)
648 {
b3d44315
MV
649 if (_config->FindB("Debug::pkgAcquire::Auth", false))
650 {
495e5cb2
MV
651 std::cerr << std::endl << RealURI << ": Computed Hash: " << Hash;
652 std::cerr << " Expected Hash: " << ExpectedHash.toStr() << std::endl;
b3d44315
MV
653 }
654
8a8feb29 655 if (!ExpectedHash.empty() && ExpectedHash.toStr() != Hash)
b3d44315
MV
656 {
657 Status = StatAuthError;
9498d182 658 ErrorText = _("Hash Sum mismatch");
b3d44315
MV
659 Rename(DestFile,DestFile + ".FAILED");
660 return;
661 }
8b89e57f
AL
662 // Done, move it into position
663 string FinalFile = _config->FindDir("Dir::State::lists");
b2e465d6 664 FinalFile += URItoFileName(RealURI);
8b89e57f 665 Rename(DestFile,FinalFile);
7a3c2ab0 666 chmod(FinalFile.c_str(),0644);
bfd22fc0 667
7a7fa5f0
AL
668 /* We restore the original name to DestFile so that the clean operation
669 will work OK */
670 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
b2e465d6 671 DestFile += URItoFileName(RealURI);
7a7fa5f0 672
bfd22fc0
AL
673 // Remove the compressed version.
674 if (Erase == true)
bfd22fc0 675 unlink(DestFile.c_str());
8b89e57f
AL
676 return;
677 }
bfd22fc0
AL
678
679 Erase = false;
8267fe24 680 Complete = true;
bfd22fc0 681
8b89e57f
AL
682 // Handle the unzipd case
683 string FileName = LookupTag(Message,"Alt-Filename");
684 if (FileName.empty() == false)
685 {
686 // The files timestamp matches
687 if (StringToBool(LookupTag(Message,"Alt-IMS-Hit"),false) == true)
688 return;
8b89e57f 689 Decompression = true;
a6568219 690 Local = true;
8b89e57f 691 DestFile += ".decomp";
8267fe24
AL
692 Desc.URI = "copy:" + FileName;
693 QueueURI(Desc);
b98f2859 694 Mode = "copy";
8b89e57f
AL
695 return;
696 }
697
698 FileName = LookupTag(Message,"Filename");
699 if (FileName.empty() == true)
700 {
701 Status = StatError;
702 ErrorText = "Method gave a blank filename";
703 }
704
705 // The files timestamp matches
706 if (StringToBool(LookupTag(Message,"IMS-Hit"),false) == true)
707 return;
bfd22fc0
AL
708
709 if (FileName == DestFile)
710 Erase = true;
8267fe24 711 else
a6568219 712 Local = true;
8b89e57f 713
70b3d263 714 string compExt = flExtension(URI(Desc.URI).Path);
1450dbaa 715 const char *decompProg;
debc84b2
MZ
716 if(compExt == "bz2")
717 decompProg = "bzip2";
718 else if(compExt == ".gz")
719 decompProg = "gzip";
70b3d263 720 else if(compExt == "")
0d7a243d 721 decompProg = "copy";
debc84b2
MZ
722 else {
723 _error->Error("Unsupported extension: %s", compExt.c_str());
724 return;
725 }
726
8b89e57f
AL
727 Decompression = true;
728 DestFile += ".decomp";
debc84b2 729 Desc.URI = string(decompProg) + ":" + FileName;
8267fe24 730 QueueURI(Desc);
debc84b2 731 Mode = decompProg;
8b89e57f 732}
8b89e57f 733
a52f938b
OS
734// AcqIndexTrans::pkgAcqIndexTrans - Constructor /*{{{*/
735// ---------------------------------------------------------------------
736/* The Translation file is added to the queue */
737pkgAcqIndexTrans::pkgAcqIndexTrans(pkgAcquire *Owner,
495e5cb2
MV
738 string URI,string URIDesc,string ShortDesc)
739 : pkgAcqIndex(Owner, URI, URIDesc, ShortDesc, HashString(), "")
a52f938b
OS
740{
741}
742
743 /*}}}*/
744// AcqIndexTrans::Failed - Silence failure messages for missing files /*{{{*/
745// ---------------------------------------------------------------------
746/* */
747void pkgAcqIndexTrans::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
748{
749 if (Cnf->LocalOnly == true ||
750 StringToBool(LookupTag(Message,"Transient-Failure"),false) == false)
751 {
752 // Ignore this
753 Status = StatDone;
754 Complete = false;
755 Dequeue();
756 return;
757 }
758
759 Item::Failed(Message,Cnf);
760}
761 /*}}}*/
762
b3d44315
MV
763pkgAcqMetaSig::pkgAcqMetaSig(pkgAcquire *Owner,
764 string URI,string URIDesc,string ShortDesc,
765 string MetaIndexURI, string MetaIndexURIDesc,
766 string MetaIndexShortDesc,
767 const vector<IndexTarget*>* IndexTargets,
768 indexRecords* MetaIndexParser) :
769 Item(Owner), RealURI(URI), MetaIndexURI(MetaIndexURI),
46e00f9d
MV
770 MetaIndexURIDesc(MetaIndexURIDesc), MetaIndexShortDesc(MetaIndexShortDesc),
771 MetaIndexParser(MetaIndexParser), IndexTargets(IndexTargets)
0118833a 772{
0a8a80e5 773 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
b2e465d6 774 DestFile += URItoFileName(URI);
b3d44315 775
47eb38f4
MV
776 // remove any partial downloaded sig-file in partial/.
777 // it may confuse proxies and is too small to warrant a
778 // partial download anyway
f6237efd
MV
779 unlink(DestFile.c_str());
780
8267fe24 781 // Create the item
b2e465d6 782 Desc.Description = URIDesc;
8267fe24 783 Desc.Owner = this;
b3d44315
MV
784 Desc.ShortDesc = ShortDesc;
785 Desc.URI = URI;
b3d44315
MV
786
787 string Final = _config->FindDir("Dir::State::lists");
788 Final += URItoFileName(RealURI);
789 struct stat Buf;
790 if (stat(Final.c_str(),&Buf) == 0)
791 {
ef942597
MV
792 // File was already in place. It needs to be re-downloaded/verified
793 // because Release might have changed, we do give it a differnt
794 // name than DestFile because otherwise the http method will
795 // send If-Range requests and there are too many broken servers
796 // out there that do not understand them
797 LastGoodSig = DestFile+".reverify";
798 Rename(Final,LastGoodSig);
b3d44315 799 }
8267fe24 800
8267fe24 801 QueueURI(Desc);
0118833a
AL
802}
803 /*}}}*/
b3d44315 804// pkgAcqMetaSig::Custom600Headers - Insert custom request headers /*{{{*/
0118833a 805// ---------------------------------------------------------------------
0a8a80e5 806/* The only header we use is the last-modified header. */
b3d44315 807string pkgAcqMetaSig::Custom600Headers()
0118833a 808{
0a8a80e5 809 struct stat Buf;
ef942597 810 if (stat(LastGoodSig.c_str(),&Buf) != 0)
a72ace20 811 return "\nIndex-File: true";
a789b983 812
a72ace20 813 return "\nIndex-File: true\nLast-Modified: " + TimeRFC1123(Buf.st_mtime);
0118833a 814}
b3d44315
MV
815
816void pkgAcqMetaSig::Done(string Message,unsigned long Size,string MD5,
817 pkgAcquire::MethodConfig *Cfg)
c88edf1d 818{
459681d3 819 Item::Done(Message,Size,MD5,Cfg);
c88edf1d
AL
820
821 string FileName = LookupTag(Message,"Filename");
822 if (FileName.empty() == true)
823 {
824 Status = StatError;
825 ErrorText = "Method gave a blank filename";
8b89e57f 826 return;
c88edf1d 827 }
8b89e57f 828
c88edf1d
AL
829 if (FileName != DestFile)
830 {
b3d44315 831 // We have to copy it into place
a6568219 832 Local = true;
8267fe24
AL
833 Desc.URI = "copy:" + FileName;
834 QueueURI(Desc);
c88edf1d
AL
835 return;
836 }
b3d44315
MV
837
838 Complete = true;
839
ef942597
MV
840 // put the last known good file back on i-m-s hit (it will
841 // be re-verified again)
842 // Else do nothing, we have the new file in DestFile then
843 if(StringToBool(LookupTag(Message,"IMS-Hit"),false) == true)
844 Rename(LastGoodSig, DestFile);
845
b3d44315
MV
846 // queue a pkgAcqMetaIndex to be verified against the sig we just retrieved
847 new pkgAcqMetaIndex(Owner, MetaIndexURI, MetaIndexURIDesc, MetaIndexShortDesc,
848 DestFile, IndexTargets, MetaIndexParser);
849
c88edf1d
AL
850}
851 /*}}}*/
b3d44315 852void pkgAcqMetaSig::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
681d76d0 853{
47eb38f4 854 string Final = _config->FindDir("Dir::State::lists") + URItoFileName(RealURI);
a789b983 855
75dd8af1 856 // if we get a network error we fail gracefully
7e5f33eb
MV
857 if(Status == StatTransientNetworkError)
858 {
24057ad6 859 Item::Failed(Message,Cnf);
484dbb81 860 // move the sigfile back on transient network failures
47eb38f4 861 if(FileExists(DestFile))
ef942597 862 Rename(LastGoodSig,Final);
7e5f33eb
MV
863
864 // set the status back to , Item::Failed likes to reset it
865 Status = pkgAcquire::Item::StatTransientNetworkError;
24057ad6
MV
866 return;
867 }
868
75dd8af1 869 // Delete any existing sigfile when the acquire failed
75dd8af1
MV
870 unlink(Final.c_str());
871
b3d44315
MV
872 // queue a pkgAcqMetaIndex with no sigfile
873 new pkgAcqMetaIndex(Owner, MetaIndexURI, MetaIndexURIDesc, MetaIndexShortDesc,
874 "", IndexTargets, MetaIndexParser);
875
681d76d0
AL
876 if (Cnf->LocalOnly == true ||
877 StringToBool(LookupTag(Message,"Transient-Failure"),false) == false)
878 {
2b154e53
AL
879 // Ignore this
880 Status = StatDone;
881 Complete = false;
681d76d0
AL
882 Dequeue();
883 return;
884 }
885
886 Item::Failed(Message,Cnf);
887}
b3d44315
MV
888
889pkgAcqMetaIndex::pkgAcqMetaIndex(pkgAcquire *Owner,
890 string URI,string URIDesc,string ShortDesc,
891 string SigFile,
892 const vector<struct IndexTarget*>* IndexTargets,
893 indexRecords* MetaIndexParser) :
21fd1746
OS
894 Item(Owner), RealURI(URI), SigFile(SigFile), IndexTargets(IndexTargets),
895 MetaIndexParser(MetaIndexParser), AuthPass(false), IMSHit(false)
b3d44315 896{
b3d44315
MV
897 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
898 DestFile += URItoFileName(URI);
899
900 // Create the item
901 Desc.Description = URIDesc;
902 Desc.Owner = this;
903 Desc.ShortDesc = ShortDesc;
904 Desc.URI = URI;
905
906 QueueURI(Desc);
907}
908
909 /*}}}*/
910// pkgAcqMetaIndex::Custom600Headers - Insert custom request headers /*{{{*/
911// ---------------------------------------------------------------------
912/* The only header we use is the last-modified header. */
913string pkgAcqMetaIndex::Custom600Headers()
914{
915 string Final = _config->FindDir("Dir::State::lists");
916 Final += URItoFileName(RealURI);
917
918 struct stat Buf;
919 if (stat(Final.c_str(),&Buf) != 0)
920 return "\nIndex-File: true";
921
922 return "\nIndex-File: true\nLast-Modified: " + TimeRFC1123(Buf.st_mtime);
923}
924
495e5cb2 925void pkgAcqMetaIndex::Done(string Message,unsigned long Size,string Hash,
b3d44315
MV
926 pkgAcquire::MethodConfig *Cfg)
927{
495e5cb2 928 Item::Done(Message,Size,Hash,Cfg);
b3d44315
MV
929
930 // MetaIndexes are done in two passes: one to download the
931 // metaindex with an appropriate method, and a second to verify it
932 // with the gpgv method
933
934 if (AuthPass == true)
935 {
936 AuthDone(Message);
937 }
938 else
939 {
940 RetrievalDone(Message);
941 if (!Complete)
942 // Still more retrieving to do
943 return;
944
945 if (SigFile == "")
946 {
947 // There was no signature file, so we are finished. Download
948 // the indexes without verification.
949 QueueIndexes(false);
950 }
951 else
952 {
953 // There was a signature file, so pass it to gpgv for
954 // verification
955
956 if (_config->FindB("Debug::pkgAcquire::Auth", false))
957 std::cerr << "Metaindex acquired, queueing gpg verification ("
958 << SigFile << "," << DestFile << ")\n";
959 AuthPass = true;
960 Desc.URI = "gpgv:" + SigFile;
961 QueueURI(Desc);
962 Mode = "gpgv";
963 }
964 }
965}
966
967void pkgAcqMetaIndex::RetrievalDone(string Message)
968{
969 // We have just finished downloading a Release file (it is not
970 // verified yet)
971
972 string FileName = LookupTag(Message,"Filename");
973 if (FileName.empty() == true)
974 {
975 Status = StatError;
976 ErrorText = "Method gave a blank filename";
977 return;
978 }
979
980 if (FileName != DestFile)
981 {
982 Local = true;
983 Desc.URI = "copy:" + FileName;
984 QueueURI(Desc);
985 return;
986 }
987
f381d68d
MV
988 // see if the download was a IMSHit
989 IMSHit = StringToBool(LookupTag(Message,"IMS-Hit"),false);
b3d44315
MV
990 Complete = true;
991
992 string FinalFile = _config->FindDir("Dir::State::lists");
993 FinalFile += URItoFileName(RealURI);
994
4c499611
MV
995 // If we get a IMS hit we can remove the empty file in partial
996 // othersie we move the file in place
997 if (IMSHit)
998 unlink(DestFile.c_str());
999 else
b3d44315 1000 Rename(DestFile,FinalFile);
4c499611 1001
1790e0cf 1002 chmod(FinalFile.c_str(),0644);
b3d44315
MV
1003 DestFile = FinalFile;
1004}
1005
1006void pkgAcqMetaIndex::AuthDone(string Message)
1007{
1008 // At this point, the gpgv method has succeeded, so there is a
1009 // valid signature from a key in the trusted keyring. We
1010 // perform additional verification of its contents, and use them
1011 // to verify the indexes we are about to download
1012
1013 if (!MetaIndexParser->Load(DestFile))
1014 {
1015 Status = StatAuthError;
1016 ErrorText = MetaIndexParser->ErrorText;
1017 return;
1018 }
1019
ce424cd4 1020 if (!VerifyVendor(Message))
b3d44315
MV
1021 {
1022 return;
1023 }
1024
1025 if (_config->FindB("Debug::pkgAcquire::Auth", false))
1026 std::cerr << "Signature verification succeeded: "
1027 << DestFile << std::endl;
1028
1029 // Download further indexes with verification
1030 QueueIndexes(true);
1031
1032 // Done, move signature file into position
1033
1034 string VerifiedSigFile = _config->FindDir("Dir::State::lists") +
1035 URItoFileName(RealURI) + ".gpg";
1036 Rename(SigFile,VerifiedSigFile);
1037 chmod(VerifiedSigFile.c_str(),0644);
1038}
1039
1040void pkgAcqMetaIndex::QueueIndexes(bool verify)
1041{
1042 for (vector <struct IndexTarget*>::const_iterator Target = IndexTargets->begin();
1043 Target != IndexTargets->end();
1044 Target++)
1045 {
495e5cb2 1046 HashString ExpectedIndexHash;
b3d44315
MV
1047 if (verify)
1048 {
1049 const indexRecords::checkSum *Record = MetaIndexParser->Lookup((*Target)->MetaKey);
1050 if (!Record)
1051 {
1052 Status = StatAuthError;
1053 ErrorText = "Unable to find expected entry "
1054 + (*Target)->MetaKey + " in Meta-index file (malformed Release file?)";
1055 return;
1056 }
495e5cb2 1057 ExpectedIndexHash = Record->Hash;
b3d44315
MV
1058 if (_config->FindB("Debug::pkgAcquire::Auth", false))
1059 {
1060 std::cerr << "Queueing: " << (*Target)->URI << std::endl;
495e5cb2 1061 std::cerr << "Expected Hash: " << ExpectedIndexHash.toStr() << std::endl;
b3d44315 1062 }
495e5cb2 1063 if (ExpectedIndexHash.empty())
b3d44315
MV
1064 {
1065 Status = StatAuthError;
495e5cb2 1066 ErrorText = "Unable to find hash sum for "
b3d44315
MV
1067 + (*Target)->MetaKey + " in Meta-index file";
1068 return;
1069 }
1070 }
1071
2ac3eeb6
MV
1072 // Queue Packages file (either diff or full packages files, depending
1073 // on the users option)
27299daf 1074 if(_config->FindB("Acquire::PDiffs",true) == true)
2ac3eeb6 1075 new pkgAcqDiffIndex(Owner, (*Target)->URI, (*Target)->Description,
495e5cb2 1076 (*Target)->ShortDesc, ExpectedIndexHash);
2ac3eeb6 1077 else
81fcf9e2 1078 new pkgAcqIndex(Owner, (*Target)->URI, (*Target)->Description,
495e5cb2 1079 (*Target)->ShortDesc, ExpectedIndexHash);
b3d44315
MV
1080 }
1081}
1082
ce424cd4 1083bool pkgAcqMetaIndex::VerifyVendor(string Message)
b3d44315
MV
1084{
1085// // Maybe this should be made available from above so we don't have
1086// // to read and parse it every time?
1087// pkgVendorList List;
1088// List.ReadMainList();
1089
1090// const Vendor* Vndr = NULL;
1091// for (std::vector<string>::const_iterator I = GPGVOutput.begin(); I != GPGVOutput.end(); I++)
1092// {
1093// string::size_type pos = (*I).find("VALIDSIG ");
1094// if (_config->FindB("Debug::Vendor", false))
1095// std::cerr << "Looking for VALIDSIG in \"" << (*I) << "\": pos " << pos
1096// << std::endl;
1097// if (pos != std::string::npos)
1098// {
1099// string Fingerprint = (*I).substr(pos+sizeof("VALIDSIG"));
1100// if (_config->FindB("Debug::Vendor", false))
1101// std::cerr << "Looking for \"" << Fingerprint << "\" in vendor..." <<
1102// std::endl;
1103// Vndr = List.FindVendor(Fingerprint) != "";
1104// if (Vndr != NULL);
1105// break;
1106// }
1107// }
ce424cd4
MV
1108 string::size_type pos;
1109
1110 // check for missing sigs (that where not fatal because otherwise we had
1111 // bombed earlier)
1112 string missingkeys;
400ad7a4 1113 string msg = _("There is no public key available for the "
ce424cd4
MV
1114 "following key IDs:\n");
1115 pos = Message.find("NO_PUBKEY ");
1116 if (pos != std::string::npos)
1117 {
1118 string::size_type start = pos+strlen("NO_PUBKEY ");
1119 string Fingerprint = Message.substr(start, Message.find("\n")-start);
1120 missingkeys += (Fingerprint);
1121 }
1122 if(!missingkeys.empty())
1123 _error->Warning("%s", string(msg+missingkeys).c_str());
b3d44315
MV
1124
1125 string Transformed = MetaIndexParser->GetExpectedDist();
1126
1127 if (Transformed == "../project/experimental")
1128 {
1129 Transformed = "experimental";
1130 }
1131
ce424cd4 1132 pos = Transformed.rfind('/');
b3d44315
MV
1133 if (pos != string::npos)
1134 {
1135 Transformed = Transformed.substr(0, pos);
1136 }
1137
1138 if (Transformed == ".")
1139 {
1140 Transformed = "";
1141 }
1142
1143 if (_config->FindB("Debug::pkgAcquire::Auth", false))
1144 {
1145 std::cerr << "Got Codename: " << MetaIndexParser->GetDist() << std::endl;
1146 std::cerr << "Expecting Dist: " << MetaIndexParser->GetExpectedDist() << std::endl;
1147 std::cerr << "Transformed Dist: " << Transformed << std::endl;
1148 }
1149
1150 if (MetaIndexParser->CheckDist(Transformed) == false)
1151 {
1152 // This might become fatal one day
1153// Status = StatAuthError;
1154// ErrorText = "Conflicting distribution; expected "
1155// + MetaIndexParser->GetExpectedDist() + " but got "
1156// + MetaIndexParser->GetDist();
1157// return false;
1158 if (!Transformed.empty())
1159 {
1160 _error->Warning("Conflicting distribution: %s (expected %s but got %s)",
1161 Desc.Description.c_str(),
1162 Transformed.c_str(),
1163 MetaIndexParser->GetDist().c_str());
1164 }
1165 }
1166
1167 return true;
1168}
1169 /*}}}*/
1170// pkgAcqMetaIndex::Failed - no Release file present or no signature
1171// file present /*{{{*/
1172// ---------------------------------------------------------------------
1173/* */
1174void pkgAcqMetaIndex::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
1175{
1176 if (AuthPass == true)
1177 {
f381d68d
MV
1178 // if we fail the authentication but got the file via a IMS-Hit
1179 // this means that the file wasn't downloaded and that it might be
1180 // just stale (server problem, proxy etc). we delete what we have
1181 // queue it again without i-m-s
1182 // alternatively we could just unlink the file and let the user try again
1183 if (IMSHit)
1184 {
1185 Complete = false;
1186 Local = false;
1187 AuthPass = false;
1188 unlink(DestFile.c_str());
1189
1190 DestFile = _config->FindDir("Dir::State::lists") + "partial/";
1191 DestFile += URItoFileName(RealURI);
1192 Desc.URI = RealURI;
1193 QueueURI(Desc);
1194 return;
1195 }
1196
1197 // gpgv method failed
b3d44315
MV
1198 _error->Warning("GPG error: %s: %s",
1199 Desc.Description.c_str(),
1200 LookupTag(Message,"Message").c_str());
f381d68d 1201
b3d44315
MV
1202 }
1203
1204 // No Release file was present, or verification failed, so fall
1205 // back to queueing Packages files without verification
1206 QueueIndexes(false);
1207}
1208
681d76d0 1209 /*}}}*/
03e39e59
AL
1210
1211// AcqArchive::AcqArchive - Constructor /*{{{*/
1212// ---------------------------------------------------------------------
17caf1b1
AL
1213/* This just sets up the initial fetch environment and queues the first
1214 possibilitiy */
03e39e59 1215pkgAcqArchive::pkgAcqArchive(pkgAcquire *Owner,pkgSourceList *Sources,
30e1eab5
AL
1216 pkgRecords *Recs,pkgCache::VerIterator const &Version,
1217 string &StoreFilename) :
1218 Item(Owner), Version(Version), Sources(Sources), Recs(Recs),
b3d44315
MV
1219 StoreFilename(StoreFilename), Vf(Version.FileList()),
1220 Trusted(false)
03e39e59 1221{
7d8afa39 1222 Retries = _config->FindI("Acquire::Retries",0);
813c8eea
AL
1223
1224 if (Version.Arch() == 0)
bdae53f1 1225 {
d1f1f6a8 1226 _error->Error(_("I wasn't able to locate a file for the %s package. "
7a3c2ab0
AL
1227 "This might mean you need to manually fix this package. "
1228 "(due to missing arch)"),
813c8eea 1229 Version.ParentPkg().Name());
bdae53f1
AL
1230 return;
1231 }
813c8eea 1232
b2e465d6
AL
1233 /* We need to find a filename to determine the extension. We make the
1234 assumption here that all the available sources for this version share
1235 the same extension.. */
1236 // Skip not source sources, they do not have file fields.
1237 for (; Vf.end() == false; Vf++)
1238 {
1239 if ((Vf.File()->Flags & pkgCache::Flag::NotSource) != 0)
1240 continue;
1241 break;
1242 }
1243
1244 // Does not really matter here.. we are going to fail out below
1245 if (Vf.end() != true)
1246 {
1247 // If this fails to get a file name we will bomb out below.
1248 pkgRecords::Parser &Parse = Recs->Lookup(Vf);
1249 if (_error->PendingError() == true)
1250 return;
1251
1252 // Generate the final file name as: package_version_arch.foo
1253 StoreFilename = QuoteString(Version.ParentPkg().Name(),"_:") + '_' +
1254 QuoteString(Version.VerStr(),"_:") + '_' +
1255 QuoteString(Version.Arch(),"_:.") +
1256 "." + flExtension(Parse.FileName());
1257 }
b3d44315
MV
1258
1259 // check if we have one trusted source for the package. if so, switch
1260 // to "TrustedOnly" mode
1261 for (pkgCache::VerFileIterator i = Version.FileList(); i.end() == false; i++)
1262 {
1263 pkgIndexFile *Index;
1264 if (Sources->FindIndex(i.File(),Index) == false)
1265 continue;
1266 if (_config->FindB("Debug::pkgAcquire::Auth", false))
1267 {
1268 std::cerr << "Checking index: " << Index->Describe()
1269 << "(Trusted=" << Index->IsTrusted() << ")\n";
1270 }
1271 if (Index->IsTrusted()) {
1272 Trusted = true;
1273 break;
1274 }
1275 }
1276
a3371852
MV
1277 // "allow-unauthenticated" restores apts old fetching behaviour
1278 // that means that e.g. unauthenticated file:// uris are higher
1279 // priority than authenticated http:// uris
1280 if (_config->FindB("APT::Get::AllowUnauthenticated",false) == true)
1281 Trusted = false;
1282
03e39e59 1283 // Select a source
b185acc2 1284 if (QueueNext() == false && _error->PendingError() == false)
b2e465d6
AL
1285 _error->Error(_("I wasn't able to locate file for the %s package. "
1286 "This might mean you need to manually fix this package."),
b185acc2
AL
1287 Version.ParentPkg().Name());
1288}
1289 /*}}}*/
1290// AcqArchive::QueueNext - Queue the next file source /*{{{*/
1291// ---------------------------------------------------------------------
17caf1b1
AL
1292/* This queues the next available file version for download. It checks if
1293 the archive is already available in the cache and stashs the MD5 for
1294 checking later. */
b185acc2 1295bool pkgAcqArchive::QueueNext()
b2e465d6 1296{
03e39e59
AL
1297 for (; Vf.end() == false; Vf++)
1298 {
1299 // Ignore not source sources
1300 if ((Vf.File()->Flags & pkgCache::Flag::NotSource) != 0)
1301 continue;
1302
1303 // Try to cross match against the source list
b2e465d6
AL
1304 pkgIndexFile *Index;
1305 if (Sources->FindIndex(Vf.File(),Index) == false)
1306 continue;
03e39e59 1307
b3d44315
MV
1308 // only try to get a trusted package from another source if that source
1309 // is also trusted
1310 if(Trusted && !Index->IsTrusted())
1311 continue;
1312
03e39e59
AL
1313 // Grab the text package record
1314 pkgRecords::Parser &Parse = Recs->Lookup(Vf);
1315 if (_error->PendingError() == true)
b185acc2 1316 return false;
03e39e59 1317
b2e465d6 1318 string PkgFile = Parse.FileName();
495e5cb2 1319 if(Parse.SHA256Hash() != "")
8a8feb29 1320 ExpectedHash = HashString("SHA256", Parse.SHA256Hash());
495e5cb2 1321 else if (Parse.SHA1Hash() != "")
8a8feb29 1322 ExpectedHash = HashString("SHA1", Parse.SHA1Hash());
495e5cb2 1323 else
8a8feb29 1324 ExpectedHash = HashString("MD5Sum", Parse.MD5Hash());
03e39e59 1325 if (PkgFile.empty() == true)
b2e465d6
AL
1326 return _error->Error(_("The package index files are corrupted. No Filename: "
1327 "field for package %s."),
1328 Version.ParentPkg().Name());
a6568219 1329
b3d44315
MV
1330 Desc.URI = Index->ArchiveURI(PkgFile);
1331 Desc.Description = Index->ArchiveInfo(Version);
1332 Desc.Owner = this;
1333 Desc.ShortDesc = Version.ParentPkg().Name();
1334
17caf1b1 1335 // See if we already have the file. (Legacy filenames)
a6568219
AL
1336 FileSize = Version->Size;
1337 string FinalFile = _config->FindDir("Dir::Cache::Archives") + flNotDir(PkgFile);
1338 struct stat Buf;
1339 if (stat(FinalFile.c_str(),&Buf) == 0)
1340 {
1341 // Make sure the size matches
1342 if ((unsigned)Buf.st_size == Version->Size)
1343 {
1344 Complete = true;
1345 Local = true;
1346 Status = StatDone;
30e1eab5 1347 StoreFilename = DestFile = FinalFile;
b185acc2 1348 return true;
a6568219
AL
1349 }
1350
6b1ff003
AL
1351 /* Hmm, we have a file and its size does not match, this means it is
1352 an old style mismatched arch */
a6568219
AL
1353 unlink(FinalFile.c_str());
1354 }
17caf1b1
AL
1355
1356 // Check it again using the new style output filenames
1357 FinalFile = _config->FindDir("Dir::Cache::Archives") + flNotDir(StoreFilename);
1358 if (stat(FinalFile.c_str(),&Buf) == 0)
1359 {
1360 // Make sure the size matches
1361 if ((unsigned)Buf.st_size == Version->Size)
1362 {
1363 Complete = true;
1364 Local = true;
1365 Status = StatDone;
1366 StoreFilename = DestFile = FinalFile;
1367 return true;
1368 }
1369
1370 /* Hmm, we have a file and its size does not match, this shouldnt
1371 happen.. */
1372 unlink(FinalFile.c_str());
1373 }
1374
1375 DestFile = _config->FindDir("Dir::Cache::Archives") + "partial/" + flNotDir(StoreFilename);
6b1ff003
AL
1376
1377 // Check the destination file
1378 if (stat(DestFile.c_str(),&Buf) == 0)
1379 {
1380 // Hmm, the partial file is too big, erase it
1381 if ((unsigned)Buf.st_size > Version->Size)
1382 unlink(DestFile.c_str());
1383 else
1384 PartialSize = Buf.st_size;
1385 }
1386
03e39e59 1387 // Create the item
b2e465d6
AL
1388 Local = false;
1389 Desc.URI = Index->ArchiveURI(PkgFile);
1390 Desc.Description = Index->ArchiveInfo(Version);
03e39e59
AL
1391 Desc.Owner = this;
1392 Desc.ShortDesc = Version.ParentPkg().Name();
1393 QueueURI(Desc);
b185acc2
AL
1394
1395 Vf++;
1396 return true;
03e39e59 1397 }
b185acc2
AL
1398 return false;
1399}
03e39e59
AL
1400 /*}}}*/
1401// AcqArchive::Done - Finished fetching /*{{{*/
1402// ---------------------------------------------------------------------
1403/* */
495e5cb2 1404void pkgAcqArchive::Done(string Message,unsigned long Size,string CalcHash,
459681d3 1405 pkgAcquire::MethodConfig *Cfg)
03e39e59 1406{
495e5cb2 1407 Item::Done(Message,Size,CalcHash,Cfg);
03e39e59
AL
1408
1409 // Check the size
1410 if (Size != Version->Size)
1411 {
bdae53f1 1412 Status = StatError;
b2e465d6 1413 ErrorText = _("Size mismatch");
03e39e59
AL
1414 return;
1415 }
1416
495e5cb2 1417 // Check the hash
8a8feb29 1418 if(ExpectedHash.toStr() != CalcHash)
03e39e59 1419 {
495e5cb2 1420 Status = StatError;
9498d182 1421 ErrorText = _("Hash Sum mismatch");
495e5cb2
MV
1422 if(FileExists(DestFile))
1423 Rename(DestFile,DestFile + ".FAILED");
1424 return;
03e39e59 1425 }
a6568219
AL
1426
1427 // Grab the output filename
03e39e59
AL
1428 string FileName = LookupTag(Message,"Filename");
1429 if (FileName.empty() == true)
1430 {
1431 Status = StatError;
1432 ErrorText = "Method gave a blank filename";
1433 return;
1434 }
a6568219
AL
1435
1436 Complete = true;
30e1eab5
AL
1437
1438 // Reference filename
a6568219
AL
1439 if (FileName != DestFile)
1440 {
30e1eab5 1441 StoreFilename = DestFile = FileName;
a6568219
AL
1442 Local = true;
1443 return;
1444 }
1445
1446 // Done, move it into position
1447 string FinalFile = _config->FindDir("Dir::Cache::Archives");
17caf1b1 1448 FinalFile += flNotDir(StoreFilename);
a6568219 1449 Rename(DestFile,FinalFile);
03e39e59 1450
30e1eab5 1451 StoreFilename = DestFile = FinalFile;
03e39e59
AL
1452 Complete = true;
1453}
1454 /*}}}*/
db890fdb
AL
1455// AcqArchive::Failed - Failure handler /*{{{*/
1456// ---------------------------------------------------------------------
1457/* Here we try other sources */
7d8afa39 1458void pkgAcqArchive::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
db890fdb
AL
1459{
1460 ErrorText = LookupTag(Message,"Message");
b2e465d6
AL
1461
1462 /* We don't really want to retry on failed media swaps, this prevents
1463 that. An interesting observation is that permanent failures are not
1464 recorded. */
1465 if (Cnf->Removable == true &&
1466 StringToBool(LookupTag(Message,"Transient-Failure"),false) == true)
1467 {
1468 // Vf = Version.FileList();
1469 while (Vf.end() == false) Vf++;
1470 StoreFilename = string();
1471 Item::Failed(Message,Cnf);
1472 return;
1473 }
1474
db890fdb 1475 if (QueueNext() == false)
7d8afa39
AL
1476 {
1477 // This is the retry counter
1478 if (Retries != 0 &&
1479 Cnf->LocalOnly == false &&
1480 StringToBool(LookupTag(Message,"Transient-Failure"),false) == true)
1481 {
1482 Retries--;
1483 Vf = Version.FileList();
1484 if (QueueNext() == true)
1485 return;
1486 }
1487
9dbb421f 1488 StoreFilename = string();
7d8afa39
AL
1489 Item::Failed(Message,Cnf);
1490 }
db890fdb
AL
1491}
1492 /*}}}*/
b3d44315
MV
1493// AcqArchive::IsTrusted - Determine whether this archive comes from a
1494// trusted source /*{{{*/
1495// ---------------------------------------------------------------------
1496bool pkgAcqArchive::IsTrusted()
1497{
1498 return Trusted;
1499}
1500
ab559b35
AL
1501// AcqArchive::Finished - Fetching has finished, tidy up /*{{{*/
1502// ---------------------------------------------------------------------
1503/* */
1504void pkgAcqArchive::Finished()
1505{
1506 if (Status == pkgAcquire::Item::StatDone &&
1507 Complete == true)
1508 return;
1509 StoreFilename = string();
1510}
1511 /*}}}*/
36375005
AL
1512
1513// AcqFile::pkgAcqFile - Constructor /*{{{*/
1514// ---------------------------------------------------------------------
1515/* The file is added to the queue */
8a8feb29 1516pkgAcqFile::pkgAcqFile(pkgAcquire *Owner,string URI,string Hash,
46e00f9d
MV
1517 unsigned long Size,string Dsc,string ShortDesc,
1518 const string &DestDir, const string &DestFilename) :
8a8feb29 1519 Item(Owner), ExpectedHash(Hash)
36375005 1520{
08cfc005
AL
1521 Retries = _config->FindI("Acquire::Retries",0);
1522
46e00f9d
MV
1523 if(!DestFilename.empty())
1524 DestFile = DestFilename;
1525 else if(!DestDir.empty())
1526 DestFile = DestDir + "/" + flNotDir(URI);
1527 else
1528 DestFile = flNotDir(URI);
1529
36375005
AL
1530 // Create the item
1531 Desc.URI = URI;
1532 Desc.Description = Dsc;
1533 Desc.Owner = this;
1534
1535 // Set the short description to the archive component
1536 Desc.ShortDesc = ShortDesc;
1537
1538 // Get the transfer sizes
1539 FileSize = Size;
1540 struct stat Buf;
1541 if (stat(DestFile.c_str(),&Buf) == 0)
1542 {
1543 // Hmm, the partial file is too big, erase it
1544 if ((unsigned)Buf.st_size > Size)
1545 unlink(DestFile.c_str());
1546 else
1547 PartialSize = Buf.st_size;
1548 }
092ae175 1549
36375005
AL
1550 QueueURI(Desc);
1551}
1552 /*}}}*/
1553// AcqFile::Done - Item downloaded OK /*{{{*/
1554// ---------------------------------------------------------------------
1555/* */
495e5cb2 1556void pkgAcqFile::Done(string Message,unsigned long Size,string CalcHash,
459681d3 1557 pkgAcquire::MethodConfig *Cnf)
36375005 1558{
495e5cb2
MV
1559 Item::Done(Message,Size,CalcHash,Cnf);
1560
8a8feb29 1561 // Check the hash
2c941d89 1562 if(!ExpectedHash.empty() && ExpectedHash.toStr() != CalcHash)
b3c39978 1563 {
495e5cb2 1564 Status = StatError;
9498d182 1565 ErrorText = "Hash Sum mismatch";
495e5cb2
MV
1566 Rename(DestFile,DestFile + ".FAILED");
1567 return;
b3c39978
AL
1568 }
1569
36375005
AL
1570 string FileName = LookupTag(Message,"Filename");
1571 if (FileName.empty() == true)
1572 {
1573 Status = StatError;
1574 ErrorText = "Method gave a blank filename";
1575 return;
1576 }
1577
1578 Complete = true;
1579
1580 // The files timestamp matches
1581 if (StringToBool(LookupTag(Message,"IMS-Hit"),false) == true)
1582 return;
1583
1584 // We have to copy it into place
1585 if (FileName != DestFile)
1586 {
1587 Local = true;
459681d3
AL
1588 if (_config->FindB("Acquire::Source-Symlinks",true) == false ||
1589 Cnf->Removable == true)
917ae805
AL
1590 {
1591 Desc.URI = "copy:" + FileName;
1592 QueueURI(Desc);
1593 return;
1594 }
1595
83ab33fc
AL
1596 // Erase the file if it is a symlink so we can overwrite it
1597 struct stat St;
1598 if (lstat(DestFile.c_str(),&St) == 0)
1599 {
1600 if (S_ISLNK(St.st_mode) != 0)
1601 unlink(DestFile.c_str());
1602 }
1603
1604 // Symlink the file
917ae805
AL
1605 if (symlink(FileName.c_str(),DestFile.c_str()) != 0)
1606 {
83ab33fc 1607 ErrorText = "Link to " + DestFile + " failure ";
917ae805
AL
1608 Status = StatError;
1609 Complete = false;
1610 }
36375005
AL
1611 }
1612}
1613 /*}}}*/
08cfc005
AL
1614// AcqFile::Failed - Failure handler /*{{{*/
1615// ---------------------------------------------------------------------
1616/* Here we try other sources */
1617void pkgAcqFile::Failed(string Message,pkgAcquire::MethodConfig *Cnf)
1618{
1619 ErrorText = LookupTag(Message,"Message");
1620
1621 // This is the retry counter
1622 if (Retries != 0 &&
1623 Cnf->LocalOnly == false &&
1624 StringToBool(LookupTag(Message,"Transient-Failure"),false) == true)
1625 {
1626 Retries--;
1627 QueueURI(Desc);
1628 return;
1629 }
1630
1631 Item::Failed(Message,Cnf);
1632}
1633 /*}}}*/