1 // -*- mode: cpp; mode: fold -*-
3 // $Id: mirror.cc,v 1.59 2004/05/08 19:42:35 mdz Exp $
4 /* ######################################################################
6 Mirror Aquire Method - This is the Mirror aquire method for APT.
8 ##################################################################### */
10 // Include Files /*{{{*/
11 #include <apt-pkg/fileutl.h>
12 #include <apt-pkg/acquire-method.h>
13 #include <apt-pkg/acquire-item.h>
14 #include <apt-pkg/acquire.h>
15 #include <apt-pkg/error.h>
16 #include <apt-pkg/hashes.h>
17 #include <apt-pkg/sourcelist.h>
24 #include <sys/types.h>
37 * - works with http (only!)
38 * - always picks the first mirror from the list
39 * - call out to problem reporting script
40 * - supports "deb mirror://host/path/to/mirror-list/// dist component"
41 * - uses pkgAcqMethod::FailReason() to have a string representation
42 * of the failure that is also send to LP
45 * - deal with runing as non-root because we can't write to the lists
46 dir then -> use the cached mirror file
47 * - better method to download than having a pkgAcquire interface here
48 * and better error handling there!
49 * - support more than http
53 MirrorMethod::MirrorMethod()
54 : HttpMethod(), DownloadedMirrorFile(false)
58 // HttpMethod::Configuration - Handle a configuration message /*{{{*/
59 // ---------------------------------------------------------------------
60 /* We stash the desired pipeline depth */
61 bool MirrorMethod::Configuration(string Message
)
63 if (pkgAcqMethod::Configuration(Message
) == false)
65 Debug
= _config
->FindB("Debug::Acquire::mirror",false);
71 // clean the mirrors dir based on ttl information
72 bool MirrorMethod::Clean(string Dir
)
74 vector
<metaIndex
*>::const_iterator I
;
77 clog
<< "MirrorMethod::Clean(): " << Dir
<< endl
;
80 return _error
->Error("will not clean: '/'");
86 DIR *D
= opendir(Dir
.c_str());
88 return _error
->Errno("opendir",_("Unable to read %s"),Dir
.c_str());
90 string StartDir
= SafeGetCWD();
91 if (chdir(Dir
.c_str()) != 0)
94 return _error
->Errno("chdir",_("Unable to change to %s"),Dir
.c_str());
97 for (struct dirent
*Dir
= readdir(D
); Dir
!= 0; Dir
= readdir(D
))
100 if (strcmp(Dir
->d_name
,"lock") == 0 ||
101 strcmp(Dir
->d_name
,"partial") == 0 ||
102 strcmp(Dir
->d_name
,".") == 0 ||
103 strcmp(Dir
->d_name
,"..") == 0)
106 // see if we have that uri
107 for(I
=list
.begin(); I
!= list
.end(); I
++)
109 string uri
= (*I
)->GetURI();
110 if(uri
.find("mirror://") != 0)
112 string BaseUri
= uri
.substr(0,uri
.size()-1);
113 if (URItoFileName(BaseUri
) == Dir
->d_name
)
116 // nothing found, nuke it
121 chdir(StartDir
.c_str());
127 bool MirrorMethod::DownloadMirrorFile(string mirror_uri_str
)
129 // not that great to use pkgAcquire here, but we do not have
130 // any other way right now
131 string fetch
= BaseUri
;
132 fetch
.replace(0,strlen("mirror://"),"http://");
135 clog
<< "MirrorMethod::DownloadMirrorFile(): '" << fetch
<< "'"
136 << " to " << MirrorFile
<< endl
;
139 new pkgAcqFile(&Fetcher
, fetch
, "", 0, "", "", "", MirrorFile
);
140 bool res
= (Fetcher
.Run() == pkgAcquire::Continue
);
142 DownloadedMirrorFile
= true;
146 clog
<< "MirrorMethod::DownloadMirrorFile() success: " << res
<< endl
;
151 // Randomizes the lines in the mirror file, this is used so that
152 // we spread the load on the mirrors evenly
153 bool MirrorMethod::RandomizeMirrorFile(string mirror_file
)
155 vector
<string
> content
;
159 ifstream
in(mirror_file
.c_str());
160 while ( !in
.eof() ) {
162 content
.push_back(line
);
166 random_shuffle(content
.begin(), content
.end());
169 ofstream
out(mirror_file
.c_str());
170 while ( !content
.empty()) {
171 line
= content
.back();
179 /* convert a the Queue->Uri back to the mirror base uri and look
180 * at all mirrors we have for this, this is needed as queue->uri
181 * may point to different mirrors (if TryNextMirror() was run)
183 void MirrorMethod::CurrentQueueUriToMirror()
185 // already in mirror:// style so nothing to do
186 if(Queue
->Uri
.find("mirror://") == 0)
189 // find current mirror and select next one
190 for (vector
<string
>::const_iterator mirror
= AllMirrors
.begin();
191 mirror
!= AllMirrors
.end(); ++mirror
)
193 if (Queue
->Uri
.find(*mirror
) == 0)
195 Queue
->Uri
.replace(0, mirror
->length(), BaseUri
);
199 _error
->Error("Internal error: Failed to convert %s back to %s",
200 Queue
->Uri
.c_str(), BaseUri
.c_str());
203 bool MirrorMethod::TryNextMirror()
205 // find current mirror and select next one
206 for (vector
<string
>::const_iterator mirror
= AllMirrors
.begin();
207 mirror
!= AllMirrors
.end(); ++mirror
)
209 if (Queue
->Uri
.find(*mirror
) != 0)
212 vector
<string
>::const_iterator nextmirror
= mirror
+ 1;
213 if (nextmirror
== AllMirrors
.end())
215 Queue
->Uri
.replace(0, mirror
->length(), *nextmirror
);
217 clog
<< "TryNextMirror: " << Queue
->Uri
<< endl
;
220 UsedMirror
= *nextmirror
;
221 Log("Switching mirror");
226 clog
<< "TryNextMirror could not find another mirror to try" << endl
;
231 bool MirrorMethod::InitMirrors()
233 // if we do not have a MirrorFile, fallback
234 if(!FileExists(MirrorFile
))
236 // FIXME: fallback to a default mirror here instead
237 // and provide a config option to define that default
238 return _error
->Error(_("No mirror file '%s' found "), MirrorFile
.c_str());
241 // FIXME: make the mirror selection more clever, do not
242 // just use the first one!
243 // BUT: we can not make this random, the mirror has to be
244 // stable accross session, because otherwise we can
245 // get into sync issues (got indexfiles from mirror A,
246 // but packages from mirror B - one might be out of date etc)
247 ifstream
in(MirrorFile
.c_str());
253 AllMirrors
.push_back(s
);
255 Mirror
= AllMirrors
[0];
260 string
MirrorMethod::GetMirrorFileName(string mirror_uri_str
)
263 - a mirror_uri_str looks like this:
264 mirror://people.ubuntu.com/~mvo/apt/mirror/mirrors/dists/feisty/Release.gpg
266 - the matching source.list entry
267 deb mirror://people.ubuntu.com/~mvo/apt/mirror/mirrors feisty main
269 - we actually want to go after:
270 http://people.ubuntu.com/~mvo/apt/mirror/mirrors
272 And we need to save the BaseUri for later:
273 - mirror://people.ubuntu.com/~mvo/apt/mirror/mirrors
275 FIXME: what if we have two similar prefixes?
276 mirror://people.ubuntu.com/~mvo/mirror
277 mirror://people.ubuntu.com/~mvo/mirror2
278 then mirror_uri_str looks like:
279 mirror://people.ubuntu.com/~mvo/apt/mirror/dists/feisty/Release.gpg
280 mirror://people.ubuntu.com/~mvo/apt/mirror2/dists/feisty/Release.gpg
281 we search sources.list and find:
282 mirror://people.ubuntu.com/~mvo/apt/mirror
283 in both cases! So we need to apply some domain knowledge here :( and
284 check for /dists/ or /Release.gpg as suffixes
288 std::cerr
<< "GetMirrorFileName: " << mirror_uri_str
<< std::endl
;
290 // read sources.list and find match
291 vector
<metaIndex
*>::const_iterator I
;
294 for(I
=list
.begin(); I
!= list
.end(); I
++)
296 string uristr
= (*I
)->GetURI();
298 std::cerr
<< "Checking: " << uristr
<< std::endl
;
299 if(uristr
.substr(0,strlen("mirror://")) != string("mirror://"))
301 // find matching uri in sources.list
302 if(mirror_uri_str
.substr(0,uristr
.size()) == uristr
)
305 std::cerr
<< "found BaseURI: " << uristr
<< std::endl
;
306 BaseUri
= uristr
.substr(0,uristr
.size()-1);
310 name
= _config
->FindDir("Dir::State::mirrors") + URItoFileName(BaseUri
);
314 cerr
<< "base-uri: " << BaseUri
<< endl
;
315 cerr
<< "mirror-file: " << name
<< endl
;
320 // MirrorMethod::Fetch - Fetch an item /*{{{*/
321 // ---------------------------------------------------------------------
322 /* This adds an item to the pipeline. We keep the pipeline at a fixed
324 bool MirrorMethod::Fetch(FetchItem
*Itm
)
327 clog
<< "MirrorMethod::Fetch()" << endl
;
329 // the http method uses Fetch(0) as a way to update the pipeline,
330 // just let it do its work in this case - Fetch() with a valid
331 // Itm will always run before the first Fetch(0)
333 return HttpMethod::Fetch(Itm
);
335 // if we don't have the name of the mirror file on disk yet,
336 // calculate it now (can be derived from the uri)
337 if(MirrorFile
.empty())
338 MirrorFile
= GetMirrorFileName(Itm
->Uri
);
340 // download mirror file once (if we are after index files)
341 if(Itm
->IndexFile
&& !DownloadedMirrorFile
)
343 Clean(_config
->FindDir("Dir::State::mirrors"));
344 DownloadMirrorFile(Itm
->Uri
);
345 RandomizeMirrorFile(MirrorFile
);
348 if(AllMirrors
.empty()) {
350 // no valid mirror selected, something went wrong downloading
351 // from the master mirror site most likely and there is
352 // no old mirror file availalbe
357 if(Itm
->Uri
.find("mirror://") != string::npos
)
358 Itm
->Uri
.replace(0,BaseUri
.size(), Mirror
);
361 clog
<< "Fetch: " << Itm
->Uri
<< endl
<< endl
;
363 // now run the real fetcher
364 return HttpMethod::Fetch(Itm
);
367 void MirrorMethod::Fail(string Err
,bool Transient
)
369 // FIXME: TryNextMirror is not ideal for indexfile as we may
370 // run into auth issues
373 clog
<< "Failure to get " << Queue
->Uri
<< endl
;
375 // try the next mirror on fail (if its not a expected failure,
376 // e.g. translations are ok to ignore)
377 if (!Queue
->FailIgnore
&& TryNextMirror())
380 // all mirrors failed, so bail out
382 strprintf(s
, _("[Mirror: %s]"), Mirror
.c_str());
385 CurrentQueueUriToMirror();
386 pkgAcqMethod::Fail(Err
, Transient
);
389 void MirrorMethod::URIStart(FetchResult
&Res
)
391 CurrentQueueUriToMirror();
392 pkgAcqMethod::URIStart(Res
);
395 void MirrorMethod::URIDone(FetchResult
&Res
,FetchResult
*Alt
)
397 CurrentQueueUriToMirror();
398 pkgAcqMethod::URIDone(Res
, Alt
);
404 setlocale(LC_ALL
, "");
406 srand ( time(NULL
) );