1 // -*- mode: cpp; mode: fold -*-
3 // $Id: mirror.cc,v 1.59 2004/05/08 19:42:35 mdz Exp $
4 /* ######################################################################
6 Mirror Aquire Method - This is the Mirror aquire method for APT.
8 ##################################################################### */
10 // Include Files /*{{{*/
11 #include <apt-pkg/fileutl.h>
12 #include <apt-pkg/acquire-method.h>
13 #include <apt-pkg/acquire-item.h>
14 #include <apt-pkg/acquire.h>
15 #include <apt-pkg/error.h>
16 #include <apt-pkg/hashes.h>
17 #include <apt-pkg/sourcelist.h>
26 #include <sys/types.h>
27 #include <sys/utsname.h>
40 * - works with http (only!)
41 * - always picks the first mirror from the list
42 * - call out to problem reporting script
43 * - supports "deb mirror://host/path/to/mirror-list/// dist component"
44 * - uses pkgAcqMethod::FailReason() to have a string representation
45 * of the failure that is also send to LP
48 * - deal with runing as non-root because we can't write to the lists
49 dir then -> use the cached mirror file
50 * - better method to download than having a pkgAcquire interface here
51 * and better error handling there!
52 * - support more than http
56 MirrorMethod::MirrorMethod()
57 : HttpMethod(), DownloadedMirrorFile(false)
61 // HttpMethod::Configuration - Handle a configuration message /*{{{*/
62 // ---------------------------------------------------------------------
63 /* We stash the desired pipeline depth */
64 bool MirrorMethod::Configuration(string Message
)
66 if (pkgAcqMethod::Configuration(Message
) == false)
68 Debug
= _config
->FindB("Debug::Acquire::mirror",false);
74 // clean the mirrors dir based on ttl information
75 bool MirrorMethod::Clean(string Dir
)
77 vector
<metaIndex
*>::const_iterator I
;
80 clog
<< "MirrorMethod::Clean(): " << Dir
<< endl
;
83 return _error
->Error("will not clean: '/'");
89 DIR *D
= opendir(Dir
.c_str());
91 return _error
->Errno("opendir",_("Unable to read %s"),Dir
.c_str());
93 string StartDir
= SafeGetCWD();
94 if (chdir(Dir
.c_str()) != 0)
97 return _error
->Errno("chdir",_("Unable to change to %s"),Dir
.c_str());
100 for (struct dirent
*Dir
= readdir(D
); Dir
!= 0; Dir
= readdir(D
))
103 if (strcmp(Dir
->d_name
,"lock") == 0 ||
104 strcmp(Dir
->d_name
,"partial") == 0 ||
105 strcmp(Dir
->d_name
,".") == 0 ||
106 strcmp(Dir
->d_name
,"..") == 0)
109 // see if we have that uri
110 for(I
=list
.begin(); I
!= list
.end(); I
++)
112 string uri
= (*I
)->GetURI();
113 if(uri
.find("mirror://") != 0)
115 string BaseUri
= uri
.substr(0,uri
.size()-1);
116 if (URItoFileName(BaseUri
) == Dir
->d_name
)
119 // nothing found, nuke it
124 chdir(StartDir
.c_str());
130 bool MirrorMethod::DownloadMirrorFile(string mirror_uri_str
)
132 // not that great to use pkgAcquire here, but we do not have
133 // any other way right now
134 string fetch
= BaseUri
;
135 fetch
.replace(0,strlen("mirror://"),"http://");
138 clog
<< "MirrorMethod::DownloadMirrorFile(): '" << fetch
<< "'"
139 << " to " << MirrorFile
<< endl
;
142 new pkgAcqFile(&Fetcher
, fetch
, "", 0, "", "", "", MirrorFile
);
143 bool res
= (Fetcher
.Run() == pkgAcquire::Continue
);
145 DownloadedMirrorFile
= true;
146 chmod(MirrorFile
.c_str(), 0644);
151 clog
<< "MirrorMethod::DownloadMirrorFile() success: " << res
<< endl
;
156 // Randomizes the lines in the mirror file, this is used so that
157 // we spread the load on the mirrors evenly
158 bool MirrorMethod::RandomizeMirrorFile(string mirror_file
)
160 vector
<string
> content
;
164 ifstream
in(mirror_file
.c_str());
165 while ( !in
.eof() ) {
167 content
.push_back(line
);
170 // we want the file to be random for each different machine, but also
171 // "stable" on the same machine. this is to avoid running into out-of-sync
172 // issues (i.e. Release/Release.gpg different on each mirror)
175 if(uname(&buf
) == 0) {
176 for(i
=0,seed
=1; buf
.nodename
[i
] != 0; i
++) {
177 seed
= seed
* 31 + buf
.nodename
[i
];
181 random_shuffle(content
.begin(), content
.end());
184 ofstream
out(mirror_file
.c_str());
185 while ( !content
.empty()) {
186 line
= content
.back();
194 /* convert a the Queue->Uri back to the mirror base uri and look
195 * at all mirrors we have for this, this is needed as queue->uri
196 * may point to different mirrors (if TryNextMirror() was run)
198 void MirrorMethod::CurrentQueueUriToMirror()
200 // already in mirror:// style so nothing to do
201 if(Queue
->Uri
.find("mirror://") == 0)
204 // find current mirror and select next one
205 for (vector
<string
>::const_iterator mirror
= AllMirrors
.begin();
206 mirror
!= AllMirrors
.end(); ++mirror
)
208 if (Queue
->Uri
.find(*mirror
) == 0)
210 Queue
->Uri
.replace(0, mirror
->length(), BaseUri
);
214 _error
->Error("Internal error: Failed to convert %s back to %s",
215 Queue
->Uri
.c_str(), BaseUri
.c_str());
218 bool MirrorMethod::TryNextMirror()
220 // find current mirror and select next one
221 for (vector
<string
>::const_iterator mirror
= AllMirrors
.begin();
222 mirror
!= AllMirrors
.end(); ++mirror
)
224 if (Queue
->Uri
.find(*mirror
) != 0)
227 vector
<string
>::const_iterator nextmirror
= mirror
+ 1;
228 if (nextmirror
== AllMirrors
.end())
230 Queue
->Uri
.replace(0, mirror
->length(), *nextmirror
);
232 clog
<< "TryNextMirror: " << Queue
->Uri
<< endl
;
235 UsedMirror
= *nextmirror
;
236 Log("Switching mirror");
241 clog
<< "TryNextMirror could not find another mirror to try" << endl
;
246 bool MirrorMethod::InitMirrors()
248 // if we do not have a MirrorFile, fallback
249 if(!FileExists(MirrorFile
))
251 // FIXME: fallback to a default mirror here instead
252 // and provide a config option to define that default
253 return _error
->Error(_("No mirror file '%s' found "), MirrorFile
.c_str());
256 // FIXME: make the mirror selection more clever, do not
257 // just use the first one!
258 // BUT: we can not make this random, the mirror has to be
259 // stable accross session, because otherwise we can
260 // get into sync issues (got indexfiles from mirror A,
261 // but packages from mirror B - one might be out of date etc)
262 ifstream
in(MirrorFile
.c_str());
268 AllMirrors
.push_back(s
);
270 Mirror
= AllMirrors
[0];
275 string
MirrorMethod::GetMirrorFileName(string mirror_uri_str
)
278 - a mirror_uri_str looks like this:
279 mirror://people.ubuntu.com/~mvo/apt/mirror/mirrors/dists/feisty/Release.gpg
281 - the matching source.list entry
282 deb mirror://people.ubuntu.com/~mvo/apt/mirror/mirrors feisty main
284 - we actually want to go after:
285 http://people.ubuntu.com/~mvo/apt/mirror/mirrors
287 And we need to save the BaseUri for later:
288 - mirror://people.ubuntu.com/~mvo/apt/mirror/mirrors
290 FIXME: what if we have two similar prefixes?
291 mirror://people.ubuntu.com/~mvo/mirror
292 mirror://people.ubuntu.com/~mvo/mirror2
293 then mirror_uri_str looks like:
294 mirror://people.ubuntu.com/~mvo/apt/mirror/dists/feisty/Release.gpg
295 mirror://people.ubuntu.com/~mvo/apt/mirror2/dists/feisty/Release.gpg
296 we search sources.list and find:
297 mirror://people.ubuntu.com/~mvo/apt/mirror
298 in both cases! So we need to apply some domain knowledge here :( and
299 check for /dists/ or /Release.gpg as suffixes
303 std::cerr
<< "GetMirrorFileName: " << mirror_uri_str
<< std::endl
;
305 // read sources.list and find match
306 vector
<metaIndex
*>::const_iterator I
;
309 for(I
=list
.begin(); I
!= list
.end(); I
++)
311 string uristr
= (*I
)->GetURI();
313 std::cerr
<< "Checking: " << uristr
<< std::endl
;
314 if(uristr
.substr(0,strlen("mirror://")) != string("mirror://"))
316 // find matching uri in sources.list
317 if(mirror_uri_str
.substr(0,uristr
.size()) == uristr
)
320 std::cerr
<< "found BaseURI: " << uristr
<< std::endl
;
321 BaseUri
= uristr
.substr(0,uristr
.size()-1);
325 name
= _config
->FindDir("Dir::State::mirrors") + URItoFileName(BaseUri
);
329 cerr
<< "base-uri: " << BaseUri
<< endl
;
330 cerr
<< "mirror-file: " << name
<< endl
;
335 // MirrorMethod::Fetch - Fetch an item /*{{{*/
336 // ---------------------------------------------------------------------
337 /* This adds an item to the pipeline. We keep the pipeline at a fixed
339 bool MirrorMethod::Fetch(FetchItem
*Itm
)
342 clog
<< "MirrorMethod::Fetch()" << endl
;
344 // the http method uses Fetch(0) as a way to update the pipeline,
345 // just let it do its work in this case - Fetch() with a valid
346 // Itm will always run before the first Fetch(0)
348 return HttpMethod::Fetch(Itm
);
350 // if we don't have the name of the mirror file on disk yet,
351 // calculate it now (can be derived from the uri)
352 if(MirrorFile
.empty())
353 MirrorFile
= GetMirrorFileName(Itm
->Uri
);
355 // download mirror file once (if we are after index files)
356 if(Itm
->IndexFile
&& !DownloadedMirrorFile
)
358 Clean(_config
->FindDir("Dir::State::mirrors"));
359 DownloadMirrorFile(Itm
->Uri
);
360 RandomizeMirrorFile(MirrorFile
);
363 if(AllMirrors
.empty()) {
365 // no valid mirror selected, something went wrong downloading
366 // from the master mirror site most likely and there is
367 // no old mirror file availalbe
372 if(Itm
->Uri
.find("mirror://") != string::npos
)
373 Itm
->Uri
.replace(0,BaseUri
.size(), Mirror
);
376 clog
<< "Fetch: " << Itm
->Uri
<< endl
<< endl
;
378 // now run the real fetcher
379 return HttpMethod::Fetch(Itm
);
382 void MirrorMethod::Fail(string Err
,bool Transient
)
384 // FIXME: TryNextMirror is not ideal for indexfile as we may
385 // run into auth issues
388 clog
<< "Failure to get " << Queue
->Uri
<< endl
;
390 // try the next mirror on fail (if its not a expected failure,
391 // e.g. translations are ok to ignore)
392 if (!Queue
->FailIgnore
&& TryNextMirror())
395 // all mirrors failed, so bail out
397 strprintf(s
, _("[Mirror: %s]"), Mirror
.c_str());
400 CurrentQueueUriToMirror();
401 pkgAcqMethod::Fail(Err
, Transient
);
404 void MirrorMethod::URIStart(FetchResult
&Res
)
406 CurrentQueueUriToMirror();
407 pkgAcqMethod::URIStart(Res
);
410 void MirrorMethod::URIDone(FetchResult
&Res
,FetchResult
*Alt
)
412 CurrentQueueUriToMirror();
413 pkgAcqMethod::URIDone(Res
, Alt
);
419 setlocale(LC_ALL
, "");