Merge remote-tracking branch 'donkult/debian/sid' into debian/sid
[ntk/apt.git] / apt-pkg / deb / debmetaindex.cc
index 520e94a..6fd12ad 100644 (file)
@@ -1,16 +1,29 @@
-// ijones, walters
+#include <config.h>
 
 #include <apt-pkg/debmetaindex.h>
 #include <apt-pkg/debindexfile.h>
 #include <apt-pkg/strutl.h>
+#include <apt-pkg/fileutl.h>
 #include <apt-pkg/acquire-item.h>
 #include <apt-pkg/configuration.h>
 #include <apt-pkg/aptconfiguration.h>
-#include <apt-pkg/error.h>
+#include <apt-pkg/indexrecords.h>
+#include <apt-pkg/sourcelist.h>
+#include <apt-pkg/hashes.h>
+#include <apt-pkg/macros.h>
+#include <apt-pkg/metaindex.h>
+
+#include <string.h>
+#include <map>
+#include <string>
+#include <utility>
+#include <vector>
+#include <set>
+#include <algorithm>
 
 using namespace std;
 
-string debReleaseIndex::Info(const char *Type, const string Section) const
+string debReleaseIndex::Info(const char *Type, string const &Section, string const &Arch) const
 {
    string Info = ::URI::SiteOnly(URI) + ' ';
    if (Dist[Dist.size() - 1] == '/')
@@ -19,7 +32,11 @@ string debReleaseIndex::Info(const char *Type, const string Section) const
          Info += Dist;
    }
    else
-      Info += Dist + '/' + Section;   
+   {
+      Info += Dist + '/' + Section;
+      if (Arch.empty() != true)
+        Info += " " + Arch;
+   }
    Info += " ";
    Info += Type;
    return Info;
@@ -61,16 +78,37 @@ string debReleaseIndex::MetaIndexURI(const char *Type) const
    return Res;
 }
 
-string debReleaseIndex::IndexURISuffix(const char *Type, const string Section) const
+#if (APT_PKG_MAJOR >= 4 && APT_PKG_MINOR >= 13)
+std::string debReleaseIndex::LocalFileName() const
+{
+   // see if we have a InRelease file
+   std::string PathInRelease =  MetaIndexFile("InRelease");
+   if (FileExists(PathInRelease))
+      return PathInRelease;
+
+   // and if not return the normal one
+   if (FileExists(PathInRelease))
+      return MetaIndexFile("Release");
+
+   return "";
+}
+#endif
+
+string debReleaseIndex::IndexURISuffix(const char *Type, string const &Section, string const &Arch) const
 {
    string Res ="";
    if (Dist[Dist.size() - 1] != '/')
-      Res += Section + "/binary-" + _config->Find("APT::Architecture") + '/';
+   {
+      if (Arch == "native")
+        Res += Section + "/binary-" + _config->Find("APT::Architecture") + '/';
+      else
+        Res += Section + "/binary-" + Arch + '/';
+   }
    return Res + Type;
 }
    
 
-string debReleaseIndex::IndexURI(const char *Type, const string Section) const
+string debReleaseIndex::IndexURI(const char *Type, string const &Section, string const &Arch) const
 {
    if (Dist[Dist.size() - 1] == '/')
    {
@@ -82,10 +120,10 @@ string debReleaseIndex::IndexURI(const char *Type, const string Section) const
       return Res + Type;
    }
    else
-      return URI + "dists/" + Dist + '/' + IndexURISuffix(Type, Section);
+      return URI + "dists/" + Dist + '/' + IndexURISuffix(Type, Section, Arch);
  }
 
-string debReleaseIndex::SourceIndexURISuffix(const char *Type, const string Section) const
+string debReleaseIndex::SourceIndexURISuffix(const char *Type, const string &Section) const
 {
    string Res ="";
    if (Dist[Dist.size() - 1] != '/')
@@ -93,7 +131,7 @@ string debReleaseIndex::SourceIndexURISuffix(const char *Type, const string Sect
    return Res + Type;
 }
 
-string debReleaseIndex::SourceIndexURI(const char *Type, const string Section) const
+string debReleaseIndex::SourceIndexURI(const char *Type, const string &Section) const
 {
    string Res;
    if (Dist[Dist.size() - 1] == '/')
@@ -108,169 +146,326 @@ string debReleaseIndex::SourceIndexURI(const char *Type, const string Section) c
       return URI + "dists/" + Dist + "/" + SourceIndexURISuffix(Type, Section);
 }
 
-debReleaseIndex::debReleaseIndex(string URI,string Dist)
-{
-   this->URI = URI;
-   this->Dist = Dist;
-   this->Indexes = NULL;
-   this->Type = "deb";
-}
-
-debReleaseIndex::~debReleaseIndex()
+string debReleaseIndex::TranslationIndexURISuffix(const char *Type, const string &Section) const
 {
-   for (vector<const debSectionEntry *>::const_iterator I = SectionEntries.begin();
-       I != SectionEntries.end(); I++)
-      delete *I;
+   string Res ="";
+   if (Dist[Dist.size() - 1] != '/')
+      Res += Section + "/i18n/Translation-";
+   return Res + Type;
 }
 
-vector <struct IndexTarget *>* debReleaseIndex::ComputeIndexTargets() const
+string debReleaseIndex::TranslationIndexURI(const char *Type, const string &Section) const
 {
-   vector <struct IndexTarget *>* IndexTargets = new vector <IndexTarget *>;
-   for (vector <const debSectionEntry *>::const_iterator I = SectionEntries.begin();
-       I != SectionEntries.end();
-       I++)
+   string Res;
+   if (Dist[Dist.size() - 1] == '/')
    {
-      IndexTarget * Target = new IndexTarget();
-      Target->ShortDesc = (*I)->IsSrc ? "Sources" : "Packages";
-      Target->MetaKey
-       = (*I)->IsSrc ? SourceIndexURISuffix(Target->ShortDesc.c_str(), (*I)->Section)
-                     : IndexURISuffix(Target->ShortDesc.c_str(), (*I)->Section);
-      Target->URI 
-       = (*I)->IsSrc ? SourceIndexURI(Target->ShortDesc.c_str(), (*I)->Section)
-                     : IndexURI(Target->ShortDesc.c_str(), (*I)->Section);
-      
-      Target->Description = Info (Target->ShortDesc.c_str(), (*I)->Section);
-      IndexTargets->push_back (Target);
+      if (Dist != "/")
+         Res = URI + Dist;
+      else 
+         Res = URI;
+      return Res + Type;
    }
-   return IndexTargets;
+   else
+      return URI + "dists/" + Dist + "/" + TranslationIndexURISuffix(Type, Section);
+}
+
+debReleaseIndex::debReleaseIndex(string const &URI, string const &Dist) :
+                                       metaIndex(URI, Dist, "deb"), Trusted(CHECK_TRUST)
+{}
+
+debReleaseIndex::debReleaseIndex(string const &URI, string const &Dist, bool const Trusted) :
+                                       metaIndex(URI, Dist, "deb") {
+       SetTrusted(Trusted);
+}
+
+debReleaseIndex::~debReleaseIndex() {
+       for (map<string, vector<debSectionEntry const*> >::const_iterator A = ArchEntries.begin();
+            A != ArchEntries.end(); ++A)
+               for (vector<const debSectionEntry *>::const_iterator S = A->second.begin();
+                    S != A->second.end(); ++S)
+                       delete *S;
+}
+
+vector <struct IndexTarget *>* debReleaseIndex::ComputeIndexTargets() const {
+       vector <struct IndexTarget *>* IndexTargets = new vector <IndexTarget *>;
+
+       map<string, vector<debSectionEntry const*> >::const_iterator const src = ArchEntries.find("source");
+       if (src != ArchEntries.end()) {
+               vector<debSectionEntry const*> const SectionEntries = src->second;
+               for (vector<debSectionEntry const*>::const_iterator I = SectionEntries.begin();
+                    I != SectionEntries.end(); ++I) {
+                       IndexTarget * Target = new IndexTarget();
+                       Target->ShortDesc = "Sources";
+                       Target->MetaKey = SourceIndexURISuffix(Target->ShortDesc.c_str(), (*I)->Section);
+                       Target->URI = SourceIndexURI(Target->ShortDesc.c_str(), (*I)->Section);
+                       Target->Description = Info (Target->ShortDesc.c_str(), (*I)->Section);
+                       IndexTargets->push_back (Target);
+               }
+       }
+
+       // Only source release
+       if (IndexTargets->empty() == false && ArchEntries.size() == 1)
+               return IndexTargets;
+
+       std::set<std::string> sections;
+       for (map<string, vector<debSectionEntry const*> >::const_iterator a = ArchEntries.begin();
+            a != ArchEntries.end(); ++a) {
+               if (a->first == "source")
+                       continue;
+               for (vector <const debSectionEntry *>::const_iterator I = a->second.begin();
+                    I != a->second.end(); ++I) {
+                       IndexTarget * Target = new IndexTarget();
+                       Target->ShortDesc = "Packages";
+                       Target->MetaKey = IndexURISuffix(Target->ShortDesc.c_str(), (*I)->Section, a->first);
+                       Target->URI = IndexURI(Target->ShortDesc.c_str(), (*I)->Section, a->first);
+                       Target->Description = Info (Target->ShortDesc.c_str(), (*I)->Section, a->first);
+                       IndexTargets->push_back (Target);
+                       sections.insert((*I)->Section);
+               }
+       }
+
+       std::vector<std::string> lang = APT::Configuration::getLanguages(true);
+       std::vector<std::string>::iterator lend = std::remove(lang.begin(), lang.end(), "none");
+       if (lend != lang.end())
+               lang.erase(lend);
+
+       if (lang.empty() == true)
+               return IndexTargets;
+
+       // get the Translation-* files, later we will skip download of non-existent if we have an index
+       for (std::set<std::string>::const_iterator s = sections.begin();
+            s != sections.end(); ++s) {
+               for (std::vector<std::string>::const_iterator l = lang.begin();
+                    l != lang.end(); ++l) {
+                       IndexTarget * Target = new OptionalIndexTarget();
+                       Target->ShortDesc = "Translation-" + *l;
+                       Target->MetaKey = TranslationIndexURISuffix(l->c_str(), *s);
+                       Target->URI = TranslationIndexURI(l->c_str(), *s);
+                       Target->Description = Info (Target->ShortDesc.c_str(), *s);
+                       IndexTargets->push_back(Target);
+               }
+       }
+
+       return IndexTargets;
 }
                                                                        /*}}}*/
-bool debReleaseIndex::GetIndexes(pkgAcquire *Owner, bool GetAll) const
+bool debReleaseIndex::GetIndexes(pkgAcquire *Owner, bool const &GetAll) const
 {
+   bool const tryInRelease = _config->FindB("Acquire::TryInRelease", true);
+
    // special case for --print-uris
    if (GetAll) {
       vector <struct IndexTarget *> *targets = ComputeIndexTargets();
-      for (vector <struct IndexTarget*>::const_iterator Target = targets->begin(); Target != targets->end(); Target++) {
+      for (vector <struct IndexTarget*>::const_iterator Target = targets->begin(); Target != targets->end(); ++Target) {
         new pkgAcqIndex(Owner, (*Target)->URI, (*Target)->Description,
                         (*Target)->ShortDesc, HashString());
       }
+      delete targets;
+
       // this is normally created in pkgAcqMetaSig, but if we run
       // in --print-uris mode, we add it here
-      new pkgAcqMetaIndex(Owner, MetaIndexURI("Release"),
-                    MetaIndexInfo("Release"), "Release",
-                    MetaIndexURI("Release.gpg"), 
-                    ComputeIndexTargets(),
-                    new indexRecords (Dist));
-
+      if (tryInRelease == false)
+        new pkgAcqMetaIndex(Owner, MetaIndexURI("Release"),
+              MetaIndexInfo("Release"), "Release",
+              MetaIndexURI("Release.gpg"),
+              ComputeIndexTargets(),
+              new indexRecords (Dist));
    }
 
-   new pkgAcqMetaSig(Owner, MetaIndexURI("Release.gpg"),
-                    MetaIndexInfo("Release.gpg"), "Release.gpg",
-                    MetaIndexURI("Release"), MetaIndexInfo("Release"), "Release",
-                    ComputeIndexTargets(),
-                    new indexRecords (Dist));
-
-   // Queue the translations
-   std::vector<std::string> const lang = APT::Configuration::getLanguages(true);
-   for (vector<const debSectionEntry *>::const_iterator I = SectionEntries.begin(); 
-       I != SectionEntries.end(); I++) {
-
-      if((*I)->IsSrc)
-        continue;
-
-      for (vector<string>::const_iterator l = lang.begin();
-               l != lang.end(); l++)
-      {
-       if (*l == "none") continue;
-       debTranslationsIndex i = debTranslationsIndex(URI,Dist,(*I)->Section,(*l).c_str());
-       i.GetIndexes(Owner);
-      }
-   }
+   if (tryInRelease == true)
+      new pkgAcqMetaClearSig(Owner, MetaIndexURI("InRelease"),
+           MetaIndexInfo("InRelease"), "InRelease",
+           MetaIndexURI("Release"), MetaIndexInfo("Release"), "Release",
+           MetaIndexURI("Release.gpg"), MetaIndexInfo("Release.gpg"), "Release.gpg",
+           ComputeIndexTargets(),
+           new indexRecords (Dist));
+   else
+      new pkgAcqMetaSig(Owner, MetaIndexURI("Release.gpg"),
+           MetaIndexInfo("Release.gpg"), "Release.gpg",
+           MetaIndexURI("Release"), MetaIndexInfo("Release"), "Release",
+           ComputeIndexTargets(),
+           new indexRecords (Dist));
 
    return true;
 }
 
+void debReleaseIndex::SetTrusted(bool const Trusted)
+{
+       if (Trusted == true)
+               this->Trusted = ALWAYS_TRUSTED;
+       else
+               this->Trusted = NEVER_TRUSTED;
+}
+
 bool debReleaseIndex::IsTrusted() const
 {
-   string VerifiedSigFile = _config->FindDir("Dir::State::lists") +
-      URItoFileName(MetaIndexURI("Release")) + ".gpg";
-   
+   if (Trusted == ALWAYS_TRUSTED)
+      return true;
+   else if (Trusted == NEVER_TRUSTED)
+      return false;
+
+
    if(_config->FindB("APT::Authentication::TrustCDROM", false))
       if(URI.substr(0,strlen("cdrom:")) == "cdrom:")
         return true;
-   
+
+   string VerifiedSigFile = _config->FindDir("Dir::State::lists") +
+      URItoFileName(MetaIndexURI("Release")) + ".gpg";
+
    if (FileExists(VerifiedSigFile))
       return true;
-   return false;
-}
 
-vector <pkgIndexFile *> *debReleaseIndex::GetIndexFiles()
-{
-   if (Indexes != NULL)
-      return Indexes;
-
-   Indexes = new vector <pkgIndexFile*>;
-   std::vector<std::string> const lang = APT::Configuration::getLanguages(true);
-   for (vector<const debSectionEntry *>::const_iterator I = SectionEntries.begin(); 
-       I != SectionEntries.end(); I++) {
-      if ((*I)->IsSrc)
-         Indexes->push_back(new debSourcesIndex (URI, Dist, (*I)->Section, IsTrusted()));
-      else 
-      {
-         Indexes->push_back(new debPackagesIndex (URI, Dist, (*I)->Section, IsTrusted()));
+   VerifiedSigFile = _config->FindDir("Dir::State::lists") +
+      URItoFileName(MetaIndexURI("InRelease"));
 
-        for (vector<string>::const_iterator l = lang.begin();
-               l != lang.end(); l++) {
-           if (*l == "none") continue;
-           Indexes->push_back(new debTranslationsIndex(URI,Dist,(*I)->Section,(*l).c_str()));
-        }
-      }
-   }
+   return FileExists(VerifiedSigFile);
+}
 
-   return Indexes;
+vector <pkgIndexFile *> *debReleaseIndex::GetIndexFiles() {
+       if (Indexes != NULL)
+               return Indexes;
+
+       Indexes = new vector <pkgIndexFile*>;
+       map<string, vector<debSectionEntry const*> >::const_iterator const src = ArchEntries.find("source");
+       if (src != ArchEntries.end()) {
+               vector<debSectionEntry const*> const SectionEntries = src->second;
+               for (vector<debSectionEntry const*>::const_iterator I = SectionEntries.begin();
+                    I != SectionEntries.end(); ++I)
+                       Indexes->push_back(new debSourcesIndex (URI, Dist, (*I)->Section, IsTrusted()));
+       }
+
+       // Only source release
+       if (Indexes->empty() == false && ArchEntries.size() == 1)
+               return Indexes;
+
+       std::vector<std::string> const lang = APT::Configuration::getLanguages(true);
+       map<string, set<string> > sections;
+       for (map<string, vector<debSectionEntry const*> >::const_iterator a = ArchEntries.begin();
+            a != ArchEntries.end(); ++a) {
+               if (a->first == "source")
+                       continue;
+               for (vector<debSectionEntry const*>::const_iterator I = a->second.begin();
+                    I != a->second.end(); ++I) {
+                       Indexes->push_back(new debPackagesIndex (URI, Dist, (*I)->Section, IsTrusted(), a->first));
+                       sections[(*I)->Section].insert(lang.begin(), lang.end());
+               }
+       }
+
+       for (map<string, set<string> >::const_iterator s = sections.begin();
+            s != sections.end(); ++s)
+               for (set<string>::const_iterator l = s->second.begin();
+                    l != s->second.end(); ++l) {
+                       if (*l == "none") continue;
+                       Indexes->push_back(new debTranslationsIndex(URI,Dist,s->first,(*l).c_str()));
+               }
+
+       return Indexes;
 }
 
-void debReleaseIndex::PushSectionEntry(const debSectionEntry *Entry)
-{
-   SectionEntries.push_back(Entry);
+void debReleaseIndex::PushSectionEntry(vector<string> const &Archs, const debSectionEntry *Entry) {
+       for (vector<string>::const_iterator a = Archs.begin();
+            a != Archs.end(); ++a)
+               ArchEntries[*a].push_back(new debSectionEntry(Entry->Section, Entry->IsSrc));
+       delete Entry;
 }
 
-debReleaseIndex::debSectionEntry::debSectionEntry (string Section, bool IsSrc): Section(Section)
-{
-   this->IsSrc = IsSrc;
+void debReleaseIndex::PushSectionEntry(string const &Arch, const debSectionEntry *Entry) {
+       ArchEntries[Arch].push_back(Entry);
 }
 
+void debReleaseIndex::PushSectionEntry(const debSectionEntry *Entry) {
+       if (Entry->IsSrc == true)
+               PushSectionEntry("source", Entry);
+       else {
+               for (map<string, vector<const debSectionEntry *> >::iterator a = ArchEntries.begin();
+                    a != ArchEntries.end(); ++a) {
+                       a->second.push_back(Entry);
+               }
+       }
+}
+
+debReleaseIndex::debSectionEntry::debSectionEntry (string const &Section,
+               bool const &IsSrc): Section(Section), IsSrc(IsSrc)
+{}
+
 class debSLTypeDebian : public pkgSourceList::Type
 {
    protected:
 
-   bool CreateItemInternal(vector<metaIndex *> &List,string URI,
-                          string Dist,string Section,
-                          bool IsSrc) const
+   bool CreateItemInternal(vector<metaIndex *> &List, string const &URI,
+                          string const &Dist, string const &Section,
+                          bool const &IsSrc, map<string, string> const &Options) const
    {
-      for (vector<metaIndex *>::const_iterator I = List.begin(); 
-          I != List.end(); I++)
+      // parse arch=, arch+= and arch-= settings
+      map<string, string>::const_iterator arch = Options.find("arch");
+      vector<string> Archs =
+               (arch != Options.end()) ? VectorizeString(arch->second, ',') :
+                               APT::Configuration::getArchitectures();
+      if ((arch = Options.find("arch+")) != Options.end())
+      {
+        std::vector<std::string> const plusArch = VectorizeString(arch->second, ',');
+        for (std::vector<std::string>::const_iterator plus = plusArch.begin(); plus != plusArch.end(); ++plus)
+           if (std::find(Archs.begin(), Archs.end(), *plus) == Archs.end())
+              Archs.push_back(*plus);
+      }
+      if ((arch = Options.find("arch-")) != Options.end())
       {
-        // This check insures that there will be only one Release file
-        // queued for all the Packages files and Sources files it
-        // corresponds to.
-               if (strcmp((*I)->GetType(), "deb") == 0)
+        std::vector<std::string> const minusArch = VectorizeString(arch->second, ',');
+        for (std::vector<std::string>::const_iterator minus = minusArch.begin(); minus != minusArch.end(); ++minus)
         {
-           debReleaseIndex *Deb = (debReleaseIndex *) (*I);
-           // This check insures that there will be only one Release file
-           // queued for all the Packages files and Sources files it
-           // corresponds to.
-           if (Deb->GetURI() == URI && Deb->GetDist() == Dist)
+           std::vector<std::string>::iterator kill = std::find(Archs.begin(), Archs.end(), *minus);
+           if (kill != Archs.end())
+              Archs.erase(kill);
+        }
+      }
+
+      map<string, string>::const_iterator const trusted = Options.find("trusted");
+
+      for (vector<metaIndex *>::const_iterator I = List.begin();
+          I != List.end(); ++I)
+      {
+        // We only worry about debian entries here
+        if (strcmp((*I)->GetType(), "deb") != 0)
+           continue;
+
+        debReleaseIndex *Deb = (debReleaseIndex *) (*I);
+        if (trusted != Options.end())
+           Deb->SetTrusted(StringToBool(trusted->second, false));
+
+        /* This check insures that there will be only one Release file
+           queued for all the Packages files and Sources files it
+           corresponds to. */
+        if (Deb->GetURI() == URI && Deb->GetDist() == Dist)
+        {
+           if (IsSrc == true)
+              Deb->PushSectionEntry("source", new debReleaseIndex::debSectionEntry(Section, IsSrc));
+           else
            {
-              Deb->PushSectionEntry(new debReleaseIndex::debSectionEntry(Section, IsSrc));
-              return true;
+              if (Dist[Dist.size() - 1] == '/')
+                 Deb->PushSectionEntry("any", new debReleaseIndex::debSectionEntry(Section, IsSrc));
+              else
+                 Deb->PushSectionEntry(Archs, new debReleaseIndex::debSectionEntry(Section, IsSrc));
            }
+           return true;
         }
       }
+
       // No currently created Release file indexes this entry, so we create a new one.
-      // XXX determine whether this release is trusted or not
-      debReleaseIndex *Deb = new debReleaseIndex(URI,Dist);
-      Deb->PushSectionEntry (new debReleaseIndex::debSectionEntry(Section, IsSrc));
+      debReleaseIndex *Deb;
+      if (trusted != Options.end())
+        Deb = new debReleaseIndex(URI, Dist, StringToBool(trusted->second, false));
+      else
+        Deb = new debReleaseIndex(URI, Dist);
+
+      if (IsSrc == true)
+        Deb->PushSectionEntry ("source", new debReleaseIndex::debSectionEntry(Section, IsSrc));
+      else
+      {
+        if (Dist[Dist.size() - 1] == '/')
+           Deb->PushSectionEntry ("any", new debReleaseIndex::debSectionEntry(Section, IsSrc));
+        else
+           Deb->PushSectionEntry (Archs, new debReleaseIndex::debSectionEntry(Section, IsSrc));
+      }
       List.push_back(Deb);
       return true;
    }
@@ -280,10 +475,11 @@ class debSLTypeDeb : public debSLTypeDebian
 {
    public:
 
-   bool CreateItem(vector<metaIndex *> &List,string URI,
-                  string Dist,string Section) const
+   bool CreateItem(vector<metaIndex *> &List, string const &URI,
+                  string const &Dist, string const &Section,
+                  std::map<string, string> const &Options) const
    {
-      return CreateItemInternal(List, URI, Dist, Section, false);
+      return CreateItemInternal(List, URI, Dist, Section, false, Options);
    }
 
    debSLTypeDeb()
@@ -297,10 +493,11 @@ class debSLTypeDebSrc : public debSLTypeDebian
 {
    public:
 
-   bool CreateItem(vector<metaIndex *> &List,string URI,
-                  string Dist,string Section) const 
+   bool CreateItem(vector<metaIndex *> &List, string const &URI,
+                  string const &Dist, string const &Section,
+                  std::map<string, string> const &Options) const
    {
-      return CreateItemInternal(List, URI, Dist, Section, true);
+      return CreateItemInternal(List, URI, Dist, Section, true, Options);
    }
    
    debSLTypeDebSrc()