[ntk/apt.git] / apt-pkg / sourcelist.cc

// -*- mode: cpp; mode: fold -*-
// Description								/*{{{*/
// $Id: sourcelist.cc,v 1.3 2002/08/15 20:51:37 niemeyer Exp $
/* ######################################################################

   List of Sources
   
   ##################################################################### */
									/*}}}*/
// Include Files							/*{{{*/
#include<config.h>

#include <apt-pkg/sourcelist.h>
#include <apt-pkg/error.h>
#include <apt-pkg/fileutl.h>
#include <apt-pkg/strutl.h>
#include <apt-pkg/configuration.h>
#include <apt-pkg/metaindex.h>
#include <apt-pkg/indexfile.h>
#include <apt-pkg/tagfile.h>

#include <fstream>

#include <apti18n.h>
									/*}}}*/

using namespace std;

// Global list of Items supported
static  pkgSourceList::Type *ItmList[10];
pkgSourceList::Type **pkgSourceList::Type::GlobalList = ItmList;
unsigned long pkgSourceList::Type::GlobalListLen = 0;

// Type::Type - Constructor						/*{{{*/
// ---------------------------------------------------------------------
/* Link this to the global list of items*/
pkgSourceList::Type::Type() : Name(NULL), Label(NULL)
{
   ItmList[GlobalListLen] = this;
   GlobalListLen++;
}
									/*}}}*/
// Type::GetType - Get a specific meta for a given type			/*{{{*/
// ---------------------------------------------------------------------
/* */
pkgSourceList::Type *pkgSourceList::Type::GetType(const char *Type)
{
   for (unsigned I = 0; I != GlobalListLen; I++)
      if (strcmp(GlobalList[I]->Name,Type) == 0)
	 return GlobalList[I];
   return 0;
}
									/*}}}*/
// Type::FixupURI - Normalize the URI and check it..			/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::Type::FixupURI(string &URI) const
{
   if (URI.empty() == true)
      return false;

   if (URI.find(':') == string::npos)
      return false;

   URI = SubstVar(URI,"$(ARCH)",_config->Find("APT::Architecture"));
   
   // Make sure that the URI is / postfixed
   if (URI[URI.size() - 1] != '/')
      URI += '/';
   
   return true;
}
									/*}}}*/
// Type::ParseLine - Parse a single line				/*{{{*/
// ---------------------------------------------------------------------
/* This is a generic one that is the 'usual' format for sources.list
   Weird types may override this. */
bool pkgSourceList::Type::ParseLine(vector<metaIndex *> &List,
				    const char *Buffer,
				    unsigned long const &CurLine,
				    string const &File) const
{
   for (;Buffer != 0 && isspace(*Buffer); ++Buffer); // Skip whitespaces

   // Parse option field if it exists
   // e.g.: [ option1=value1 option2=value2 ]
   map<string, string> Options;
   if (Buffer != 0 && Buffer[0] == '[')
   {
      ++Buffer; // ignore the [
      for (;Buffer != 0 && isspace(*Buffer); ++Buffer); // Skip whitespaces
      while (*Buffer != ']')
      {
	 // get one option, e.g. option1=value1
	 string option;
	 if (ParseQuoteWord(Buffer,option) == false)
	    return _error->Error(_("Malformed line %lu in source list %s ([option] unparseable)"),CurLine,File.c_str());

	 if (option.length() < 3)
	    return _error->Error(_("Malformed line %lu in source list %s ([option] too short)"),CurLine,File.c_str());

	 // accept options even if the last has no space before the ]-end marker
	 if (option.at(option.length()-1) == ']')
	 {
	    for (; *Buffer != ']'; --Buffer);
	    option.resize(option.length()-1);
	 }

	 size_t const needle = option.find('=');
	 if (needle == string::npos)
	    return _error->Error(_("Malformed line %lu in source list %s ([%s] is not an assignment)"),CurLine,File.c_str(), option.c_str());

	 string const key = string(option, 0, needle);
	 string const value = string(option, needle + 1, option.length());

	 if (key.empty() == true)
	    return _error->Error(_("Malformed line %lu in source list %s ([%s] has no key)"),CurLine,File.c_str(), option.c_str());

	 if (value.empty() == true)
	    return _error->Error(_("Malformed line %lu in source list %s ([%s] key %s has no value)"),CurLine,File.c_str(),option.c_str(),key.c_str());

	 Options[key] = value;
      }
      ++Buffer; // ignore the ]
      for (;Buffer != 0 && isspace(*Buffer); ++Buffer); // Skip whitespaces
   }

   string URI;
   string Dist;
   string Section;

   if (ParseQuoteWord(Buffer,URI) == false)
      return _error->Error(_("Malformed line %lu in source list %s (URI)"),CurLine,File.c_str());
   if (ParseQuoteWord(Buffer,Dist) == false)
      return _error->Error(_("Malformed line %lu in source list %s (dist)"),CurLine,File.c_str());
      
   if (FixupURI(URI) == false)
      return _error->Error(_("Malformed line %lu in source list %s (URI parse)"),CurLine,File.c_str());
   
   // Check for an absolute dists specification.
   if (Dist.empty() == false && Dist[Dist.size() - 1] == '/')
   {
      if (ParseQuoteWord(Buffer,Section) == true)
	 return _error->Error(_("Malformed line %lu in source list %s (absolute dist)"),CurLine,File.c_str());
      Dist = SubstVar(Dist,"$(ARCH)",_config->Find("APT::Architecture"));
      return CreateItem(List, URI, Dist, Section, Options);
   }
   
   // Grab the rest of the dists
   if (ParseQuoteWord(Buffer,Section) == false)
      return _error->Error(_("Malformed line %lu in source list %s (dist parse)"),CurLine,File.c_str());
   
   do
   {
      if (CreateItem(List, URI, Dist, Section, Options) == false)
	 return false;
   }
   while (ParseQuoteWord(Buffer,Section) == true);
   
   return true;
}
									/*}}}*/
// SourceList::pkgSourceList - Constructors				/*{{{*/
// ---------------------------------------------------------------------
/* */
pkgSourceList::pkgSourceList()
{
}

pkgSourceList::pkgSourceList(string File)
{
   Read(File);
}
									/*}}}*/
// SourceList::~pkgSourceList - Destructor				/*{{{*/
// ---------------------------------------------------------------------
/* */
pkgSourceList::~pkgSourceList()
{
   for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
      delete *I;
}
									/*}}}*/
// SourceList::ReadMainList - Read the main source list from etc	/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::ReadMainList()
{
   // CNC:2003-03-03 - Multiple sources list support.
   bool Res = true;
#if 0
   Res = ReadVendors();
   if (Res == false)
      return false;
#endif

   Reset();
   // CNC:2003-11-28 - Entries in sources.list have priority over
   //                  entries in sources.list.d.
   string Main = _config->FindFile("Dir::Etc::sourcelist");
   string Parts = _config->FindDir("Dir::Etc::sourceparts");
   
   if (RealFileExists(Main) == true)
      Res &= ReadAppend(Main);
   else if (DirectoryExists(Parts) == false)
      // Only warn if there are no sources.list.d.
      _error->WarningE("DirectoryExists", _("Unable to read %s"), Parts.c_str());

   if (DirectoryExists(Parts) == true)
      Res &= ReadSourceDir(Parts);
   else if (RealFileExists(Main) == false)
      // Only warn if there is no sources.list file.
      _error->WarningE("RealFileExists", _("Unable to read %s"), Main.c_str());

   return Res;
}
									/*}}}*/
// SourceList::Reset - Clear the sourcelist contents			/*{{{*/
// ---------------------------------------------------------------------
/* */
void pkgSourceList::Reset()
{
   for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
      delete *I;
   SrcList.erase(SrcList.begin(),SrcList.end());
}
									/*}}}*/
// SourceList::Read - Parse the sourcelist file				/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::Read(string File)
{
   Reset();
   return ReadAppend(File);
}
									/*}}}*/
// SourceList::ReadAppend - Parse a sourcelist file			/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::ReadAppend(string File)
{
   if (_config->FindB("APT::Sources::Use-Deb822", true) == true)
      if (ParseFileDeb822(File))
         return true;
   return ParseFileOldStyle(File);
}

// SourceList::ReadFileOldStyle - Read Traditional style sources.list 	/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::ParseFileOldStyle(string File)
{
   // Open the stream for reading
   ifstream F(File.c_str(),ios::in /*| ios::nocreate*/);
   if (!F != 0)
      return _error->Errno("ifstream::ifstream",_("Opening %s"),File.c_str());

   // CNC:2003-12-10 - 300 is too short.
   char Buffer[1024];

   int CurLine = 0;
   while (F.eof() == false)
   {
      F.getline(Buffer,sizeof(Buffer));
      CurLine++;
      _strtabexpand(Buffer,sizeof(Buffer));
      if (F.fail() && !F.eof())
	 return _error->Error(_("Line %u too long in source list %s."),
			      CurLine,File.c_str());

      
      char *I;
      // CNC:2003-02-20 - Do not break if '#' is inside [].
      for (I = Buffer; *I != 0 && *I != '#'; I++)
         if (*I == '[')
         {
	    char *b_end = strchr(I + 1, ']');
            if (b_end != NULL)
               I = b_end;
         }
      *I = 0;
      
      const char *C = _strstrip(Buffer);
      
      // Comment or blank
      if (C[0] == '#' || C[0] == 0)
	 continue;
      	    
      // Grok it
      string LineType;
      if (ParseQuoteWord(C,LineType) == false)
	 return _error->Error(_("Malformed line %u in source list %s (type)"),CurLine,File.c_str());

      Type *Parse = Type::GetType(LineType.c_str());
      if (Parse == 0)
	 return _error->Error(_("Type '%s' is not known on line %u in source list %s"),LineType.c_str(),CurLine,File.c_str());
      
      if (Parse->ParseLine(SrcList, C, CurLine, File) == false)
	 return false;
   }
   return true;
}
									/*}}}*/
// SourceList::ParseFileDeb822 - Parse deb822 style sources.list 	/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::ParseFileDeb822(string File)
{

   pkgTagSection Tags;
   map<string, string> Options;
   unsigned int i=0;

   // see if we can read the file
   _error->PushToStack();
   FileFd Fd(File, FileFd::ReadOnly);
   pkgTagFile Sources(&Fd);
   if (_error->PendingError() == true)
   {
      _error->RevertToStack();
      return false;
   }
   _error->MergeWithStack();
   
   // read step by step
   while (Sources.Step(Tags) == true)
   {
      if(!Tags.Exists("Type")) 
         continue;

      string const type = Tags.FindS("Type");
      Type *Parse = Type::GetType(type.c_str());
      if (Parse == 0)
         return _error->Error(_("Type '%s' is not known on stanza %u in source list %s"),type.c_str(),i,Fd.Name().c_str());
         
      string URI = Tags.FindS("URL");
      if (!Parse->FixupURI(URI))
         return _error->Error(_("Malformed stanza %u in source list %s (URI parse)"),i,Fd.Name().c_str());

      string Dist = Tags.FindS("Dist");
      Dist = SubstVar(Dist,"$(ARCH)",_config->Find("APT::Architecture"));

      // check if there are any options we support
      const char* option_str[] = { 
         "arch", "arch+", "arch-", "trusted" };
      for (unsigned int j=0; j < sizeof(option_str)/sizeof(char*); j++)
         if (Tags.Exists(option_str[j]))
            Options[option_str[j]] = Tags.FindS(option_str[j]);

      // now create one item per section
      string const Section = Tags.FindS("Section");
      std::vector<std::string> list;
      if (Section.find(","))
         list = StringSplit(Section, ",");
      else
         list = StringSplit(Section, " ");
      for (std::vector<std::string>::const_iterator I = list.begin();
           I != list.end(); I++)
         Parse->CreateItem(SrcList, URI, Dist, (*I), Options);

      i++;
   }

   // we are done
   if(i>0)
      return true;

   return false;
}
									/*}}}*/
// SourceList::FindIndex - Get the index associated with a file		/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::FindIndex(pkgCache::PkgFileIterator File,
			      pkgIndexFile *&Found) const
{
   for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
   {
      vector<pkgIndexFile *> *Indexes = (*I)->GetIndexFiles();
      for (vector<pkgIndexFile *>::const_iterator J = Indexes->begin();
	   J != Indexes->end(); ++J)
      {
         if ((*J)->FindInCache(*File.Cache()) == File)
         {
            Found = (*J);
            return true;
         }
      }
   }

   return false;
}
									/*}}}*/
// SourceList::GetIndexes - Load the index files into the downloader	/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::GetIndexes(pkgAcquire *Owner, bool GetAll) const
{
   for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
      if ((*I)->GetIndexes(Owner,GetAll) == false)
	 return false;
   return true;
}
									/*}}}*/
// CNC:2003-03-03 - By Anton V. Denisov <avd@altlinux.org>.
// SourceList::ReadSourceDir - Read a directory with sources files
// Based on ReadConfigDir()						/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::ReadSourceDir(string Dir)
{
   vector<string> const List = GetListOfFilesInDir(Dir, "list", true);

   // Read the files
   for (vector<string>::const_iterator I = List.begin(); I != List.end(); ++I)
      if (ReadAppend(*I) == false)
	 return false;
   return true;

}
									/*}}}*/
// GetLastModified()						/*{{{*/
// ---------------------------------------------------------------------
/* */
time_t pkgSourceList::GetLastModifiedTime()
{
   vector<string> List;

   string Main = _config->FindFile("Dir::Etc::sourcelist");
   string Parts = _config->FindDir("Dir::Etc::sourceparts");

   // go over the parts
   if (DirectoryExists(Parts) == true)
      List = GetListOfFilesInDir(Parts, "list", true);

   // calculate the time
   time_t mtime_sources = GetModificationTime(Main);
   for (vector<string>::const_iterator I = List.begin(); I != List.end(); ++I)
      mtime_sources = std::max(mtime_sources, GetModificationTime(*I));

   return mtime_sources;
}
									/*}}}*/
Commit	Line	Data
6c139d6e AL	1	// -- mode: cpp; mode: fold --
6c139d6e AL	2	// Description /{{{/
34b53501	3	// $Id: sourcelist.cc,v 1.3 2002/08/15 20:51:37 niemeyer Exp $
6c139d6e AL	4	/* ######################################################################
	5
	6	List of Sources
	7
	8	##################################################################### */
	9	/}}}/
	10	// Include Files /{{{/
ea542140 DK	11	#include<config.h>
ea542140 DK	12
094a497d AL	13	#include <apt-pkg/sourcelist.h>
	14	#include <apt-pkg/error.h>
	15	#include <apt-pkg/fileutl.h>
cdcc6d34	16	#include <apt-pkg/strutl.h>
7db98ffc	17	#include <apt-pkg/configuration.h>
472ff00e DK	18	#include <apt-pkg/metaindex.h>
472ff00e DK	19	#include <apt-pkg/indexfile.h>
a537ce19	20	#include <apt-pkg/tagfile.h>
6c139d6e	21
90f057fd	22	#include <fstream>
ea542140 DK	23
ea542140 DK	24	#include <apti18n.h>
b2e465d6 AL	25	/}}}/
b2e465d6 AL	26
4d6f8bdf AL	27	using namespace std;
	28
	29	// Global list of Items supported
b2e465d6 AL	30	static pkgSourceList::Type *ItmList[10];
	31	pkgSourceList::Type **pkgSourceList::Type::GlobalList = ItmList;
	32	unsigned long pkgSourceList::Type::GlobalListLen = 0;
	33
	34	// Type::Type - Constructor /{{{/
	35	// ---------------------------------------------------------------------
	36	/* Link this to the global list of items*/
dcaa1185	37	pkgSourceList::Type::Type() : Name(NULL), Label(NULL)
b2e465d6 AL	38	{
	39	ItmList[GlobalListLen] = this;
	40	GlobalListLen++;
	41	}
	42	/}}}/
	43	// Type::GetType - Get a specific meta for a given type /{{{/
	44	// ---------------------------------------------------------------------
	45	/* */
	46	pkgSourceList::Type pkgSourceList::Type::GetType(const char Type)
	47	{
	48	for (unsigned I = 0; I != GlobalListLen; I++)
	49	if (strcmp(GlobalList[I]->Name,Type) == 0)
	50	return GlobalList[I];
	51	return 0;
	52	}
	53	/}}}/
	54	// Type::FixupURI - Normalize the URI and check it.. /{{{/
	55	// ---------------------------------------------------------------------
	56	/* */
	57	bool pkgSourceList::Type::FixupURI(string &URI) const
	58	{
	59	if (URI.empty() == true)
	60	return false;
	61
	62	if (URI.find(':') == string::npos)
	63	return false;
	64
	65	URI = SubstVar(URI,"$(ARCH)",_config->Find("APT::Architecture"));
	66
a7c835af	67	// Make sure that the URI is / postfixed
b2e465d6 AL	68	if (URI[URI.size() - 1] != '/')
	69	URI += '/';
	70
	71	return true;
	72	}
	73	/}}}/
	74	// Type::ParseLine - Parse a single line /{{{/
	75	// ---------------------------------------------------------------------
	76	/* This is a generic one that is the 'usual' format for sources.list
	77	Weird types may override this. */
7db98ffc	78	bool pkgSourceList::Type::ParseLine(vector<metaIndex *> &List,
b2e465d6	79	const char *Buffer,
5dd4c8b8 DK	80	unsigned long const &CurLine,
5dd4c8b8 DK	81	string const &File) const
b2e465d6	82	{
5dd4c8b8 DK	83	for (;Buffer != 0 && isspace(*Buffer); ++Buffer); // Skip whitespaces
	84
	85	// Parse option field if it exists
	86	// e.g.: [ option1=value1 option2=value2 ]
	87	map<string, string> Options;
	88	if (Buffer != 0 && Buffer[0] == '[')
	89	{
	90	++Buffer; // ignore the [
	91	for (;Buffer != 0 && isspace(*Buffer); ++Buffer); // Skip whitespaces
	92	while (*Buffer != ']')
	93	{
	94	// get one option, e.g. option1=value1
	95	string option;
	96	if (ParseQuoteWord(Buffer,option) == false)
	97	return _error->Error(_("Malformed line %lu in source list %s ([option] unparseable)"),CurLine,File.c_str());
	98
	99	if (option.length() < 3)
	100	return _error->Error(_("Malformed line %lu in source list %s ([option] too short)"),CurLine,File.c_str());
	101
6838dd87 DK	102	// accept options even if the last has no space before the ]-end marker
	103	if (option.at(option.length()-1) == ']')
	104	{
	105	for (; *Buffer != ']'; --Buffer);
	106	option.resize(option.length()-1);
	107	}
	108
5dd4c8b8 DK	109	size_t const needle = option.find('=');
	110	if (needle == string::npos)
	111	return _error->Error(_("Malformed line %lu in source list %s ([%s] is not an assignment)"),CurLine,File.c_str(), option.c_str());
	112
	113	string const key = string(option, 0, needle);
	114	string const value = string(option, needle + 1, option.length());
	115
	116	if (key.empty() == true)
	117	return _error->Error(_("Malformed line %lu in source list %s ([%s] has no key)"),CurLine,File.c_str(), option.c_str());
	118
	119	if (value.empty() == true)
	120	return _error->Error(_("Malformed line %lu in source list %s ([%s] key %s has no value)"),CurLine,File.c_str(),option.c_str(),key.c_str());
	121
	122	Options[key] = value;
	123	}
	124	++Buffer; // ignore the ]
	125	for (;Buffer != 0 && isspace(*Buffer); ++Buffer); // Skip whitespaces
	126	}
	127
b2e465d6 AL	128	string URI;
b2e465d6 AL	129	string Dist;
5dd4c8b8 DK	130	string Section;
5dd4c8b8 DK	131
b2e465d6 AL	132	if (ParseQuoteWord(Buffer,URI) == false)
	133	return _error->Error(_("Malformed line %lu in source list %s (URI)"),CurLine,File.c_str());
	134	if (ParseQuoteWord(Buffer,Dist) == false)
	135	return _error->Error(_("Malformed line %lu in source list %s (dist)"),CurLine,File.c_str());
	136
	137	if (FixupURI(URI) == false)
	138	return _error->Error(_("Malformed line %lu in source list %s (URI parse)"),CurLine,File.c_str());
	139
	140	// Check for an absolute dists specification.
	141	if (Dist.empty() == false && Dist[Dist.size() - 1] == '/')
	142	{
	143	if (ParseQuoteWord(Buffer,Section) == true)
db0db9fe	144	return _error->Error(_("Malformed line %lu in source list %s (absolute dist)"),CurLine,File.c_str());
b2e465d6	145	Dist = SubstVar(Dist,"$(ARCH)",_config->Find("APT::Architecture"));
5dd4c8b8	146	return CreateItem(List, URI, Dist, Section, Options);
b2e465d6 AL	147	}
	148
	149	// Grab the rest of the dists
	150	if (ParseQuoteWord(Buffer,Section) == false)
	151	return _error->Error(_("Malformed line %lu in source list %s (dist parse)"),CurLine,File.c_str());
	152
	153	do
	154	{
5dd4c8b8	155	if (CreateItem(List, URI, Dist, Section, Options) == false)
b2e465d6 AL	156	return false;
	157	}
	158	while (ParseQuoteWord(Buffer,Section) == true);
	159
	160	return true;
	161	}
6c139d6e	162	/}}}/
6c139d6e AL	163	// SourceList::pkgSourceList - Constructors /{{{/
	164	// ---------------------------------------------------------------------
	165	/* */
	166	pkgSourceList::pkgSourceList()
	167	{
	168	}
	169
	170	pkgSourceList::pkgSourceList(string File)
	171	{
	172	Read(File);
	173	}
	174	/}}}/
1c193e02 AL	175	// SourceList::~pkgSourceList - Destructor /{{{/
	176	// ---------------------------------------------------------------------
	177	/* */
	178	pkgSourceList::~pkgSourceList()
	179	{
f7f0d6c7	180	for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
1c193e02	181	delete *I;
1c193e02 AL	182	}
1c193e02 AL	183	/}}}/
6c139d6e AL	184	// SourceList::ReadMainList - Read the main source list from etc /{{{/
	185	// ---------------------------------------------------------------------
	186	/* */
	187	bool pkgSourceList::ReadMainList()
	188	{
34b53501 MV	189	// CNC:2003-03-03 - Multiple sources list support.
	190	bool Res = true;
	191	#if 0
	192	Res = ReadVendors();
	193	if (Res == false)
	194	return false;
	195	#endif
	196
	197	Reset();
	198	// CNC:2003-11-28 - Entries in sources.list have priority over
	199	// entries in sources.list.d.
	200	string Main = _config->FindFile("Dir::Etc::sourcelist");
67793cf3 JAK	201	string Parts = _config->FindDir("Dir::Etc::sourceparts");
67793cf3 JAK	202
36f1098a	203	if (RealFileExists(Main) == true)
6009e60d	204	Res &= ReadAppend(Main);
448eaf8b	205	else if (DirectoryExists(Parts) == false)
67793cf3	206	// Only warn if there are no sources.list.d.
448eaf8b	207	_error->WarningE("DirectoryExists", _("Unable to read %s"), Parts.c_str());
34b53501	208
448eaf8b	209	if (DirectoryExists(Parts) == true)
34b53501	210	Res &= ReadSourceDir(Parts);
36f1098a	211	else if (RealFileExists(Main) == false)
67793cf3	212	// Only warn if there is no sources.list file.
36f1098a	213	_error->WarningE("RealFileExists", _("Unable to read %s"), Main.c_str());
6009e60d	214
34b53501	215	return Res;
6c139d6e AL	216	}
6c139d6e AL	217	/}}}/
34b53501 MV	218	// SourceList::Reset - Clear the sourcelist contents /{{{/
	219	// ---------------------------------------------------------------------
	220	/* */
	221	void pkgSourceList::Reset()
	222	{
f7f0d6c7	223	for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
34b53501 MV	224	delete *I;
	225	SrcList.erase(SrcList.begin(),SrcList.end());
	226	}
	227	/}}}/
6c139d6e AL	228	// SourceList::Read - Parse the sourcelist file /{{{/
	229	// ---------------------------------------------------------------------
	230	/* */
	231	bool pkgSourceList::Read(string File)
34b53501 MV	232	{
	233	Reset();
	234	return ReadAppend(File);
	235	}
	236	/}}}/
6f447813 MV	237	// SourceList::ReadAppend - Parse a sourcelist file /{{{/
	238	// ---------------------------------------------------------------------
	239	/* */
	240	bool pkgSourceList::ReadAppend(string File)
	241	{
fce9f472 MV	242	if (_config->FindB("APT::Sources::Use-Deb822", true) == true)
fce9f472 MV	243	if (ParseFileDeb822(File))
6f447813	244	return true;
1fa78a8a MV	245	return ParseFileOldStyle(File);
1fa78a8a MV	246	}
6f447813	247
1fa78a8a MV	248	// SourceList::ReadFileOldStyle - Read Traditional style sources.list /{{{/
	249	// ---------------------------------------------------------------------
	250	/* */
	251	bool pkgSourceList::ParseFileOldStyle(string File)
	252	{
6c139d6e	253	// Open the stream for reading
4d6f8bdf	254	ifstream F(File.c_str(),ios::in /\| ios::nocreate/);
6c139d6e	255	if (!F != 0)
b2e465d6	256	return _error->Errno("ifstream::ifstream",_("Opening %s"),File.c_str());
a537ce19	257
34b53501 MV	258	// CNC:2003-12-10 - 300 is too short.
34b53501 MV	259	char Buffer[1024];
6c139d6e AL	260
	261	int CurLine = 0;
	262	while (F.eof() == false)
	263	{
	264	F.getline(Buffer,sizeof(Buffer));
	265	CurLine++;
	266	_strtabexpand(Buffer,sizeof(Buffer));
ba1045b4 AL	267	if (F.fail() && !F.eof())
	268	return _error->Error(_("Line %u too long in source list %s."),
	269	CurLine,File.c_str());
	270
b2e465d6 AL	271
b2e465d6 AL	272	char *I;
34b53501 MV	273	// CNC:2003-02-20 - Do not break if '#' is inside [].
	274	for (I = Buffer; I != 0 && I != '#'; I++)
	275	if (*I == '[')
125bf782 MV	276	{
	277	char *b_end = strchr(I + 1, ']');
	278	if (b_end != NULL)
	279	I = b_end;
	280	}
b2e465d6 AL	281	*I = 0;
	282
	283	const char *C = _strstrip(Buffer);
6c139d6e AL	284
6c139d6e AL	285	// Comment or blank
b2e465d6	286	if (C[0] == '#' \|\| C[0] == 0)
6c139d6e	287	continue;
b2e465d6	288
6c139d6e	289	// Grok it
b2e465d6 AL	290	string LineType;
	291	if (ParseQuoteWord(C,LineType) == false)
	292	return _error->Error(_("Malformed line %u in source list %s (type)"),CurLine,File.c_str());
6c139d6e	293
b2e465d6 AL	294	Type *Parse = Type::GetType(LineType.c_str());
b2e465d6 AL	295	if (Parse == 0)
39442e44	296	return _error->Error(_("Type '%s' is not known on line %u in source list %s"),LineType.c_str(),CurLine,File.c_str());
6c139d6e	297
5dd4c8b8	298	if (Parse->ParseLine(SrcList, C, CurLine, File) == false)
b2e465d6	299	return false;
6c139d6e AL	300	}
	301	return true;
	302	}
	303	/}}}/
1fa78a8a MV	304	// SourceList::ParseFileDeb822 - Parse deb822 style sources.list /{{{/
	305	// ---------------------------------------------------------------------
	306	/* */
	307	bool pkgSourceList::ParseFileDeb822(string File)
	308	{
fce9f472 MV	309
	310	pkgTagSection Tags;
	311	map<string, string> Options;
	312	unsigned int i=0;
	313
	314	// see if we can read the file
	315	_error->PushToStack();
1fa78a8a	316	FileFd Fd(File, FileFd::ReadOnly);
fce9f472	317	pkgTagFile Sources(&Fd);
1fa78a8a MV	318	if (_error->PendingError() == true)
1fa78a8a MV	319	{
fce9f472	320	_error->RevertToStack();
1fa78a8a MV	321	return false;
1fa78a8a MV	322	}
fce9f472	323	_error->MergeWithStack();
1fa78a8a	324
fce9f472	325	// read step by step
1fa78a8a MV	326	while (Sources.Step(Tags) == true)
	327	{
	328	if(!Tags.Exists("Type"))
	329	continue;
42e19c82	330
1fa78a8a MV	331	string const type = Tags.FindS("Type");
	332	Type *Parse = Type::GetType(type.c_str());
	333	if (Parse == 0)
	334	return _error->Error(_("Type '%s' is not known on stanza %u in source list %s"),type.c_str(),i,Fd.Name().c_str());
	335
	336	string URI = Tags.FindS("URL");
	337	if (!Parse->FixupURI(URI))
	338	return _error->Error(_("Malformed stanza %u in source list %s (URI parse)"),i,Fd.Name().c_str());
42e19c82 MV	339
	340	string Dist = Tags.FindS("Dist");
	341	Dist = SubstVar(Dist,"$(ARCH)",_config->Find("APT::Architecture"));
	342
1fa78a8a MV	343	// check if there are any options we support
	344	const char* option_str[] = {
	345	"arch", "arch+", "arch-", "trusted" };
	346	for (unsigned int j=0; j < sizeof(option_str)/sizeof(char*); j++)
	347	if (Tags.Exists(option_str[j]))
	348	Options[option_str[j]] = Tags.FindS(option_str[j]);
	349
	350	// now create one item per section
42e19c82	351	string const Section = Tags.FindS("Section");
1fa78a8a MV	352	std::vector<std::string> list;
	353	if (Section.find(","))
	354	list = StringSplit(Section, ",");
	355	else
	356	list = StringSplit(Section, " ");
	357	for (std::vector<std::string>::const_iterator I = list.begin();
	358	I != list.end(); I++)
	359	Parse->CreateItem(SrcList, URI, Dist, (*I), Options);
	360
	361	i++;
	362	}
	363
	364	// we are done
	365	if(i>0)
	366	return true;
	367
	368	return false;
	369	}
	370	/}}}/
b2e465d6	371	// SourceList::FindIndex - Get the index associated with a file /{{{/
6c139d6e AL	372	// ---------------------------------------------------------------------
6c139d6e AL	373	/* */
b2e465d6 AL	374	bool pkgSourceList::FindIndex(pkgCache::PkgFileIterator File,
b2e465d6 AL	375	pkgIndexFile *&Found) const
6c139d6e	376	{
f7f0d6c7	377	for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
6c139d6e	378	{
7db98ffc MZ	379	vector<pkgIndexFile > Indexes = (*I)->GetIndexFiles();
7db98ffc MZ	380	for (vector<pkgIndexFile *>::const_iterator J = Indexes->begin();
f7f0d6c7	381	J != Indexes->end(); ++J)
b2e465d6	382	{
7db98ffc MZ	383	if ((J)->FindInCache(File.Cache()) == File)
	384	{
	385	Found = (*J);
	386	return true;
	387	}
b2e465d6	388	}
be8922fd	389	}
7db98ffc	390
b2e465d6	391	return false;
36375005 AL	392	}
36375005 AL	393	/}}}/
b2e465d6	394	// SourceList::GetIndexes - Load the index files into the downloader /{{{/
6c139d6e AL	395	// ---------------------------------------------------------------------
6c139d6e AL	396	/* */
7db98ffc	397	bool pkgSourceList::GetIndexes(pkgAcquire *Owner, bool GetAll) const
6c139d6e	398	{
f7f0d6c7	399	for (const_iterator I = SrcList.begin(); I != SrcList.end(); ++I)
7db98ffc	400	if ((*I)->GetIndexes(Owner,GetAll) == false)
b2e465d6 AL	401	return false;
b2e465d6 AL	402	return true;
6c139d6e AL	403	}
6c139d6e AL	404	/}}}/
34b53501 MV	405	// CNC:2003-03-03 - By Anton V. Denisov <avd@altlinux.org>.
	406	// SourceList::ReadSourceDir - Read a directory with sources files
	407	// Based on ReadConfigDir() /{{{/
	408	// ---------------------------------------------------------------------
	409	/* */
	410	bool pkgSourceList::ReadSourceDir(string Dir)
	411	{
52643bec	412	vector<string> const List = GetListOfFilesInDir(Dir, "list", true);
34b53501 MV	413
34b53501 MV	414	// Read the files
f7f0d6c7	415	for (vector<string>::const_iterator I = List.begin(); I != List.end(); ++I)
34b53501 MV	416	if (ReadAppend(*I) == false)
	417	return false;
	418	return true;
	419
	420	}
	421	/}}}/
2ec858bc MV	422	// GetLastModified() /{{{/
	423	// ---------------------------------------------------------------------
	424	/* */
	425	time_t pkgSourceList::GetLastModifiedTime()
	426	{
5e7b0aa9 MV	427	vector<string> List;
5e7b0aa9 MV	428
2ec858bc MV	429	string Main = _config->FindFile("Dir::Etc::sourcelist");
2ec858bc MV	430	string Parts = _config->FindDir("Dir::Etc::sourceparts");
5e7b0aa9 MV	431
	432	// go over the parts
	433	if (DirectoryExists(Parts) == true)
	434	List = GetListOfFilesInDir(Parts, "list", true);
2ec858bc MV	435
	436	// calculate the time
	437	time_t mtime_sources = GetModificationTime(Main);
f7f0d6c7	438	for (vector<string>::const_iterator I = List.begin(); I != List.end(); ++I)
2ec858bc MV	439	mtime_sources = std::max(mtime_sources, GetModificationTime(*I));
	440
	441	return mtime_sources;
	442	}
	443	/}}}/
34b53501	444