[ntk/apt.git] / apt-pkg / sourcelist.cc

// -*- mode: cpp; mode: fold -*-
// Description								/*{{{*/
// $Id: sourcelist.cc,v 1.20 2001/05/15 05:46:11 jgg Exp $
/* ######################################################################

   List of Sources
   
   ##################################################################### */
									/*}}}*/
// Include Files							/*{{{*/
#ifdef __GNUG__
#pragma implementation "apt-pkg/sourcelist.h"
#endif

#include <apt-pkg/sourcelist.h>
#include <apt-pkg/error.h>
#include <apt-pkg/fileutl.h>
#include <apt-pkg/configuration.h>
#include <apt-pkg/strutl.h>

#include <apti18n.h>

#include <fstream.h>
									/*}}}*/

using namespace std;

// Global list of Items supported
static  pkgSourceList::Type *ItmList[10];
pkgSourceList::Type **pkgSourceList::Type::GlobalList = ItmList;
unsigned long pkgSourceList::Type::GlobalListLen = 0;

// Type::Type - Constructor						/*{{{*/
// ---------------------------------------------------------------------
/* Link this to the global list of items*/
pkgSourceList::Type::Type()
{
   ItmList[GlobalListLen] = this;
   GlobalListLen++;
}
									/*}}}*/
// Type::GetType - Get a specific meta for a given type			/*{{{*/
// ---------------------------------------------------------------------
/* */
pkgSourceList::Type *pkgSourceList::Type::GetType(const char *Type)
{
   for (unsigned I = 0; I != GlobalListLen; I++)
      if (strcmp(GlobalList[I]->Name,Type) == 0)
	 return GlobalList[I];
   return 0;
}
									/*}}}*/
// Type::FixupURI - Normalize the URI and check it..			/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::Type::FixupURI(string &URI) const
{
   if (URI.empty() == true)
      return false;

   if (URI.find(':') == string::npos)
      return false;

   URI = SubstVar(URI,"$(ARCH)",_config->Find("APT::Architecture"));
   
   // Make sure that the URI is / postfixed
   if (URI[URI.size() - 1] != '/')
      URI += '/';
   
   return true;
}
									/*}}}*/
// Type::ParseLine - Parse a single line				/*{{{*/
// ---------------------------------------------------------------------
/* This is a generic one that is the 'usual' format for sources.list
   Weird types may override this. */
bool pkgSourceList::Type::ParseLine(vector<pkgIndexFile *> &List,
				    Vendor const *Vendor,
				    const char *Buffer,
				    unsigned long CurLine,
				    string File) const
{
   string URI;
   string Dist;
   string Section;   
   
   if (ParseQuoteWord(Buffer,URI) == false)
      return _error->Error(_("Malformed line %lu in source list %s (URI)"),CurLine,File.c_str());
   if (ParseQuoteWord(Buffer,Dist) == false)
      return _error->Error(_("Malformed line %lu in source list %s (dist)"),CurLine,File.c_str());
      
   if (FixupURI(URI) == false)
      return _error->Error(_("Malformed line %lu in source list %s (URI parse)"),CurLine,File.c_str());
   
   // Check for an absolute dists specification.
   if (Dist.empty() == false && Dist[Dist.size() - 1] == '/')
   {
      if (ParseQuoteWord(Buffer,Section) == true)
	 return _error->Error(_("Malformed line %lu in source list %s (Absolute dist)"),CurLine,File.c_str());
      Dist = SubstVar(Dist,"$(ARCH)",_config->Find("APT::Architecture"));
      return CreateItem(List,URI,Dist,Section,Vendor);
   }
   
   // Grab the rest of the dists
   if (ParseQuoteWord(Buffer,Section) == false)
      return _error->Error(_("Malformed line %lu in source list %s (dist parse)"),CurLine,File.c_str());
   
   do
   {
      if (CreateItem(List,URI,Dist,Section,Vendor) == false)
	 return false;
   }
   while (ParseQuoteWord(Buffer,Section) == true);
   
   return true;
}
									/*}}}*/

// SourceList::pkgSourceList - Constructors				/*{{{*/
// ---------------------------------------------------------------------
/* */
pkgSourceList::pkgSourceList()
{
}

pkgSourceList::pkgSourceList(string File)
{
   Read(File);
}
									/*}}}*/
// SourceList::ReadVendors - Read list of known package vendors		/*{{{*/
// ---------------------------------------------------------------------
/* This also scans a directory of vendor files similar to apt.conf.d 
   which can contain the usual suspects of distribution provided data.
   The APT config mechanism allows the user to override these in their
   configuration file. */
bool pkgSourceList::ReadVendors()
{
   Configuration Cnf;

   string CnfFile = _config->FindDir("Dir::Etc::vendorparts");
   if (FileExists(CnfFile) == true)
      if (ReadConfigDir(Cnf,CnfFile,true) == false)
	 return false;
   CnfFile = _config->FindFile("Dir::Etc::vendorlist");
   if (FileExists(CnfFile) == true)
      if (ReadConfigFile(Cnf,CnfFile,true) == false)
	 return false;

   // Process 'simple-key' type sections
   const Configuration::Item *Top = Cnf.Tree("simple-key");
   for (Top = (Top == 0?0:Top->Child); Top != 0; Top = Top->Next)
   {
      Configuration Block(Top);
      Vendor *Vendor;
      
      Vendor = new pkgSourceList::Vendor;
      
      Vendor->VendorID = Top->Tag;
      Vendor->FingerPrint = Block.Find("Fingerprint");
      Vendor->Description = Block.Find("Name");
      
      if (Vendor->FingerPrint.empty() == true || 
	  Vendor->Description.empty() == true)
      {
         _error->Error(_("Vendor block %s is invalid"), Vendor->VendorID.c_str());
	 delete Vendor;
	 continue;
      }
      
      VendorList.push_back(Vendor);
   }

   return !_error->PendingError();
}
									/*}}}*/
// SourceList::ReadMainList - Read the main source list from etc	/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::ReadMainList()
{
   return ReadVendors() && Read(_config->FindFile("Dir::Etc::sourcelist"));
}
									/*}}}*/
// SourceList::Read - Parse the sourcelist file				/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::Read(string File)
{
   // Open the stream for reading
   ifstream F(File.c_str(),ios::in /*| ios::nocreate*/);
   if (!F != 0)
      return _error->Errno("ifstream::ifstream",_("Opening %s"),File.c_str());
   
   SrcList.erase(SrcList.begin(),SrcList.end());
   char Buffer[300];

   int CurLine = 0;
   while (F.eof() == false)
   {
      F.getline(Buffer,sizeof(Buffer));
      CurLine++;
      _strtabexpand(Buffer,sizeof(Buffer));
      
      
      char *I;
      for (I = Buffer; *I != 0 && *I != '#'; I++);
      *I = 0;
      
      const char *C = _strstrip(Buffer);
      
      // Comment or blank
      if (C[0] == '#' || C[0] == 0)
	 continue;
      	    
      // Grok it
      string LineType;
      if (ParseQuoteWord(C,LineType) == false)
	 return _error->Error(_("Malformed line %u in source list %s (type)"),CurLine,File.c_str());

      Type *Parse = Type::GetType(LineType.c_str());
      if (Parse == 0)
	 return _error->Error(_("Type '%s' is not known in on line %u in source list %s"),LineType.c_str(),CurLine,File.c_str());
      
      // Authenticated repository
      Vendor const *Vndr = 0;
      if (C[0] == '[')
      {
	 string VendorID;
	 
	 if (ParseQuoteWord(C,VendorID) == false)
	     return _error->Error(_("Malformed line %u in source list %s (vendor id)"),CurLine,File.c_str());

	 if (VendorID.length() < 2 || VendorID.end()[-1] != ']')
	     return _error->Error(_("Malformed line %u in source list %s (vendor id)"),CurLine,File.c_str());
	 VendorID = string(VendorID,1,VendorID.size()-2);
	 
	 for (vector<Vendor const *>::const_iterator iter = VendorList.begin();
	      iter != VendorList.end(); iter++) 
	 {
	    if ((*iter)->VendorID == VendorID)
	    {
	       Vndr = *iter;
	       break;
	    }
	 }

	 if (Vndr == 0)
	    return _error->Error(_("Unknown vendor ID '%s' in line %u of source list %s"),
				 VendorID.c_str(),CurLine,File.c_str());
      }
      
      if (Parse->ParseLine(SrcList,Vndr,C,CurLine,File) == false)
	 return false;
   }
   return true;
}
									/*}}}*/
// SourceList::FindIndex - Get the index associated with a file		/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::FindIndex(pkgCache::PkgFileIterator File,
			      pkgIndexFile *&Found) const
{
   for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++)
   {
      if ((*I)->FindInCache(*File.Cache()) == File)
      {
	 Found = *I;
	 return true;
      }
   }
   
   return false;
}
									/*}}}*/
// SourceList::GetIndexes - Load the index files into the downloader	/*{{{*/
// ---------------------------------------------------------------------
/* */
bool pkgSourceList::GetIndexes(pkgAcquire *Owner) const
{
   for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++)
      if ((*I)->GetIndexes(Owner) == false)
	 return false;
   return true;
}
									/*}}}*/
Commit	Line	Data
6c139d6e AL	1	// -- mode: cpp; mode: fold --
6c139d6e AL	2	// Description /{{{/
4d6f8bdf	3	// $Id: sourcelist.cc,v 1.20 2001/05/15 05:46:11 jgg Exp $
6c139d6e AL	4	/* ######################################################################
	5
	6	List of Sources
	7
	8	##################################################################### */
	9	/}}}/
	10	// Include Files /{{{/
	11	#ifdef __GNUG__
094a497d	12	#pragma implementation "apt-pkg/sourcelist.h"
6c139d6e AL	13	#endif
6c139d6e AL	14
094a497d AL	15	#include <apt-pkg/sourcelist.h>
	16	#include <apt-pkg/error.h>
	17	#include <apt-pkg/fileutl.h>
	18	#include <apt-pkg/configuration.h>
cdcc6d34	19	#include <apt-pkg/strutl.h>
6c139d6e	20
b2e465d6 AL	21	#include <apti18n.h>
b2e465d6 AL	22
6c139d6e	23	#include <fstream.h>
b2e465d6 AL	24	/}}}/
b2e465d6 AL	25
4d6f8bdf AL	26	using namespace std;
	27
	28	// Global list of Items supported
b2e465d6 AL	29	static pkgSourceList::Type *ItmList[10];
	30	pkgSourceList::Type **pkgSourceList::Type::GlobalList = ItmList;
	31	unsigned long pkgSourceList::Type::GlobalListLen = 0;
	32
	33	// Type::Type - Constructor /{{{/
	34	// ---------------------------------------------------------------------
	35	/* Link this to the global list of items*/
	36	pkgSourceList::Type::Type()
	37	{
	38	ItmList[GlobalListLen] = this;
	39	GlobalListLen++;
	40	}
	41	/}}}/
	42	// Type::GetType - Get a specific meta for a given type /{{{/
	43	// ---------------------------------------------------------------------
	44	/* */
	45	pkgSourceList::Type pkgSourceList::Type::GetType(const char Type)
	46	{
	47	for (unsigned I = 0; I != GlobalListLen; I++)
	48	if (strcmp(GlobalList[I]->Name,Type) == 0)
	49	return GlobalList[I];
	50	return 0;
	51	}
	52	/}}}/
	53	// Type::FixupURI - Normalize the URI and check it.. /{{{/
	54	// ---------------------------------------------------------------------
	55	/* */
	56	bool pkgSourceList::Type::FixupURI(string &URI) const
	57	{
	58	if (URI.empty() == true)
	59	return false;
	60
	61	if (URI.find(':') == string::npos)
	62	return false;
	63
	64	URI = SubstVar(URI,"$(ARCH)",_config->Find("APT::Architecture"));
	65
a7c835af	66	// Make sure that the URI is / postfixed
b2e465d6 AL	67	if (URI[URI.size() - 1] != '/')
	68	URI += '/';
	69
	70	return true;
	71	}
	72	/}}}/
	73	// Type::ParseLine - Parse a single line /{{{/
	74	// ---------------------------------------------------------------------
	75	/* This is a generic one that is the 'usual' format for sources.list
	76	Weird types may override this. */
	77	bool pkgSourceList::Type::ParseLine(vector<pkgIndexFile *> &List,
a7c835af	78	Vendor const *Vendor,
b2e465d6 AL	79	const char *Buffer,
	80	unsigned long CurLine,
	81	string File) const
	82	{
	83	string URI;
	84	string Dist;
	85	string Section;
	86
	87	if (ParseQuoteWord(Buffer,URI) == false)
	88	return _error->Error(_("Malformed line %lu in source list %s (URI)"),CurLine,File.c_str());
	89	if (ParseQuoteWord(Buffer,Dist) == false)
	90	return _error->Error(_("Malformed line %lu in source list %s (dist)"),CurLine,File.c_str());
	91
	92	if (FixupURI(URI) == false)
	93	return _error->Error(_("Malformed line %lu in source list %s (URI parse)"),CurLine,File.c_str());
	94
	95	// Check for an absolute dists specification.
	96	if (Dist.empty() == false && Dist[Dist.size() - 1] == '/')
	97	{
	98	if (ParseQuoteWord(Buffer,Section) == true)
	99	return _error->Error(_("Malformed line %lu in source list %s (Absolute dist)"),CurLine,File.c_str());
	100	Dist = SubstVar(Dist,"$(ARCH)",_config->Find("APT::Architecture"));
a7c835af	101	return CreateItem(List,URI,Dist,Section,Vendor);
b2e465d6 AL	102	}
	103
	104	// Grab the rest of the dists
	105	if (ParseQuoteWord(Buffer,Section) == false)
	106	return _error->Error(_("Malformed line %lu in source list %s (dist parse)"),CurLine,File.c_str());
	107
	108	do
	109	{
a7c835af	110	if (CreateItem(List,URI,Dist,Section,Vendor) == false)
b2e465d6 AL	111	return false;
	112	}
	113	while (ParseQuoteWord(Buffer,Section) == true);
	114
	115	return true;
	116	}
6c139d6e AL	117	/}}}/
	118
	119	// SourceList::pkgSourceList - Constructors /{{{/
	120	// ---------------------------------------------------------------------
	121	/* */
	122	pkgSourceList::pkgSourceList()
	123	{
	124	}
	125
	126	pkgSourceList::pkgSourceList(string File)
	127	{
	128	Read(File);
	129	}
	130	/}}}/
a7c835af AL	131	// SourceList::ReadVendors - Read list of known package vendors /{{{/
	132	// ---------------------------------------------------------------------
	133	/* This also scans a directory of vendor files similar to apt.conf.d
	134	which can contain the usual suspects of distribution provided data.
	135	The APT config mechanism allows the user to override these in their
	136	configuration file. */
	137	bool pkgSourceList::ReadVendors()
	138	{
	139	Configuration Cnf;
	140
	141	string CnfFile = _config->FindDir("Dir::Etc::vendorparts");
	142	if (FileExists(CnfFile) == true)
	143	if (ReadConfigDir(Cnf,CnfFile,true) == false)
	144	return false;
	145	CnfFile = _config->FindFile("Dir::Etc::vendorlist");
	146	if (FileExists(CnfFile) == true)
	147	if (ReadConfigFile(Cnf,CnfFile,true) == false)
	148	return false;
	149
	150	// Process 'simple-key' type sections
	151	const Configuration::Item *Top = Cnf.Tree("simple-key");
	152	for (Top = (Top == 0?0:Top->Child); Top != 0; Top = Top->Next)
	153	{
	154	Configuration Block(Top);
	155	Vendor *Vendor;
	156
	157	Vendor = new pkgSourceList::Vendor;
	158
	159	Vendor->VendorID = Top->Tag;
	160	Vendor->FingerPrint = Block.Find("Fingerprint");
	161	Vendor->Description = Block.Find("Name");
	162
	163	if (Vendor->FingerPrint.empty() == true \|\|
	164	Vendor->Description.empty() == true)
	165	{
	166	_error->Error(_("Vendor block %s is invalid"), Vendor->VendorID.c_str());
	167	delete Vendor;
	168	continue;
	169	}
	170
	171	VendorList.push_back(Vendor);
	172	}
	173
	174	return !_error->PendingError();
	175	}
	176	/}}}/
6c139d6e AL	177	// SourceList::ReadMainList - Read the main source list from etc /{{{/
	178	// ---------------------------------------------------------------------
	179	/* */
	180	bool pkgSourceList::ReadMainList()
	181	{
a7c835af	182	return ReadVendors() && Read(_config->FindFile("Dir::Etc::sourcelist"));
6c139d6e AL	183	}
	184	/}}}/
	185	// SourceList::Read - Parse the sourcelist file /{{{/
	186	// ---------------------------------------------------------------------
	187	/* */
	188	bool pkgSourceList::Read(string File)
	189	{
	190	// Open the stream for reading
4d6f8bdf	191	ifstream F(File.c_str(),ios::in /\| ios::nocreate/);
6c139d6e	192	if (!F != 0)
b2e465d6	193	return _error->Errno("ifstream::ifstream",_("Opening %s"),File.c_str());
6c139d6e	194
a7c835af	195	SrcList.erase(SrcList.begin(),SrcList.end());
6c139d6e AL	196	char Buffer[300];
	197
	198	int CurLine = 0;
	199	while (F.eof() == false)
	200	{
	201	F.getline(Buffer,sizeof(Buffer));
	202	CurLine++;
	203	_strtabexpand(Buffer,sizeof(Buffer));
b2e465d6 AL	204
	205
	206	char *I;
	207	for (I = Buffer; I != 0 && I != '#'; I++);
	208	*I = 0;
	209
	210	const char *C = _strstrip(Buffer);
6c139d6e AL	211
6c139d6e AL	212	// Comment or blank
b2e465d6	213	if (C[0] == '#' \|\| C[0] == 0)
6c139d6e	214	continue;
b2e465d6	215
6c139d6e	216	// Grok it
b2e465d6 AL	217	string LineType;
	218	if (ParseQuoteWord(C,LineType) == false)
	219	return _error->Error(_("Malformed line %u in source list %s (type)"),CurLine,File.c_str());
6c139d6e	220
b2e465d6 AL	221	Type *Parse = Type::GetType(LineType.c_str());
	222	if (Parse == 0)
	223	return _error->Error(_("Type '%s' is not known in on line %u in source list %s"),LineType.c_str(),CurLine,File.c_str());
6c139d6e	224
a7c835af AL	225	// Authenticated repository
	226	Vendor const *Vndr = 0;
	227	if (C[0] == '[')
	228	{
	229	string VendorID;
	230
	231	if (ParseQuoteWord(C,VendorID) == false)
	232	return _error->Error(_("Malformed line %u in source list %s (vendor id)"),CurLine,File.c_str());
	233
	234	if (VendorID.length() < 2 \|\| VendorID.end()[-1] != ']')
	235	return _error->Error(_("Malformed line %u in source list %s (vendor id)"),CurLine,File.c_str());
	236	VendorID = string(VendorID,1,VendorID.size()-2);
	237
	238	for (vector<Vendor const *>::const_iterator iter = VendorList.begin();
	239	iter != VendorList.end(); iter++)
	240	{
	241	if ((*iter)->VendorID == VendorID)
	242	{
	243	Vndr = *iter;
	244	break;
	245	}
	246	}
	247
	248	if (Vndr == 0)
	249	return _error->Error(_("Unknown vendor ID '%s' in line %u of source list %s"),
	250	VendorID.c_str(),CurLine,File.c_str());
	251	}
	252
	253	if (Parse->ParseLine(SrcList,Vndr,C,CurLine,File) == false)
b2e465d6	254	return false;
6c139d6e AL	255	}
	256	return true;
	257	}
	258	/}}}/
b2e465d6	259	// SourceList::FindIndex - Get the index associated with a file /{{{/
6c139d6e AL	260	// ---------------------------------------------------------------------
6c139d6e AL	261	/* */
b2e465d6 AL	262	bool pkgSourceList::FindIndex(pkgCache::PkgFileIterator File,
b2e465d6 AL	263	pkgIndexFile *&Found) const
6c139d6e	264	{
a7c835af	265	for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++)
6c139d6e	266	{
b2e465d6 AL	267	if ((I)->FindInCache(File.Cache()) == File)
	268	{
	269	Found = *I;
	270	return true;
	271	}
be8922fd	272	}
6c139d6e	273
b2e465d6	274	return false;
36375005 AL	275	}
36375005 AL	276	/}}}/
b2e465d6	277	// SourceList::GetIndexes - Load the index files into the downloader /{{{/
6c139d6e AL	278	// ---------------------------------------------------------------------
6c139d6e AL	279	/* */
b2e465d6	280	bool pkgSourceList::GetIndexes(pkgAcquire *Owner) const
6c139d6e	281	{
a7c835af	282	for (const_iterator I = SrcList.begin(); I != SrcList.end(); I++)
b2e465d6 AL	283	if ((*I)->GetIndexes(Owner) == false)
	284	return false;
	285	return true;
6c139d6e AL	286	}
6c139d6e AL	287	/}}}/