[ntk/apt.git] / apt-pkg / indexcopy.cc

// -*- mode: cpp; mode: fold -*-
// Description								/*{{{*/
// $Id: indexcopy.cc,v 1.10 2002/03/26 07:38:58 jgg Exp $
/* ######################################################################

   Index Copying - Aid for copying and verifying the index files
   
   This class helps apt-cache reconstruct a damaged index files. 
   
   ##################################################################### */
									/*}}}*/
// Include Files							/*{{{*/
#include "indexcopy.h"

#include <apt-pkg/error.h>
#include <apt-pkg/progress.h>
#include <apt-pkg/strutl.h>
#include <apt-pkg/fileutl.h>
#include <apt-pkg/configuration.h>
#include <apt-pkg/tagfile.h>
#include <apt-pkg/indexrecords.h>
#include <apt-pkg/md5.h>
#include <apt-pkg/cdrom.h>
#include <apti18n.h>

#include <iostream>
#include <sstream>
#include <unistd.h>
#include <sys/stat.h>
#include <stdio.h>
									/*}}}*/

using namespace std;

// IndexCopy::CopyPackages - Copy the package files from the CD		/*{{{*/
// ---------------------------------------------------------------------
/* */
bool IndexCopy::CopyPackages(string CDROM,string Name,vector<string> &List,
			     pkgCdromStatus *log)
{
   OpProgress *Progress = NULL;
   if (List.size() == 0)
      return true;
   
   if(log) 
      Progress = log->GetOpProgress();
   
   bool NoStat = _config->FindB("APT::CDROM::Fast",false);
   bool Debug = _config->FindB("Debug::aptcdrom",false);
   
   // Prepare the progress indicator
   unsigned long TotalSize = 0;
   for (vector<string>::iterator I = List.begin(); I != List.end(); I++)
   {
      struct stat Buf;
      if (stat(string(*I + GetFileName()).c_str(),&Buf) != 0 &&
	  stat(string(*I + GetFileName() + ".gz").c_str(),&Buf) != 0)
	 return _error->Errno("stat","Stat failed for %s",
			      string(*I + GetFileName()).c_str());
      TotalSize += Buf.st_size;
   }	

   unsigned long CurrentSize = 0;
   unsigned int NotFound = 0;
   unsigned int WrongSize = 0;
   unsigned int Packages = 0;
   for (vector<string>::iterator I = List.begin(); I != List.end(); I++)
   {      
      string OrigPath = string(*I,CDROM.length());
      unsigned long FileSize = 0;
      
      // Open the package file
      FileFd Pkg;
      if (FileExists(*I + GetFileName()) == true)
      {
	 Pkg.Open(*I + GetFileName(),FileFd::ReadOnly);
	 FileSize = Pkg.Size();
      }      
      else
      {
	 FileFd From(*I + GetFileName() + ".gz",FileFd::ReadOnly);
	 if (_error->PendingError() == true)
	    return false;
	 FileSize = From.Size();
	 
	 // Get a temp file
	 FILE *tmp = tmpfile();
	 if (tmp == 0)
	    return _error->Errno("tmpfile","Unable to create a tmp file");
	 Pkg.Fd(dup(fileno(tmp)));
	 fclose(tmp);
	 
	 // Fork gzip
	 pid_t Process = fork();
	 if (Process < 0)
	    return _error->Errno("fork","Couldn't fork gzip");
	 
	 // The child
	 if (Process == 0)
	 {	    
	    dup2(From.Fd(),STDIN_FILENO);
	    dup2(Pkg.Fd(),STDOUT_FILENO);
	    SetCloseExec(STDIN_FILENO,false);
	    SetCloseExec(STDOUT_FILENO,false);
	    
	    const char *Args[3];
	    string Tmp =  _config->Find("Dir::bin::gzip","gzip");
	    Args[0] = Tmp.c_str();
	    Args[1] = "-d";
	    Args[2] = 0;
	    execvp(Args[0],(char **)Args);
	    exit(100);
	 }
	 
	 // Wait for gzip to finish
	 if (ExecWait(Process,_config->Find("Dir::bin::gzip","gzip").c_str(),false) == false)
	    return _error->Error("gzip failed, perhaps the disk is full.");
	 
	 Pkg.Seek(0);
      }
      pkgTagFile Parser(&Pkg);
      if (_error->PendingError() == true)
	 return false;
      
      // Open the output file
      char S[400];
      snprintf(S,sizeof(S),"cdrom:[%s]/%s%s",Name.c_str(),
	       (*I).c_str() + CDROM.length(),GetFileName());
      string TargetF = _config->FindDir("Dir::State::lists") + "partial/";
      TargetF += URItoFileName(S);
      if (_config->FindB("APT::CDROM::NoAct",false) == true)
	 TargetF = "/dev/null";
      FileFd Target(TargetF,FileFd::WriteEmpty);
      FILE *TargetFl = fdopen(dup(Target.Fd()),"w");
      if (_error->PendingError() == true)
	 return false;
      if (TargetFl == 0)
	 return _error->Errno("fdopen","Failed to reopen fd");
      
      // Setup the progress meter
      if(Progress)
	 Progress->OverallProgress(CurrentSize,TotalSize,FileSize,
				   string("Reading ") + Type() + " Indexes");

      // Parse
      if(Progress)
	 Progress->SubProgress(Pkg.Size());
      pkgTagSection Section;
      this->Section = &Section;
      string Prefix;
      unsigned long Hits = 0;
      unsigned long Chop = 0;
      while (Parser.Step(Section) == true)
      {
	 if(Progress)
	    Progress->Progress(Parser.Offset());
	 string File;
	 unsigned long Size;
	 if (GetFile(File,Size) == false)
	 {
	    fclose(TargetFl);
	    return false;
	 }
	 
	 if (Chop != 0)
	    File = OrigPath + ChopDirs(File,Chop);
	 
	 // See if the file exists
	 bool Mangled = false;
	 if (NoStat == false || Hits < 10)
	 {
	    // Attempt to fix broken structure
	    if (Hits == 0)
	    {
	       if (ReconstructPrefix(Prefix,OrigPath,CDROM,File) == false &&
		   ReconstructChop(Chop,*I,File) == false)
	       {
		  if (Debug == true)
		     clog << "Missed: " << File << endl;
		  NotFound++;
		  continue;
	       }
	       if (Chop != 0)
		  File = OrigPath + ChopDirs(File,Chop);
	    }
	    
	    // Get the size
	    struct stat Buf;
	    if (stat(string(CDROM + Prefix + File).c_str(),&Buf) != 0 || 
		Buf.st_size == 0)
	    {
	       // Attempt to fix busted symlink support for one instance
	       string OrigFile = File;
	       string::size_type Start = File.find("binary-");
	       string::size_type End = File.find("/",Start+3);
	       if (Start != string::npos && End != string::npos)
	       {
		  File.replace(Start,End-Start,"binary-all");
		  Mangled = true;
	       }
	       
	       if (Mangled == false ||
		   stat(string(CDROM + Prefix + File).c_str(),&Buf) != 0)
	       {
		  if (Debug == true)
		     clog << "Missed(2): " << OrigFile << endl;
		  NotFound++;
		  continue;
	       }	       
	    }	    
	    			    	    
	    // Size match
	    if ((unsigned)Buf.st_size != Size)
	    {
	       if (Debug == true)
		  clog << "Wrong Size: " << File << endl;
	       WrongSize++;
	       continue;
	    }
	 }
	 
	 Packages++;
	 Hits++;
	 
	 if (RewriteEntry(TargetFl,File) == false)
	 {
	    fclose(TargetFl);
	    return false;
	 }
      }
      fclose(TargetFl);

      if (Debug == true)
	 cout << " Processed by using Prefix '" << Prefix << "' and chop " << Chop << endl;
	 
      if (_config->FindB("APT::CDROM::NoAct",false) == false)
      {
	 // Move out of the partial directory
	 Target.Close();
	 string FinalF = _config->FindDir("Dir::State::lists");
	 FinalF += URItoFileName(S);
	 if (rename(TargetF.c_str(),FinalF.c_str()) != 0)
	    return _error->Errno("rename","Failed to rename");
      }
	 
      /* Mangle the source to be in the proper notation with
       	 prefix dist [component] */ 
      *I = string(*I,Prefix.length());
      ConvertToSourceList(CDROM,*I);
      *I = Prefix + ' ' + *I;
      
      CurrentSize += FileSize;
   }   
   if(Progress)
      Progress->Done();
   
   // Some stats
   if(log) {
      stringstream msg;
      if(NotFound == 0 && WrongSize == 0)
	 ioprintf(msg, _("Wrote %i records.\n"), Packages);
      else if (NotFound != 0 && WrongSize == 0)
	 ioprintf(msg, _("Wrote %i records with %i missing files.\n"), 
		  Packages, NotFound);
      else if (NotFound == 0 && WrongSize != 0)
	 ioprintf(msg, _("Wrote %i records with %i mismatched files\n"), 
		  Packages, WrongSize);
      if (NotFound != 0 && WrongSize != 0)
	 ioprintf(msg, _("Wrote %i records with %i missing files and %i mismatched files\n"), Packages, NotFound, WrongSize);
   }
   
   if (Packages == 0)
      _error->Warning("No valid records were found.");

   if (NotFound + WrongSize > 10)
      _error->Warning("Alot of entries were discarded, something may be wrong.\n");
   

   return true;
}
									/*}}}*/
// IndexCopy::ChopDirs - Chop off the leading directory components	/*{{{*/
// ---------------------------------------------------------------------
/* */
string IndexCopy::ChopDirs(string Path,unsigned int Depth)
{
   string::size_type I = 0;
   do
   {
      I = Path.find('/',I+1);
      Depth--;
   }
   while (I != string::npos && Depth != 0);
   
   if (I == string::npos)
      return string();
   
   return string(Path,I+1);
}
									/*}}}*/
// IndexCopy::ReconstructPrefix - Fix strange prefixing			/*{{{*/
// ---------------------------------------------------------------------
/* This prepends dir components from the path to the package files to
   the path to the deb until it is found */
bool IndexCopy::ReconstructPrefix(string &Prefix,string OrigPath,string CD,
				  string File)
{
   bool Debug = _config->FindB("Debug::aptcdrom",false);
   unsigned int Depth = 1;
   string MyPrefix = Prefix;
   while (1)
   {
      struct stat Buf;
      if (stat(string(CD + MyPrefix + File).c_str(),&Buf) != 0)
      {
	 if (Debug == true)
	    cout << "Failed, " << CD + MyPrefix + File << endl;
	 if (GrabFirst(OrigPath,MyPrefix,Depth++) == true)
	    continue;
	 
	 return false;
      }
      else
      {
	 Prefix = MyPrefix;
	 return true;
      }      
   }
   return false;
}
									/*}}}*/
// IndexCopy::ReconstructChop - Fixes bad source paths			/*{{{*/
// ---------------------------------------------------------------------
/* This removes path components from the filename and prepends the location
   of the package files until a file is found */
bool IndexCopy::ReconstructChop(unsigned long &Chop,string Dir,string File)
{
   // Attempt to reconstruct the filename
   unsigned long Depth = 0;
   while (1)
   {
      struct stat Buf;
      if (stat(string(Dir + File).c_str(),&Buf) != 0)
      {
	 File = ChopDirs(File,1);
	 Depth++;
	 if (File.empty() == false)
	    continue;
	 return false;
      }
      else
      {
	 Chop = Depth;
	 return true;
      }
   }
   return false;
}
									/*}}}*/
// IndexCopy::ConvertToSourceList - Convert a Path to a sourcelist 	/*{{{*/
// ---------------------------------------------------------------------
/* We look for things in dists/ notation and convert them to 
   <dist> <component> form otherwise it is left alone. This also strips
   the CD path. 
 
   This implements a regex sort of like: 
    (.*)/dists/([^/]*)/(.*)/binary-* 
     ^          ^      ^- Component
     |          |-------- Distribution
     |------------------- Path
   
   It was deciced to use only a single word for dist (rather than say
   unstable/non-us) to increase the chance that each CD gets a single
   line in sources.list.
 */
void IndexCopy::ConvertToSourceList(string CD,string &Path)
{
   char S[300];
   snprintf(S,sizeof(S),"binary-%s",_config->Find("Apt::Architecture").c_str());
   
   // Strip the cdrom base path
   Path = string(Path,CD.length());
   if (Path.empty() == true)
      Path = "/";
   
   // Too short to be a dists/ type
   if (Path.length() < strlen("dists/"))
      return;
   
   // Not a dists type.
   if (stringcmp(Path.c_str(),Path.c_str()+strlen("dists/"),"dists/") != 0)
      return;
      
   // Isolate the dist
   string::size_type Slash = strlen("dists/");
   string::size_type Slash2 = Path.find('/',Slash + 1);
   if (Slash2 == string::npos || Slash2 + 2 >= Path.length())
      return;
   string Dist = string(Path,Slash,Slash2 - Slash);
   
   // Isolate the component
   Slash = Slash2;
   for (unsigned I = 0; I != 10; I++)
   {
      Slash = Path.find('/',Slash+1);
      if (Slash == string::npos || Slash + 2 >= Path.length())
	 return;
      string Comp = string(Path,Slash2+1,Slash - Slash2-1);
	 
      // Verify the trailing binary- bit
      string::size_type BinSlash = Path.find('/',Slash + 1);
      if (Slash == string::npos)
	 return;
      string Binary = string(Path,Slash+1,BinSlash - Slash-1);
      
      if (Binary != S && Binary != "source")
	 continue;

      Path = Dist + ' ' + Comp;
      return;
   }   
}
									/*}}}*/
// IndexCopy::GrabFirst - Return the first Depth path components	/*{{{*/
// ---------------------------------------------------------------------
/* */
bool IndexCopy::GrabFirst(string Path,string &To,unsigned int Depth)
{
   string::size_type I = 0;
   do
   {
      I = Path.find('/',I+1);
      Depth--;
   }
   while (I != string::npos && Depth != 0);
   
   if (I == string::npos)
      return false;

   To = string(Path,0,I+1);
   return true;
}
									/*}}}*/
// PackageCopy::GetFile - Get the file information from the section	/*{{{*/
// ---------------------------------------------------------------------
/* */
bool PackageCopy::GetFile(string &File,unsigned long &Size)
{
   File = Section->FindS("Filename");
   Size = Section->FindI("Size");
   if (File.empty() || Size == 0)
      return _error->Error("Cannot find filename or size tag");
   return true;
}
									/*}}}*/
// PackageCopy::RewriteEntry - Rewrite the entry with a new filename	/*{{{*/
// ---------------------------------------------------------------------
/* */
bool PackageCopy::RewriteEntry(FILE *Target,string File)
{
   TFRewriteData Changes[] = {{"Filename",File.c_str()},
                              {}};
   
   if (TFRewrite(Target,*Section,TFRewritePackageOrder,Changes) == false)
      return false;
   fputc('\n',Target);
   return true;
}
									/*}}}*/
// SourceCopy::GetFile - Get the file information from the section	/*{{{*/
// ---------------------------------------------------------------------
/* */
bool SourceCopy::GetFile(string &File,unsigned long &Size)
{
   string Files = Section->FindS("Files");
   if (Files.empty() == true)
      return false;

   // Stash the / terminated directory prefix
   string Base = Section->FindS("Directory");
   if (Base.empty() == false && Base[Base.length()-1] != '/')
      Base += '/';
   
   // Read the first file triplet
   const char *C = Files.c_str();
   string sSize;
   string MD5Hash;
   
   // Parse each of the elements
   if (ParseQuoteWord(C,MD5Hash) == false ||
       ParseQuoteWord(C,sSize) == false ||
       ParseQuoteWord(C,File) == false)
      return _error->Error("Error parsing file record");
   
   // Parse the size and append the directory
   Size = atoi(sSize.c_str());
   File = Base + File;
   return true;
}
									/*}}}*/
// SourceCopy::RewriteEntry - Rewrite the entry with a new filename	/*{{{*/
// ---------------------------------------------------------------------
/* */
bool SourceCopy::RewriteEntry(FILE *Target,string File)
{
   string Dir(File,0,File.rfind('/'));
   TFRewriteData Changes[] = {{"Directory",Dir.c_str()},
                              {}};
   
   if (TFRewrite(Target,*Section,TFRewriteSourceOrder,Changes) == false)
      return false;
   fputc('\n',Target);
   return true;
}


									/*}}}*/

bool SigVerify::Verify(string prefix, string file, indexRecords *MetaIndex)
{
   const indexRecords::checkSum *Record = MetaIndex->Lookup(file);

   if (!Record) 
   {
      _error->Warning("Can't find authentication record for: %s",file.c_str());
      return false;
   }

   MD5Summation sum;
   FileFd Fd(prefix+file, FileFd::ReadOnly);
   sum.AddFD(Fd.Fd(), Fd.Size());
   Fd.Close();
   string MD5 = (string)sum.Result();
   
   if (Record->MD5Hash != MD5)
   {
      _error->Warning("MD5 mismatch for: %s",file.c_str());
      return false;
   }

   if(_config->FindB("Debug::aptcdrom",false)) 
   {
      cout << "File: " << prefix+file << endl;
      cout << "Expected MD5sum: " << Record->MD5Hash << endl;
      cout << "got: " << MD5 << endl << endl;
   }

   return true;
}

bool SigVerify::CopyMetaIndex(string CDROM, string CDName, 
			      string prefix, string file)
{
      char S[400];
      snprintf(S,sizeof(S),"cdrom:[%s]/%s%s",CDName.c_str(),
	       (prefix).c_str() + CDROM.length(),file.c_str());
      string TargetF = _config->FindDir("Dir::State::lists");
      TargetF += URItoFileName(S);

      FileFd Target;
      FileFd Rel;
      Target.Open(TargetF,FileFd::WriteEmpty);
      Rel.Open(prefix + file,FileFd::ReadOnly);
      if (_error->PendingError() == true)
	 return false;
      if (CopyFile(Rel,Target) == false)
	 return false;
   
      return true;
}

bool SigVerify::CopyAndVerify(string CDROM,string Name,vector<string> &SigList,
			      vector<string> PkgList,vector<string> SrcList)
{
   if (SigList.size() == 0)
      return true;

   bool Debug = _config->FindB("Debug::aptcdrom",false);

   // Read all Release files
   for (vector<string>::iterator I = SigList.begin(); I != SigList.end(); I++)
   { 
      if(Debug)
	 cout << "Signature verify for: " << *I << endl;

      indexRecords *MetaIndex = new indexRecords;
      string prefix = *I; 

      // a Release.gpg without a Release should never happen
      if(!FileExists(*I+"Release"))
	 continue;


      // verify the gpg signature of "Release"
      // gpg --verify "*I+Release.gpg", "*I+Release"
      string gpgvpath = _config->Find("Dir::Bin::gpg", "/usr/bin/gpgv");
      string pubringpath = _config->Find("Apt::GPGV::TrustedKeyring", "/etc/apt/trusted.gpg");
      pid_t pid = ExecFork();
      if(pid < 0) {
	 _error->Error("Fork failed");
	 return false;
      }
      if(pid == 0) {
	 execlp(gpgvpath.c_str(), gpgvpath.c_str(), "--keyring", 
		pubringpath.c_str(), string(*I+"Release.gpg").c_str(), 
		string(*I+"Release").c_str(), NULL);
      }
      if(!ExecWait(pid, "gpgv")) {
	 _error->Warning("Signature verification failed for: %s",
			 string(*I+"Release.gpg").c_str());
	 // something went wrong, don't copy the Release.gpg
	 // FIXME: delete any existing gpg file?
	 continue;
      }

      // Open the Release file and add it to the MetaIndex
      if(!MetaIndex->Load(*I+"Release"))
      {
	 _error->Error(MetaIndex->ErrorText.c_str());
	 return false;
      }
      
      // go over the Indexfiles and see if they verify
      // if so, remove them from our copy of the lists
      vector<string> keys = MetaIndex->MetaKeys();
      for (vector<string>::iterator I = keys.begin(); I != keys.end(); I++)
      { 
	 if(!Verify(prefix,*I, MetaIndex)) {
	    // something went wrong, don't copy the Release.gpg
	    // FIXME: delete any existing gpg file?
	    continue;	 
	 }
      }

      // we need a fresh one for the Release.gpg
      delete MetaIndex;
   
      // everything was fine, copy the Release and Release.gpg file
      CopyMetaIndex(CDROM, Name, prefix, "Release");
      CopyMetaIndex(CDROM, Name, prefix, "Release.gpg");
   }   

   return true;
}
Commit	Line	Data
143abaeb AL	1	// -- mode: cpp; mode: fold --
143abaeb AL	2	// Description /{{{/
90f057fd	3	// $Id: indexcopy.cc,v 1.10 2002/03/26 07:38:58 jgg Exp $
143abaeb AL	4	/* ######################################################################
	5
	6	Index Copying - Aid for copying and verifying the index files
	7
	8	This class helps apt-cache reconstruct a damaged index files.
	9
	10	##################################################################### */
	11	/}}}/
	12	// Include Files /{{{/
	13	#include "indexcopy.h"
	14
	15	#include <apt-pkg/error.h>
	16	#include <apt-pkg/progress.h>
	17	#include <apt-pkg/strutl.h>
	18	#include <apt-pkg/fileutl.h>
	19	#include <apt-pkg/configuration.h>
	20	#include <apt-pkg/tagfile.h>
a75c6a6e MZ	21	#include <apt-pkg/indexrecords.h>
	22	#include <apt-pkg/md5.h>
	23	#include <apt-pkg/cdrom.h>
	24	#include <apti18n.h>
143abaeb	25
90f057fd	26	#include <iostream>
a75c6a6e	27	#include <sstream>
143abaeb AL	28	#include <unistd.h>
	29	#include <sys/stat.h>
	30	#include <stdio.h>
143abaeb AL	31	/}}}/
143abaeb AL	32
076d01b0 AL	33	using namespace std;
076d01b0 AL	34
143abaeb AL	35	// IndexCopy::CopyPackages - Copy the package files from the CD /{{{/
	36	// ---------------------------------------------------------------------
	37	/* */
a75c6a6e MZ	38	bool IndexCopy::CopyPackages(string CDROM,string Name,vector<string> &List,
a75c6a6e MZ	39	pkgCdromStatus *log)
143abaeb	40	{
a75c6a6e	41	OpProgress *Progress = NULL;
143abaeb AL	42	if (List.size() == 0)
	43	return true;
	44
a75c6a6e MZ	45	if(log)
a75c6a6e MZ	46	Progress = log->GetOpProgress();
143abaeb AL	47
	48	bool NoStat = _config->FindB("APT::CDROM::Fast",false);
	49	bool Debug = _config->FindB("Debug::aptcdrom",false);
	50
	51	// Prepare the progress indicator
	52	unsigned long TotalSize = 0;
	53	for (vector<string>::iterator I = List.begin(); I != List.end(); I++)
	54	{
	55	struct stat Buf;
	56	if (stat(string(*I + GetFileName()).c_str(),&Buf) != 0 &&
	57	stat(string(*I + GetFileName() + ".gz").c_str(),&Buf) != 0)
	58	return _error->Errno("stat","Stat failed for %s",
	59	string(*I + GetFileName()).c_str());
	60	TotalSize += Buf.st_size;
	61	}
	62
	63	unsigned long CurrentSize = 0;
	64	unsigned int NotFound = 0;
	65	unsigned int WrongSize = 0;
	66	unsigned int Packages = 0;
	67	for (vector<string>::iterator I = List.begin(); I != List.end(); I++)
	68	{
	69	string OrigPath = string(*I,CDROM.length());
	70	unsigned long FileSize = 0;
	71
	72	// Open the package file
	73	FileFd Pkg;
	74	if (FileExists(*I + GetFileName()) == true)
	75	{
	76	Pkg.Open(*I + GetFileName(),FileFd::ReadOnly);
	77	FileSize = Pkg.Size();
	78	}
	79	else
	80	{
	81	FileFd From(*I + GetFileName() + ".gz",FileFd::ReadOnly);
	82	if (_error->PendingError() == true)
	83	return false;
	84	FileSize = From.Size();
	85
	86	// Get a temp file
	87	FILE *tmp = tmpfile();
	88	if (tmp == 0)
	89	return _error->Errno("tmpfile","Unable to create a tmp file");
	90	Pkg.Fd(dup(fileno(tmp)));
	91	fclose(tmp);
	92
	93	// Fork gzip
3826564e	94	pid_t Process = fork();
143abaeb AL	95	if (Process < 0)
	96	return _error->Errno("fork","Couldn't fork gzip");
	97
	98	// The child
	99	if (Process == 0)
	100	{
	101	dup2(From.Fd(),STDIN_FILENO);
	102	dup2(Pkg.Fd(),STDOUT_FILENO);
	103	SetCloseExec(STDIN_FILENO,false);
	104	SetCloseExec(STDOUT_FILENO,false);
	105
	106	const char *Args[3];
076d01b0 AL	107	string Tmp = _config->Find("Dir::bin::gzip","gzip");
076d01b0 AL	108	Args[0] = Tmp.c_str();
143abaeb AL	109	Args[1] = "-d";
	110	Args[2] = 0;
	111	execvp(Args[0],(char **)Args);
	112	exit(100);
	113	}
	114
	115	// Wait for gzip to finish
1ae93c94	116	if (ExecWait(Process,_config->Find("Dir::bin::gzip","gzip").c_str(),false) == false)
143abaeb	117	return _error->Error("gzip failed, perhaps the disk is full.");
1ae93c94	118
143abaeb AL	119	Pkg.Seek(0);
143abaeb AL	120	}
b2e465d6	121	pkgTagFile Parser(&Pkg);
143abaeb AL	122	if (_error->PendingError() == true)
	123	return false;
	124
	125	// Open the output file
	126	char S[400];
20ebd488 AL	127	snprintf(S,sizeof(S),"cdrom:[%s]/%s%s",Name.c_str(),
20ebd488 AL	128	(*I).c_str() + CDROM.length(),GetFileName());
143abaeb AL	129	string TargetF = _config->FindDir("Dir::State::lists") + "partial/";
	130	TargetF += URItoFileName(S);
	131	if (_config->FindB("APT::CDROM::NoAct",false) == true)
	132	TargetF = "/dev/null";
b2e465d6 AL	133	FileFd Target(TargetF,FileFd::WriteEmpty);
b2e465d6 AL	134	FILE *TargetFl = fdopen(dup(Target.Fd()),"w");
143abaeb AL	135	if (_error->PendingError() == true)
143abaeb AL	136	return false;
b2e465d6 AL	137	if (TargetFl == 0)
b2e465d6 AL	138	return _error->Errno("fdopen","Failed to reopen fd");
143abaeb AL	139
143abaeb AL	140	// Setup the progress meter
a75c6a6e MZ	141	if(Progress)
	142	Progress->OverallProgress(CurrentSize,TotalSize,FileSize,
	143	string("Reading ") + Type() + " Indexes");
143abaeb AL	144
143abaeb AL	145	// Parse
a75c6a6e MZ	146	if(Progress)
a75c6a6e MZ	147	Progress->SubProgress(Pkg.Size());
143abaeb AL	148	pkgTagSection Section;
	149	this->Section = &Section;
	150	string Prefix;
	151	unsigned long Hits = 0;
	152	unsigned long Chop = 0;
	153	while (Parser.Step(Section) == true)
	154	{
a75c6a6e MZ	155	if(Progress)
a75c6a6e MZ	156	Progress->Progress(Parser.Offset());
143abaeb AL	157	string File;
	158	unsigned long Size;
	159	if (GetFile(File,Size) == false)
b2e465d6 AL	160	{
b2e465d6 AL	161	fclose(TargetFl);
143abaeb	162	return false;
b2e465d6	163	}
143abaeb AL	164
	165	if (Chop != 0)
	166	File = OrigPath + ChopDirs(File,Chop);
	167
	168	// See if the file exists
	169	bool Mangled = false;
	170	if (NoStat == false \|\| Hits < 10)
	171	{
	172	// Attempt to fix broken structure
	173	if (Hits == 0)
	174	{
	175	if (ReconstructPrefix(Prefix,OrigPath,CDROM,File) == false &&
	176	ReconstructChop(Chop,*I,File) == false)
	177	{
	178	if (Debug == true)
	179	clog << "Missed: " << File << endl;
	180	NotFound++;
	181	continue;
	182	}
	183	if (Chop != 0)
	184	File = OrigPath + ChopDirs(File,Chop);
	185	}
	186
	187	// Get the size
	188	struct stat Buf;
	189	if (stat(string(CDROM + Prefix + File).c_str(),&Buf) != 0 \|\|
	190	Buf.st_size == 0)
	191	{
	192	// Attempt to fix busted symlink support for one instance
	193	string OrigFile = File;
	194	string::size_type Start = File.find("binary-");
	195	string::size_type End = File.find("/",Start+3);
	196	if (Start != string::npos && End != string::npos)
	197	{
	198	File.replace(Start,End-Start,"binary-all");
	199	Mangled = true;
	200	}
	201
	202	if (Mangled == false \|\|
	203	stat(string(CDROM + Prefix + File).c_str(),&Buf) != 0)
	204	{
	205	if (Debug == true)
	206	clog << "Missed(2): " << OrigFile << endl;
	207	NotFound++;
	208	continue;
	209	}
	210	}
	211
	212	// Size match
	213	if ((unsigned)Buf.st_size != Size)
	214	{
	215	if (Debug == true)
	216	clog << "Wrong Size: " << File << endl;
	217	WrongSize++;
	218	continue;
	219	}
	220	}
	221
	222	Packages++;
	223	Hits++;
	224
b2e465d6	225	if (RewriteEntry(TargetFl,File) == false)
143abaeb	226	{
b2e465d6 AL	227	fclose(TargetFl);
b2e465d6 AL	228	return false;
143abaeb	229	}
143abaeb	230	}
b2e465d6	231	fclose(TargetFl);
143abaeb AL	232
	233	if (Debug == true)
	234	cout << " Processed by using Prefix '" << Prefix << "' and chop " << Chop << endl;
	235
	236	if (_config->FindB("APT::CDROM::NoAct",false) == false)
	237	{
	238	// Move out of the partial directory
	239	Target.Close();
	240	string FinalF = _config->FindDir("Dir::State::lists");
	241	FinalF += URItoFileName(S);
	242	if (rename(TargetF.c_str(),FinalF.c_str()) != 0)
	243	return _error->Errno("rename","Failed to rename");
143abaeb	244	}
a75c6a6e	245
143abaeb AL	246	/* Mangle the source to be in the proper notation with
	247	prefix dist [component] */
	248	I = string(I,Prefix.length());
	249	ConvertToSourceList(CDROM,*I);
	250	I = Prefix + ' ' + I;
	251
	252	CurrentSize += FileSize;
	253	}
a75c6a6e MZ	254	if(Progress)
a75c6a6e MZ	255	Progress->Done();
143abaeb AL	256
143abaeb AL	257	// Some stats
a75c6a6e MZ	258	if(log) {
	259	stringstream msg;
	260	if(NotFound == 0 && WrongSize == 0)
	261	ioprintf(msg, _("Wrote %i records.\n"), Packages);
	262	else if (NotFound != 0 && WrongSize == 0)
	263	ioprintf(msg, _("Wrote %i records with %i missing files.\n"),
	264	Packages, NotFound);
	265	else if (NotFound == 0 && WrongSize != 0)
db0db9fe	266	ioprintf(msg, _("Wrote %i records with %i mismatched files\n"),
a75c6a6e MZ	267	Packages, WrongSize);
a75c6a6e MZ	268	if (NotFound != 0 && WrongSize != 0)
db0db9fe	269	ioprintf(msg, _("Wrote %i records with %i missing files and %i mismatched files\n"), Packages, NotFound, WrongSize);
a75c6a6e	270	}
143abaeb AL	271
143abaeb AL	272	if (Packages == 0)
dd27443e AL	273	_error->Warning("No valid records were found.");
dd27443e AL	274
143abaeb	275	if (NotFound + WrongSize > 10)
a75c6a6e MZ	276	_error->Warning("Alot of entries were discarded, something may be wrong.\n");
a75c6a6e MZ	277
143abaeb AL	278
	279	return true;
	280	}
	281	/}}}/
	282	// IndexCopy::ChopDirs - Chop off the leading directory components /{{{/
	283	// ---------------------------------------------------------------------
	284	/* */
	285	string IndexCopy::ChopDirs(string Path,unsigned int Depth)
	286	{
	287	string::size_type I = 0;
	288	do
	289	{
	290	I = Path.find('/',I+1);
	291	Depth--;
	292	}
	293	while (I != string::npos && Depth != 0);
	294
	295	if (I == string::npos)
	296	return string();
	297
	298	return string(Path,I+1);
	299	}
	300	/}}}/
	301	// IndexCopy::ReconstructPrefix - Fix strange prefixing /{{{/
	302	// ---------------------------------------------------------------------
	303	/* This prepends dir components from the path to the package files to
	304	the path to the deb until it is found */
	305	bool IndexCopy::ReconstructPrefix(string &Prefix,string OrigPath,string CD,
	306	string File)
	307	{
	308	bool Debug = _config->FindB("Debug::aptcdrom",false);
	309	unsigned int Depth = 1;
	310	string MyPrefix = Prefix;
	311	while (1)
	312	{
	313	struct stat Buf;
	314	if (stat(string(CD + MyPrefix + File).c_str(),&Buf) != 0)
	315	{
	316	if (Debug == true)
	317	cout << "Failed, " << CD + MyPrefix + File << endl;
	318	if (GrabFirst(OrigPath,MyPrefix,Depth++) == true)
	319	continue;
	320
	321	return false;
	322	}
	323	else
	324	{
	325	Prefix = MyPrefix;
	326	return true;
	327	}
	328	}
	329	return false;
	330	}
	331	/}}}/
	332	// IndexCopy::ReconstructChop - Fixes bad source paths /{{{/
	333	// ---------------------------------------------------------------------
	334	/* This removes path components from the filename and prepends the location
	335	of the package files until a file is found */
	336	bool IndexCopy::ReconstructChop(unsigned long &Chop,string Dir,string File)
	337	{
	338	// Attempt to reconstruct the filename
	339	unsigned long Depth = 0;
	340	while (1)
	341	{
342	struct stat Buf;
343	if (stat(string(Dir + File).c_str(),&Buf) != 0)
344	{
345	File = ChopDirs(File,1);
346	Depth++;
347	if (File.empty() == false)
348	continue;
349	return false;
350	}
351	else
352	{
353	Chop = Depth;
354	return true;
355	}
356	}
357	return false;
358	}
359	/}}}/
360	// IndexCopy::ConvertToSourceList - Convert a Path to a sourcelist /{{{/
361	// ---------------------------------------------------------------------
362	/* We look for things in dists/ notation and convert them to
363	<dist> <component> form otherwise it is left alone. This also strips
0f770a0c AL	364	the CD path.
	365
	366	This implements a regex sort of like:
	367	(.)/dists/([^/])/(.)/binary-
	368	^ ^ ^- Component
	369	\| \|-------- Distribution
	370	\|------------------- Path
	371
	372	It was deciced to use only a single word for dist (rather than say
	373	unstable/non-us) to increase the chance that each CD gets a single
	374	line in sources.list.
	375	*/
143abaeb AL	376	void IndexCopy::ConvertToSourceList(string CD,string &Path)
	377	{
	378	char S[300];
20ebd488	379	snprintf(S,sizeof(S),"binary-%s",_config->Find("Apt::Architecture").c_str());
143abaeb AL	380
	381	// Strip the cdrom base path
	382	Path = string(Path,CD.length());
	383	if (Path.empty() == true)
	384	Path = "/";
	385
	386	// Too short to be a dists/ type
	387	if (Path.length() < strlen("dists/"))
	388	return;
	389
	390	// Not a dists type.
076d01b0	391	if (stringcmp(Path.c_str(),Path.c_str()+strlen("dists/"),"dists/") != 0)
143abaeb	392	return;
7834cb57	393
143abaeb AL	394	// Isolate the dist
	395	string::size_type Slash = strlen("dists/");
	396	string::size_type Slash2 = Path.find('/',Slash + 1);
	397	if (Slash2 == string::npos \|\| Slash2 + 2 >= Path.length())
	398	return;
	399	string Dist = string(Path,Slash,Slash2 - Slash);
	400
	401	// Isolate the component
0f770a0c AL	402	Slash = Slash2;
	403	for (unsigned I = 0; I != 10; I++)
	404	{
	405	Slash = Path.find('/',Slash+1);
	406	if (Slash == string::npos \|\| Slash + 2 >= Path.length())
	407	return;
	408	string Comp = string(Path,Slash2+1,Slash - Slash2-1);
	409
	410	// Verify the trailing binary- bit
	411	string::size_type BinSlash = Path.find('/',Slash + 1);
	412	if (Slash == string::npos)
	413	return;
	414	string Binary = string(Path,Slash+1,BinSlash - Slash-1);
	415
	416	if (Binary != S && Binary != "source")
	417	continue;
	418
	419	Path = Dist + ' ' + Comp;
143abaeb	420	return;
0f770a0c	421	}
143abaeb AL	422	}
	423	/}}}/
	424	// IndexCopy::GrabFirst - Return the first Depth path components /{{{/
	425	// ---------------------------------------------------------------------
	426	/* */
	427	bool IndexCopy::GrabFirst(string Path,string &To,unsigned int Depth)
	428	{
	429	string::size_type I = 0;
	430	do
	431	{
	432	I = Path.find('/',I+1);
	433	Depth--;
	434	}
	435	while (I != string::npos && Depth != 0);
	436
	437	if (I == string::npos)
	438	return false;
	439
	440	To = string(Path,0,I+1);
	441	return true;
	442	}
	443	/}}}/
143abaeb AL	444	// PackageCopy::GetFile - Get the file information from the section /{{{/
	445	// ---------------------------------------------------------------------
	446	/* */
	447	bool PackageCopy::GetFile(string &File,unsigned long &Size)
	448	{
	449	File = Section->FindS("Filename");
	450	Size = Section->FindI("Size");
	451	if (File.empty() \|\| Size == 0)
	452	return _error->Error("Cannot find filename or size tag");
	453	return true;
	454	}
	455	/}}}/
	456	// PackageCopy::RewriteEntry - Rewrite the entry with a new filename /{{{/
	457	// ---------------------------------------------------------------------
	458	/* */
b2e465d6	459	bool PackageCopy::RewriteEntry(FILE *Target,string File)
143abaeb	460	{
b2e465d6 AL	461	TFRewriteData Changes[] = {{"Filename",File.c_str()},
	462	{}};
	463
	464	if (TFRewrite(Target,*Section,TFRewritePackageOrder,Changes) == false)
	465	return false;
	466	fputc('\n',Target);
	467	return true;
143abaeb AL	468	}
	469	/}}}/
	470	// SourceCopy::GetFile - Get the file information from the section /{{{/
	471	// ---------------------------------------------------------------------
	472	/* */
	473	bool SourceCopy::GetFile(string &File,unsigned long &Size)
	474	{
	475	string Files = Section->FindS("Files");
	476	if (Files.empty() == true)
	477	return false;
	478
	479	// Stash the / terminated directory prefix
	480	string Base = Section->FindS("Directory");
	481	if (Base.empty() == false && Base[Base.length()-1] != '/')
	482	Base += '/';
	483
b2e465d6	484	// Read the first file triplet
143abaeb AL	485	const char *C = Files.c_str();
	486	string sSize;
	487	string MD5Hash;
	488
	489	// Parse each of the elements
	490	if (ParseQuoteWord(C,MD5Hash) == false \|\|
	491	ParseQuoteWord(C,sSize) == false \|\|
	492	ParseQuoteWord(C,File) == false)
	493	return _error->Error("Error parsing file record");
	494
	495	// Parse the size and append the directory
	496	Size = atoi(sSize.c_str());
	497	File = Base + File;
	498	return true;
	499	}
	500	/}}}/
	501	// SourceCopy::RewriteEntry - Rewrite the entry with a new filename /{{{/
	502	// ---------------------------------------------------------------------
	503	/* */
b2e465d6	504	bool SourceCopy::RewriteEntry(FILE *Target,string File)
143abaeb	505	{
b2e465d6 AL	506	string Dir(File,0,File.rfind('/'));
	507	TFRewriteData Changes[] = {{"Directory",Dir.c_str()},
	508	{}};
	509
	510	if (TFRewrite(Target,*Section,TFRewriteSourceOrder,Changes) == false)
	511	return false;
	512	fputc('\n',Target);
	513	return true;
143abaeb	514	}
a75c6a6e MZ	515
a75c6a6e MZ	516
143abaeb	517	/}}}/
a75c6a6e MZ	518
	519	bool SigVerify::Verify(string prefix, string file, indexRecords *MetaIndex)
	520	{
	521	const indexRecords::checkSum *Record = MetaIndex->Lookup(file);
	522
	523	if (!Record)
	524	{
	525	_error->Warning("Can't find authentication record for: %s",file.c_str());
	526	return false;
	527	}
	528
	529	MD5Summation sum;
	530	FileFd Fd(prefix+file, FileFd::ReadOnly);
	531	sum.AddFD(Fd.Fd(), Fd.Size());
	532	Fd.Close();
	533	string MD5 = (string)sum.Result();
	534
	535	if (Record->MD5Hash != MD5)
	536	{
	537	_error->Warning("MD5 mismatch for: %s",file.c_str());
	538	return false;
	539	}
	540
	541	if(_config->FindB("Debug::aptcdrom",false))
	542	{
	543	cout << "File: " << prefix+file << endl;
	544	cout << "Expected MD5sum: " << Record->MD5Hash << endl;
	545	cout << "got: " << MD5 << endl << endl;
	546	}
	547
	548	return true;
	549	}
	550
	551	bool SigVerify::CopyMetaIndex(string CDROM, string CDName,
	552	string prefix, string file)
	553	{
	554	char S[400];
	555	snprintf(S,sizeof(S),"cdrom:[%s]/%s%s",CDName.c_str(),
	556	(prefix).c_str() + CDROM.length(),file.c_str());
	557	string TargetF = _config->FindDir("Dir::State::lists");
	558	TargetF += URItoFileName(S);
	559
	560	FileFd Target;
	561	FileFd Rel;
	562	Target.Open(TargetF,FileFd::WriteEmpty);
	563	Rel.Open(prefix + file,FileFd::ReadOnly);
	564	if (_error->PendingError() == true)
	565	return false;
	566	if (CopyFile(Rel,Target) == false)
	567	return false;
	568
	569	return true;
	570	}
	571
	572	bool SigVerify::CopyAndVerify(string CDROM,string Name,vector<string> &SigList,
	573	vector<string> PkgList,vector<string> SrcList)
	574	{
	575	if (SigList.size() == 0)
	576	return true;
	577
	578	bool Debug = _config->FindB("Debug::aptcdrom",false);
	579
	580	// Read all Release files
	581	for (vector<string>::iterator I = SigList.begin(); I != SigList.end(); I++)
582	{
583	if(Debug)
584	cout << "Signature verify for: " << *I << endl;
585
586	indexRecords *MetaIndex = new indexRecords;
587	string prefix = *I;
588
589	// a Release.gpg without a Release should never happen
590	if(!FileExists(*I+"Release"))
591	continue;
592
593
594	// verify the gpg signature of "Release"
595	// gpg --verify "I+Release.gpg", "I+Release"
596	string gpgvpath = _config->Find("Dir::Bin::gpg", "/usr/bin/gpgv");
597	string pubringpath = _config->Find("Apt::GPGV::TrustedKeyring", "/etc/apt/trusted.gpg");
598	pid_t pid = ExecFork();
599	if(pid < 0) {
600	_error->Error("Fork failed");
601	return false;
602	}
603	if(pid == 0) {
604	execlp(gpgvpath.c_str(), gpgvpath.c_str(), "--keyring",
605	pubringpath.c_str(), string(*I+"Release.gpg").c_str(),
606	string(*I+"Release").c_str(), NULL);
607	}
608	if(!ExecWait(pid, "gpgv")) {
609	_error->Warning("Signature verification failed for: %s",
610	string(*I+"Release.gpg").c_str());
611	// something went wrong, don't copy the Release.gpg
612	// FIXME: delete any existing gpg file?
613	continue;
614	}
615
616	// Open the Release file and add it to the MetaIndex
617	if(!MetaIndex->Load(*I+"Release"))
618	{
619	_error->Error(MetaIndex->ErrorText.c_str());
620	return false;
621	}
622
623	// go over the Indexfiles and see if they verify
624	// if so, remove them from our copy of the lists
625	vector<string> keys = MetaIndex->MetaKeys();
626	for (vector<string>::iterator I = keys.begin(); I != keys.end(); I++)
627	{
628	if(!Verify(prefix,*I, MetaIndex)) {
629	// something went wrong, don't copy the Release.gpg
630	// FIXME: delete any existing gpg file?
631	continue;
632	}
633	}
634
635	// we need a fresh one for the Release.gpg
636	delete MetaIndex;
637
638	// everything was fine, copy the Release and Release.gpg file
639	CopyMetaIndex(CDROM, Name, prefix, "Release");
640	CopyMetaIndex(CDROM, Name, prefix, "Release.gpg");
641	}
642
643	return true;
644	}