g++- works
[ntk/apt.git] / apt-pkg / acquire.h
CommitLineData
0118833a
AL
1// -*- mode: cpp; mode: fold -*-
2// Description /*{{{*/
281daf46 3// $Id: acquire.h,v 1.22 1999/07/03 03:10:35 jgg Exp $
0118833a
AL
4/* ######################################################################
5
6 Acquire - File Acquiration
7
8 This module contians the Acquire system. It is responsible for bringing
9 files into the local pathname space. It deals with URIs for files and
10 URI handlers responsible for downloading or finding the URIs.
11
12 Each file to download is represented by an Acquire::Item class subclassed
13 into a specialization. The Item class can add itself to several URI
14 acquire queues each prioritized by the download scheduler. When the
15 system is run the proper URI handlers are spawned and the the acquire
16 queues are fed into the handlers by the schedular until the queues are
17 empty. This allows for an Item to be downloaded from an alternate source
18 if the first try turns out to fail. It also alows concurrent downloading
19 of multiple items from multiple sources as well as dynamic balancing
20 of load between the sources.
21
22 Schedualing of downloads is done on a first ask first get basis. This
23 preserves the order of the download as much as possible. And means the
24 fastest source will tend to process the largest number of files.
25
26 Internal methods and queues for performing gzip decompression,
27 md5sum hashing and file copying are provided to allow items to apply
28 a number of transformations to the data files they are working with.
29
30 ##################################################################### */
31 /*}}}*/
32#ifndef PKGLIB_ACQUIRE_H
33#define PKGLIB_ACQUIRE_H
34
35#include <vector>
36#include <string>
37
38#ifdef __GNUG__
39#pragma interface "apt-pkg/acquire.h"
40#endif
41
b98f2859 42#include <sys/time.h>
0a8a80e5
AL
43#include <unistd.h>
44
8267fe24 45class pkgAcquireStatus;
0118833a
AL
46class pkgAcquire
47{
48 public:
49
50 class Item;
51 class Queue;
52 class Worker;
53 struct MethodConfig;
8267fe24 54 struct ItemDesc;
0118833a 55 friend Item;
0a8a80e5 56 friend Queue;
0118833a
AL
57
58 protected:
59
0a8a80e5 60 // List of items to fetch
0118833a 61 vector<Item *> Items;
0a8a80e5
AL
62
63 // List of active queues and fetched method configuration parameters
0118833a 64 Queue *Queues;
0a8a80e5 65 Worker *Workers;
0118833a 66 MethodConfig *Configs;
8267fe24 67 pkgAcquireStatus *Log;
0a8a80e5 68 unsigned long ToFetch;
8267fe24 69
0a8a80e5
AL
70 // Configurable parameters for the schedular
71 enum {QueueHost,QueueAccess} QueueMode;
72 bool Debug;
8b89e57f 73 bool Running;
0118833a
AL
74
75 void Add(Item *Item);
76 void Remove(Item *Item);
0a8a80e5
AL
77 void Add(Worker *Work);
78 void Remove(Worker *Work);
79
8267fe24 80 void Enqueue(ItemDesc &Item);
0a8a80e5 81 void Dequeue(Item *Item);
e331f6ed 82 string QueueName(string URI,MethodConfig const *&Config);
0a8a80e5
AL
83
84 // FDSET managers for derived classes
281daf46
AL
85 virtual void SetFds(int &Fd,fd_set *RSet,fd_set *WSet);
86 virtual void RunFds(fd_set *RSet,fd_set *WSet);
93bf083d
AL
87
88 // A queue calls this when it dequeues an item
89 void Bump();
0118833a
AL
90
91 public:
3b5421b4 92
0a8a80e5 93 MethodConfig *GetConfig(string Access);
024d1123
AL
94
95 enum RunResult {Continue,Failed,Cancelled};
96
97 RunResult Run();
281daf46
AL
98 void Shutdown();
99
8267fe24
AL
100 // Simple iteration mechanism
101 inline Worker *WorkersBegin() {return Workers;};
102 Worker *WorkerStep(Worker *I);
103 inline Item **ItemsBegin() {return Items.begin();};
104 inline Item **ItemsEnd() {return Items.end();};
f7a08e33
AL
105
106 // Iterate over queued Item URIs
107 class UriIterator;
108 UriIterator UriBegin();
109 UriIterator UriEnd();
110
7a7fa5f0
AL
111 // Cleans out the download dir
112 bool Clean(string Dir);
a6568219
AL
113
114 // Returns the size of the total download set
115 unsigned long TotalNeeded();
116 unsigned long FetchNeeded();
6b1ff003 117 unsigned long PartialPresent();
0118833a 118
8267fe24 119 pkgAcquire(pkgAcquireStatus *Log = 0);
0118833a
AL
120 ~pkgAcquire();
121};
122
8267fe24
AL
123// Description of an Item+URI
124struct pkgAcquire::ItemDesc
125{
126 string URI;
127 string Description;
128 string ShortDesc;
129 Item *Owner;
130};
131
0118833a
AL
132// List of possible items queued for download.
133class pkgAcquire::Queue
134{
135 friend pkgAcquire;
f7a08e33 136 friend pkgAcquire::UriIterator;
0118833a
AL
137 Queue *Next;
138
139 protected:
3b5421b4 140
0a8a80e5 141 // Queued item
8267fe24 142 struct QItem : pkgAcquire::ItemDesc
0a8a80e5 143 {
8267fe24 144 QItem *Next;
c88edf1d 145 pkgAcquire::Worker *Worker;
8267fe24
AL
146
147 void operator =(pkgAcquire::ItemDesc const &I)
148 {
149 URI = I.URI;
150 Description = I.Description;
151 ShortDesc = I.ShortDesc;
152 Owner = I.Owner;
153 };
154 };
0a8a80e5
AL
155
156 // Name of the queue
157 string Name;
158
159 // Items queued into this queue
160 QItem *Items;
161 pkgAcquire::Worker *Workers;
162 pkgAcquire *Owner;
e7432370 163 signed long PipeDepth;
b185acc2 164 unsigned long MaxPipeDepth;
0118833a
AL
165
166 public:
0a8a80e5
AL
167
168 // Put an item into this queue
8267fe24 169 void Enqueue(ItemDesc &Item);
bfd22fc0 170 bool Dequeue(Item *Owner);
0a8a80e5 171
c88edf1d
AL
172 // Find a Queued item
173 QItem *FindItem(string URI,pkgAcquire::Worker *Owner);
8267fe24 174 bool ItemStart(QItem *Itm,unsigned long Size);
c88edf1d
AL
175 bool ItemDone(QItem *Itm);
176
0a8a80e5
AL
177 bool Startup();
178 bool Shutdown();
93bf083d 179 bool Cycle();
be4401bf 180 void Bump();
0a8a80e5
AL
181
182 Queue(string Name,pkgAcquire *Owner);
183 ~Queue();
0118833a
AL
184};
185
f7a08e33
AL
186class pkgAcquire::UriIterator
187{
188 pkgAcquire::Queue *CurQ;
189 pkgAcquire::Queue::QItem *CurItem;
190
191 public:
192
193 // Advance to the next item
194 inline void operator ++() {operator ++();};
195 void operator ++(int)
196 {
197 CurItem = CurItem->Next;
198 while (CurItem == 0 && CurQ != 0)
199 {
200 CurItem = CurQ->Items;
201 CurQ = CurQ->Next;
202 }
203 };
204
205 // Accessors
206 inline pkgAcquire::ItemDesc const *operator ->() const {return CurItem;};
207 inline bool operator !=(UriIterator const &rhs) const {return rhs.CurQ != CurQ || rhs.CurItem != CurItem;};
208 inline bool operator ==(UriIterator const &rhs) const {return rhs.CurQ == CurQ && rhs.CurItem == CurItem;};
209
210 UriIterator(pkgAcquire::Queue *Q) : CurQ(Q), CurItem(0)
211 {
212 while (CurItem == 0 && CurQ != 0)
213 {
214 CurItem = CurQ->Items;
215 CurQ = CurQ->Next;
216 }
217 }
218};
219
0118833a
AL
220// Configuration information from each method
221struct pkgAcquire::MethodConfig
222{
3b5421b4
AL
223 MethodConfig *Next;
224
0118833a
AL
225 string Access;
226
227 string Version;
228 bool SingleInstance;
0a8a80e5
AL
229 bool Pipeline;
230 bool SendConfig;
e331f6ed
AL
231 bool LocalOnly;
232
0118833a 233 MethodConfig();
0118833a
AL
234};
235
8267fe24
AL
236class pkgAcquireStatus
237{
b98f2859
AL
238 protected:
239
240 struct timeval Time;
241 struct timeval StartTime;
242 unsigned long LastBytes;
243 double CurrentCPS;
244 unsigned long CurrentBytes;
245 unsigned long TotalBytes;
246 unsigned long FetchedBytes;
247 unsigned long ElapsedTime;
d568ed2d
AL
248 unsigned long TotalItems;
249 unsigned long CurrentItems;
b98f2859 250
8267fe24
AL
251 public:
252
253 bool Update;
254
b98f2859
AL
255 // Called by items when they have finished a real download
256 virtual void Fetched(unsigned long Size,unsigned long ResumePoint);
257
542ec555
AL
258 // Called to change media
259 virtual bool MediaChange(string Media,string Drive) = 0;
260
8267fe24
AL
261 // Each of these is called by the workers when an event occures
262 virtual void IMSHit(pkgAcquire::ItemDesc &Itm) {};
263 virtual void Fetch(pkgAcquire::ItemDesc &Itm) {};
264 virtual void Done(pkgAcquire::ItemDesc &Itm) {};
542ec555 265 virtual void Fail(pkgAcquire::ItemDesc &Itm) {};
024d1123 266 virtual bool Pulse(pkgAcquire *Owner); // returns false on user cancel
b98f2859
AL
267 virtual void Start();
268 virtual void Stop();
a6568219 269
b98f2859 270 pkgAcquireStatus();
8267fe24
AL
271 virtual ~pkgAcquireStatus() {};
272};
273
0118833a 274#endif