Recursive rmdom
[hcoop/domtool2.git] / src / main.sml
1 (* HCoop Domtool (http://hcoop.sourceforge.net/)
2 * Copyright (c) 2006, Adam Chlipala
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version 2
7 * of the License, or (at your option) any later version.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
17 *)
18
19 (* Main interface *)
20
21 structure Main :> MAIN = struct
22
23 open Ast MsgTypes Print
24
25 structure SM = StringMap
26
27 fun init () = Acl.read Config.aclFile
28
29 fun check' G fname =
30 let
31 val prog = Parse.parse fname
32 in
33 if !ErrorMsg.anyErrors then
34 G
35 else
36 Tycheck.checkFile G (Defaults.tInit ()) prog
37 end
38
39 fun basis () =
40 let
41 val dir = Posix.FileSys.opendir Config.libRoot
42
43 fun loop files =
44 case Posix.FileSys.readdir dir of
45 NONE => (Posix.FileSys.closedir dir;
46 files)
47 | SOME fname =>
48 if String.isSuffix ".dtl" fname then
49 loop (OS.Path.joinDirFile {dir = Config.libRoot,
50 file = fname}
51 :: files)
52 else
53 loop files
54
55 val files = loop []
56 val (_, files) = Order.order NONE files
57 in
58 if !ErrorMsg.anyErrors then
59 Env.empty
60 else
61 (Tycheck.allowExterns ();
62 foldl (fn (fname, G) => check' G fname) Env.empty files
63 before Tycheck.disallowExterns ())
64 end
65
66 fun check fname =
67 let
68 val _ = ErrorMsg.reset ()
69 val _ = Env.preTycheck ()
70
71 val b = basis ()
72 in
73 if !ErrorMsg.anyErrors then
74 raise ErrorMsg.Error
75 else
76 let
77 val _ = Tycheck.disallowExterns ()
78 val _ = ErrorMsg.reset ()
79 val prog = Parse.parse fname
80 in
81 if !ErrorMsg.anyErrors then
82 raise ErrorMsg.Error
83 else
84 let
85 val G' = Tycheck.checkFile b (Defaults.tInit ()) prog
86 in
87 if !ErrorMsg.anyErrors then
88 raise ErrorMsg.Error
89 else
90 (G', #3 prog)
91 end
92 end
93 end
94
95 val notTmp = CharVector.all (fn ch => Char.isAlphaNum ch orelse ch = #"." orelse ch = #"_" orelse ch = #"-")
96
97 fun checkDir dname =
98 let
99 val b = basis ()
100
101 val dir = Posix.FileSys.opendir dname
102
103 fun loop files =
104 case Posix.FileSys.readdir dir of
105 NONE => (Posix.FileSys.closedir dir;
106 files)
107 | SOME fname =>
108 if notTmp fname then
109 loop (OS.Path.joinDirFile {dir = dname,
110 file = fname}
111 :: files)
112 else
113 loop files
114
115 val files = loop []
116 val (_, files) = Order.order (SOME b) files
117 in
118 if !ErrorMsg.anyErrors then
119 raise ErrorMsg.Error
120 else
121 (foldl (fn (fname, G) => check' G fname) b files;
122 if !ErrorMsg.anyErrors then
123 raise ErrorMsg.Error
124 else
125 ())
126 end
127
128 fun reduce fname =
129 let
130 val (G, body) = check fname
131 in
132 if !ErrorMsg.anyErrors then
133 NONE
134 else
135 case body of
136 SOME body =>
137 let
138 val body' = Reduce.reduceExp G body
139 in
140 (*printd (PD.hovBox (PD.PPS.Rel 0,
141 [PD.string "Result:",
142 PD.space 1,
143 p_exp body']))*)
144 SOME body'
145 end
146 | _ => NONE
147 end
148
149 fun eval fname =
150 case reduce fname of
151 (SOME body') =>
152 if !ErrorMsg.anyErrors then
153 raise ErrorMsg.Error
154 else
155 Eval.exec (Defaults.eInit ()) body'
156 | NONE => raise ErrorMsg.Error
157
158 fun eval' fname =
159 case reduce fname of
160 (SOME body') =>
161 if !ErrorMsg.anyErrors then
162 raise ErrorMsg.Error
163 else
164 ignore (Eval.exec' (Defaults.eInit ()) body')
165 | NONE => raise ErrorMsg.Error
166
167 val dispatcher =
168 Config.dispatcher ^ ":" ^ Int.toString Config.dispatcherPort
169
170 fun requestContext f =
171 let
172 val uid = Posix.ProcEnv.getuid ()
173 val user = Posix.SysDB.Passwd.name (Posix.SysDB.getpwuid uid)
174
175 val () = Acl.read Config.aclFile
176 val () = Domain.setUser user
177
178 val () = f ()
179
180 val context = OpenSSL.context (Config.certDir ^ "/" ^ user ^ ".pem",
181 Config.keyDir ^ "/" ^ user ^ "/key.pem",
182 Config.trustStore)
183 in
184 (user, context)
185 end
186
187 fun requestBio f =
188 let
189 val (user, context) = requestContext f
190 in
191 (user, OpenSSL.connect (context, dispatcher))
192 end
193
194 fun request fname =
195 let
196 val (user, bio) = requestBio (fn () => ignore (check fname))
197
198 val inf = TextIO.openIn fname
199
200 fun loop lines =
201 case TextIO.inputLine inf of
202 NONE => String.concat (List.rev lines)
203 | SOME line => loop (line :: lines)
204
205 val code = loop []
206 in
207 TextIO.closeIn inf;
208 Msg.send (bio, MsgConfig code);
209 case Msg.recv bio of
210 NONE => print "Server closed connection unexpectedly.\n"
211 | SOME m =>
212 case m of
213 MsgOk => print "Configuration succeeded.\n"
214 | MsgError s => print ("Configuration failed: " ^ s ^ "\n")
215 | _ => print "Unexpected server reply.\n";
216 OpenSSL.close bio
217 end
218 handle ErrorMsg.Error => ()
219
220 fun requestDir dname =
221 let
222 val _ = ErrorMsg.reset ()
223
224 val (user, bio) = requestBio (fn () => checkDir dname)
225
226 val b = basis ()
227
228 val dir = Posix.FileSys.opendir dname
229
230 fun loop files =
231 case Posix.FileSys.readdir dir of
232 NONE => (Posix.FileSys.closedir dir;
233 files)
234 | SOME fname =>
235 if notTmp fname then
236 loop (OS.Path.joinDirFile {dir = dname,
237 file = fname}
238 :: files)
239 else
240 loop files
241
242 val files = loop []
243 val (_, files) = Order.order (SOME b) files
244
245 val _ = if !ErrorMsg.anyErrors then
246 raise ErrorMsg.Error
247 else
248 ()
249
250 val codes = map (fn fname =>
251 let
252 val inf = TextIO.openIn fname
253
254 fun loop lines =
255 case TextIO.inputLine inf of
256 NONE => String.concat (rev lines)
257 | SOME line => loop (line :: lines)
258 in
259 loop []
260 before TextIO.closeIn inf
261 end) files
262 in
263 if !ErrorMsg.anyErrors then
264 ()
265 else
266 (Msg.send (bio, MsgMultiConfig codes);
267 case Msg.recv bio of
268 NONE => print "Server closed connection unexpectedly.\n"
269 | SOME m =>
270 case m of
271 MsgOk => print "Configuration succeeded.\n"
272 | MsgError s => print ("Configuration failed: " ^ s ^ "\n")
273 | _ => print "Unexpected server reply.\n";
274 OpenSSL.close bio)
275 end
276 handle ErrorMsg.Error => ()
277
278 fun requestGrant acl =
279 let
280 val (user, bio) = requestBio (fn () => ())
281 in
282 Msg.send (bio, MsgGrant acl);
283 case Msg.recv bio of
284 NONE => print "Server closed connection unexpectedly.\n"
285 | SOME m =>
286 case m of
287 MsgOk => print "Grant succeeded.\n"
288 | MsgError s => print ("Grant failed: " ^ s ^ "\n")
289 | _ => print "Unexpected server reply.\n";
290 OpenSSL.close bio
291 end
292
293 fun requestRevoke acl =
294 let
295 val (user, bio) = requestBio (fn () => ())
296 in
297 Msg.send (bio, MsgRevoke acl);
298 case Msg.recv bio of
299 NONE => print "Server closed connection unexpectedly.\n"
300 | SOME m =>
301 case m of
302 MsgOk => print "Revoke succeeded.\n"
303 | MsgError s => print ("Revoke failed: " ^ s ^ "\n")
304 | _ => print "Unexpected server reply.\n";
305 OpenSSL.close bio
306 end
307
308 fun requestListPerms user =
309 let
310 val (_, bio) = requestBio (fn () => ())
311 in
312 Msg.send (bio, MsgListPerms user);
313 (case Msg.recv bio of
314 NONE => (print "Server closed connection unexpectedly.\n";
315 NONE)
316 | SOME m =>
317 case m of
318 MsgPerms perms => SOME perms
319 | MsgError s => (print ("Listing failed: " ^ s ^ "\n");
320 NONE)
321 | _ => (print "Unexpected server reply.\n";
322 NONE))
323 before OpenSSL.close bio
324 end
325
326 fun requestWhoHas perm =
327 let
328 val (_, bio) = requestBio (fn () => ())
329 in
330 Msg.send (bio, MsgWhoHas perm);
331 (case Msg.recv bio of
332 NONE => (print "Server closed connection unexpectedly.\n";
333 NONE)
334 | SOME m =>
335 case m of
336 MsgWhoHasResponse users => SOME users
337 | MsgError s => (print ("whohas failed: " ^ s ^ "\n");
338 NONE)
339 | _ => (print "Unexpected server reply.\n";
340 NONE))
341 before OpenSSL.close bio
342 end
343
344 fun requestRegen () =
345 let
346 val (_, bio) = requestBio (fn () => ())
347 in
348 Msg.send (bio, MsgRegenerate);
349 case Msg.recv bio of
350 NONE => print "Server closed connection unexpectedly.\n"
351 | SOME m =>
352 case m of
353 MsgOk => print "Regeneration succeeded.\n"
354 | MsgError s => print ("Regeneration failed: " ^ s ^ "\n")
355 | _ => print "Unexpected server reply.\n";
356 OpenSSL.close bio
357 end
358
359 fun requestRmdom dom =
360 let
361 val (_, bio) = requestBio (fn () => ())
362 in
363 Msg.send (bio, MsgRmdom dom);
364 case Msg.recv bio of
365 NONE => print "Server closed connection unexpectedly.\n"
366 | SOME m =>
367 case m of
368 MsgOk => print "Removal succeeded.\n"
369 | MsgError s => print ("Removal failed: " ^ s ^ "\n")
370 | _ => print "Unexpected server reply.\n";
371 OpenSSL.close bio
372 end
373
374 fun regenerate context =
375 let
376 val b = basis ()
377 val () = Tycheck.disallowExterns ()
378
379 val () = Domain.resetGlobal ()
380
381 fun contactNode (node, ip) =
382 if node = Config.defaultNode then
383 Domain.resetLocal ()
384 else let
385 val bio = OpenSSL.connect (context,
386 ip
387 ^ ":"
388 ^ Int.toString Config.slavePort)
389 in
390 Msg.send (bio, MsgRegenerate);
391 case Msg.recv bio of
392 NONE => print "Slave closed connection unexpectedly\n"
393 | SOME m =>
394 case m of
395 MsgOk => print ("Slave " ^ node ^ " pre-regeneration finished\n")
396 | MsgError s => print ("Slave " ^ node
397 ^ " returned error: " ^
398 s ^ "\n")
399 | _ => print ("Slave " ^ node
400 ^ " returned unexpected command\n");
401 OpenSSL.close bio
402 end
403
404 fun doUser user =
405 let
406 val _ = Domain.setUser user
407 val _ = ErrorMsg.reset ()
408
409 val dname = Config.domtoolDir user
410
411 val dir = Posix.FileSys.opendir dname
412
413 fun loop files =
414 case Posix.FileSys.readdir dir of
415 NONE => (Posix.FileSys.closedir dir;
416 files)
417 | SOME fname =>
418 if notTmp fname then
419 loop (OS.Path.joinDirFile {dir = dname,
420 file = fname}
421 :: files)
422 else
423 loop files
424
425 val files = loop []
426 val (_, files) = Order.order (SOME b) files
427 in
428 if !ErrorMsg.anyErrors then
429 print ("User " ^ user ^ "'s configuration has errors!\n")
430 else
431 app eval' files
432 end
433 handle IO.Io _ => ()
434 | OS.SysErr (s, _) => print ("System error processing user " ^ user ^ ": " ^ s ^ "\n")
435 in
436 app contactNode Config.nodeIps;
437 Env.pre ();
438 app doUser (Acl.users ());
439 Env.post ()
440 end
441
442 fun service () =
443 let
444 val () = Acl.read Config.aclFile
445
446 val context = OpenSSL.context (Config.serverCert,
447 Config.serverKey,
448 Config.trustStore)
449 val _ = Domain.set_context context
450
451 val sock = OpenSSL.listen (context, Config.dispatcherPort)
452
453 fun loop () =
454 case OpenSSL.accept sock of
455 NONE => ()
456 | SOME bio =>
457 let
458 val user = OpenSSL.peerCN bio
459 val () = print ("\nConnection from " ^ user ^ "\n")
460 val () = Domain.setUser user
461
462 fun doConfig codes =
463 let
464 val _ = print "Configuration:\n"
465 val _ = app (fn s => (print s; print "\n")) codes
466 val _ = print "\n"
467
468 val outname = OS.FileSys.tmpName ()
469
470 fun doOne code =
471 let
472 val outf = TextIO.openOut outname
473 in
474 TextIO.output (outf, code);
475 TextIO.closeOut outf;
476 eval' outname
477 end
478 in
479 (Env.pre ();
480 app doOne codes;
481 Env.post ();
482 Msg.send (bio, MsgOk))
483 handle ErrorMsg.Error =>
484 (print "Compilation error\n";
485 Msg.send (bio,
486 MsgError "Error during configuration evaluation"))
487 | OpenSSL.OpenSSL s =>
488 (print "OpenSSL error\n";
489 Msg.send (bio,
490 MsgError
491 ("Error during configuration evaluation: "
492 ^ s)));
493 OS.FileSys.remove outname;
494 (ignore (OpenSSL.readChar bio);
495 OpenSSL.close bio)
496 handle OpenSSL.OpenSSL _ => ();
497 loop ()
498 end
499
500 fun cmdLoop () =
501 case Msg.recv bio of
502 NONE => (OpenSSL.close bio
503 handle OpenSSL.OpenSSL _ => ();
504 loop ())
505 | SOME m =>
506 case m of
507 MsgConfig code => doConfig [code]
508 | MsgMultiConfig codes => doConfig codes
509
510 | MsgGrant acl =>
511 if Acl.query {user = user, class = "priv", value = "all"} then
512 ((Acl.grant acl;
513 Acl.write Config.aclFile;
514 Msg.send (bio, MsgOk);
515 print ("Granted permission " ^ #value acl ^ " to " ^ #user acl ^ " in " ^ #class acl ^ ".\n"))
516 handle OpenSSL.OpenSSL s =>
517 (print "OpenSSL error\n";
518 Msg.send (bio,
519 MsgError
520 ("Error during granting: "
521 ^ s)));
522 (ignore (OpenSSL.readChar bio);
523 OpenSSL.close bio)
524 handle OpenSSL.OpenSSL _ => ();
525 loop ())
526 else
527 ((Msg.send (bio, MsgError "Not authorized to grant privileges");
528 print "Unauthorized user asked to grant a permission!\n";
529 ignore (OpenSSL.readChar bio);
530 OpenSSL.close bio)
531 handle OpenSSL.OpenSSL _ => ();
532 loop ())
533
534 | MsgRevoke acl =>
535 if Acl.query {user = user, class = "priv", value = "all"} then
536 ((Acl.revoke acl;
537 Acl.write Config.aclFile;
538 Msg.send (bio, MsgOk);
539 print ("Revoked permission " ^ #value acl ^ " from " ^ #user acl ^ " in " ^ #class acl ^ ".\n"))
540 handle OpenSSL.OpenSSL s =>
541 (print "OpenSSL error\n";
542 Msg.send (bio,
543 MsgError
544 ("Error during revocation: "
545 ^ s)));
546 (ignore (OpenSSL.readChar bio);
547 OpenSSL.close bio)
548 handle OpenSSL.OpenSSL _ => ();
549 loop ())
550 else
551 ((Msg.send (bio, MsgError "Not authorized to revoke privileges");
552 print "Unauthorized user asked to revoke a permission!\n";
553 ignore (OpenSSL.readChar bio);
554 OpenSSL.close bio)
555 handle OpenSSL.OpenSSL _ => ();
556 loop ())
557
558 | MsgListPerms user =>
559 ((Msg.send (bio, MsgPerms (Acl.queryAll user));
560 print ("Sent permission list for user " ^ user ^ ".\n"))
561 handle OpenSSL.OpenSSL s =>
562 (print "OpenSSL error\n";
563 Msg.send (bio,
564 MsgError
565 ("Error during permission listing: "
566 ^ s)));
567 (ignore (OpenSSL.readChar bio);
568 OpenSSL.close bio)
569 handle OpenSSL.OpenSSL _ => ();
570 loop ())
571
572 | MsgWhoHas perm =>
573 ((Msg.send (bio, MsgWhoHasResponse (Acl.whoHas perm));
574 print ("Sent whohas response for " ^ #class perm ^ " / " ^ #value perm ^ ".\n"))
575 handle OpenSSL.OpenSSL s =>
576 (print "OpenSSL error\n";
577 Msg.send (bio,
578 MsgError
579 ("Error during whohas: "
580 ^ s)));
581 (ignore (OpenSSL.readChar bio);
582 OpenSSL.close bio)
583 handle OpenSSL.OpenSSL _ => ();
584 loop ())
585
586 | MsgRmdom dom =>
587 if Acl.query {user = user, class = "priv", value = "all"}
588 orelse Acl.query {user = user, class = "domain", value = dom} then
589 ((Domain.rmdom dom;
590 Msg.send (bio, MsgOk);
591 print ("Removed domain " ^ dom ^ ".\n"))
592 handle OpenSSL.OpenSSL s =>
593 (print "OpenSSL error\n";
594 Msg.send (bio,
595 MsgError
596 ("Error during revocation: "
597 ^ s)));
598 (ignore (OpenSSL.readChar bio);
599 OpenSSL.close bio)
600 handle OpenSSL.OpenSSL _ => ();
601 loop ())
602 else
603 ((Msg.send (bio, MsgError "Not authorized to remove that domain");
604 print "Unauthorized user asked to remove a domain!\n";
605 ignore (OpenSSL.readChar bio);
606 OpenSSL.close bio)
607 handle OpenSSL.OpenSSL _ => ();
608 loop ())
609
610 | MsgRegenerate =>
611 if Acl.query {user = user, class = "priv", value = "regen"}
612 orelse Acl.query {user = user, class = "priv", value = "all"} then
613 ((regenerate context;
614 Msg.send (bio, MsgOk);
615 print "Regenerated all configuration.\n")
616 handle OpenSSL.OpenSSL s =>
617 (print "OpenSSL error\n";
618 Msg.send (bio,
619 MsgError
620 ("Error during regeneration: "
621 ^ s)));
622 (ignore (OpenSSL.readChar bio);
623 OpenSSL.close bio)
624 handle OpenSSL.OpenSSL _ => ();
625 loop ())
626 else
627 ((Msg.send (bio, MsgError "Not authorized to regeneration");
628 print "Unauthorized user asked to regenerate!\n";
629 ignore (OpenSSL.readChar bio);
630 OpenSSL.close bio)
631 handle OpenSSL.OpenSSL _ => ();
632 loop ())
633
634 | _ =>
635 (Msg.send (bio, MsgError "Unexpected command")
636 handle OpenSSL.OpenSSL _ => ();
637 OpenSSL.close bio
638 handle OpenSSL.OpenSSL _ => ();
639 loop ())
640 in
641 cmdLoop ()
642 end
643 handle OpenSSL.OpenSSL s =>
644 (print ("OpenSSL error: " ^ s ^ "\n");
645 OpenSSL.close bio
646 handle OpenSSL.OpenSSL _ => ();
647 loop ())
648 | OS.SysErr (s, _) =>
649 (print ("System error: " ^ s ^ "\n");
650 OpenSSL.close bio
651 handle OpenSSL.OpenSSL _ => ();
652 loop ())
653 in
654 print "Listening for connections....\n";
655 loop ();
656 OpenSSL.shutdown sock
657 end
658
659 fun slave () =
660 let
661 val host = Slave.hostname ()
662
663 val context = OpenSSL.context (Config.certDir ^ "/" ^ host ^ ".pem",
664 Config.keyDir ^ "/" ^ host ^ "/key.pem",
665 Config.trustStore)
666
667 val sock = OpenSSL.listen (context, Config.slavePort)
668
669 fun loop () =
670 case OpenSSL.accept sock of
671 NONE => ()
672 | SOME bio =>
673 let
674 val peer = OpenSSL.peerCN bio
675 val () = print ("\nConnection from " ^ peer ^ "\n")
676 in
677 if peer <> Config.dispatcherName then
678 (print "Not authorized!\n";
679 OpenSSL.close bio;
680 loop ())
681 else let
682 fun loop' files =
683 case Msg.recv bio of
684 NONE => print "Dispatcher closed connection unexpectedly\n"
685 | SOME m =>
686 case m of
687 MsgFile file => loop' (file :: files)
688 | MsgDoFiles => (Slave.handleChanges files;
689 Msg.send (bio, MsgOk))
690 | MsgRegenerate => (Domain.resetLocal ();
691 Msg.send (bio, MsgOk))
692 | _ => (print "Dispatcher sent unexpected command\n";
693 Msg.send (bio, MsgError "Unexpected command"))
694 in
695 loop' [];
696 ignore (OpenSSL.readChar bio);
697 OpenSSL.close bio;
698 loop ()
699 end
700 end handle OpenSSL.OpenSSL s =>
701 (print ("OpenSSL error: "^ s ^ "\n");
702 OpenSSL.close bio
703 handle OpenSSL.OpenSSL _ => ();
704 loop ())
705 | OS.SysErr (s, _) =>
706 (print ("System error: "^ s ^ "\n");
707 OpenSSL.close bio
708 handle OpenSSL.OpenSSL _ => ();
709 loop ())
710 in
711 loop ();
712 OpenSSL.shutdown sock
713 end
714
715 fun autodocBasis outdir =
716 let
717 val dir = Posix.FileSys.opendir Config.libRoot
718
719 fun loop files =
720 case Posix.FileSys.readdir dir of
721 NONE => (Posix.FileSys.closedir dir;
722 files)
723 | SOME fname =>
724 if String.isSuffix ".dtl" fname then
725 loop (OS.Path.joinDirFile {dir = Config.libRoot,
726 file = fname}
727 :: files)
728 else
729 loop files
730
731 val files = loop []
732 in
733 Autodoc.autodoc {outdir = outdir, infiles = files}
734 end
735
736 end