lisp/gnus/auth-source.el: When a data token is "machine", abort parsing the current...
[bpt/emacs.git] / lisp / gnus / auth-source.el
CommitLineData
8f7abae3
MB
1;;; auth-source.el --- authentication sources for Gnus and Emacs
2
ab422c4d 3;; Copyright (C) 2008-2013 Free Software Foundation, Inc.
8f7abae3
MB
4
5;; Author: Ted Zlatanov <tzz@lifelogs.com>
6;; Keywords: news
7
8;; This file is part of GNU Emacs.
9
5e809f55 10;; GNU Emacs is free software: you can redistribute it and/or modify
8f7abae3 11;; it under the terms of the GNU General Public License as published by
5e809f55
GM
12;; the Free Software Foundation, either version 3 of the License, or
13;; (at your option) any later version.
8f7abae3
MB
14
15;; GNU Emacs is distributed in the hope that it will be useful,
16;; but WITHOUT ANY WARRANTY; without even the implied warranty of
5e809f55 17;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
8f7abae3
MB
18;; GNU General Public License for more details.
19
20;; You should have received a copy of the GNU General Public License
5e809f55 21;; along with GNU Emacs. If not, see <http://www.gnu.org/licenses/>.
8f7abae3
MB
22
23;;; Commentary:
24
25;; This is the auth-source.el package. It lets users tell Gnus how to
26;; authenticate in a single place. Simplicity is the goal. Instead
27;; of providing 5000 options, we'll stick to simple, easy to
28;; understand options.
d55fe5bb 29
554a69b8 30;; See the auth.info Info documentation for details.
4079589f 31
cbabe91f
TZ
32;; TODO:
33
34;; - never decode the backend file unless it's necessary
35;; - a more generic way to match backends and search backend contents
36;; - absorb netrc.el and simplify it
37;; - protect passwords better
38;; - allow creating and changing netrc lines (not files) e.g. change a password
39
8f7abae3
MB
40;;; Code:
41
b8e0f0cd 42(require 'password-cache)
d638ac9e 43(require 'mm-util)
e952b711 44(require 'gnus-util)
936d08bb 45
8f7abae3 46(eval-when-compile (require 'cl))
b68bbc23 47(require 'eieio)
b8e0f0cd 48
0e4966fb
MA
49(autoload 'secrets-create-item "secrets")
50(autoload 'secrets-delete-item "secrets")
ec7995fa 51(autoload 'secrets-get-alias "secrets")
b8e0f0cd 52(autoload 'secrets-get-attributes "secrets")
fb178e4c 53(autoload 'secrets-get-secret "secrets")
0e4966fb
MA
54(autoload 'secrets-list-collections "secrets")
55(autoload 'secrets-search-items "secrets")
8f7abae3 56
4248cca2
TZ
57(autoload 'rfc2104-hash "rfc2104")
58
8977de27
DU
59(autoload 'plstore-open "plstore")
60(autoload 'plstore-find "plstore")
61(autoload 'plstore-put "plstore")
f3078a00 62(autoload 'plstore-delete "plstore")
8977de27 63(autoload 'plstore-save "plstore")
c302199d 64(autoload 'plstore-get-file "plstore")
8977de27 65
b09c3fe0
G
66(autoload 'epg-make-context "epg")
67(autoload 'epg-context-set-passphrase-callback "epg")
68(autoload 'epg-decrypt-string "epg")
69(autoload 'epg-context-set-armor "epg")
70(autoload 'epg-encrypt-string "epg")
71
b0de839f
KY
72(autoload 'help-mode "help-mode" nil t)
73
b8e0f0cd
G
74(defvar secrets-enabled)
75
8f7abae3
MB
76(defgroup auth-source nil
77 "Authentication sources."
9b3ebcb6 78 :version "23.1" ;; No Gnus
8f7abae3
MB
79 :group 'gnus)
80
584c9d3f
G
81;;;###autoload
82(defcustom auth-source-cache-expiry 7200
83 "How many seconds passwords are cached, or nil to disable
84expiring. Overrides `password-cache-expiry' through a
85let-binding."
2bed3f04 86 :version "24.1"
584c9d3f
G
87 :group 'auth-source
88 :type '(choice (const :tag "Never" nil)
89 (const :tag "All Day" 86400)
90 (const :tag "2 Hours" 7200)
91 (const :tag "30 Minutes" 1800)
92 (integer :tag "Seconds")))
93
cbffd0bd
SM
94;; The slots below correspond with the `auth-source-search' spec,
95;; so a backend with :host set, for instance, would match only
96;; searches for that host. Normally they are nil.
b8e0f0cd
G
97(defclass auth-source-backend ()
98 ((type :initarg :type
99 :initform 'netrc
100 :type symbol
101 :custom symbol
102 :documentation "The backend type.")
103 (source :initarg :source
104 :type string
105 :custom string
106 :documentation "The backend source.")
107 (host :initarg :host
108 :initform t
109 :type t
110 :custom string
111 :documentation "The backend host.")
112 (user :initarg :user
113 :initform t
114 :type t
115 :custom string
116 :documentation "The backend user.")
35123c04
TZ
117 (port :initarg :port
118 :initform t
119 :type t
120 :custom string
121 :documentation "The backend protocol.")
65afde5c 122 (data :initarg :data
b09c3fe0
G
123 :initform nil
124 :documentation "Internal backend data.")
b8e0f0cd
G
125 (create-function :initarg :create-function
126 :initform ignore
127 :type function
128 :custom function
129 :documentation "The create function.")
130 (search-function :initarg :search-function
131 :initform ignore
132 :type function
133 :custom function
134 :documentation "The search function.")))
135
9b3ebcb6 136(defcustom auth-source-protocols '((imap "imap" "imaps" "143" "993")
cbabe91f
TZ
137 (pop3 "pop3" "pop" "pop3s" "110" "995")
138 (ssh "ssh" "22")
139 (sftp "sftp" "115")
140 (smtp "smtp" "25"))
9b3ebcb6
MB
141 "List of authentication protocols and their names"
142
143 :group 'auth-source
ec7995fa 144 :version "23.2" ;; No Gnus
9b3ebcb6 145 :type '(repeat :tag "Authentication Protocols"
cbabe91f
TZ
146 (cons :tag "Protocol Entry"
147 (symbol :tag "Protocol")
148 (repeat :tag "Names"
149 (string :tag "Name")))))
9b3ebcb6 150
cbffd0bd
SM
151;; Generate all the protocols in a format Customize can use.
152;; TODO: generate on the fly from auth-source-protocols
9b3ebcb6
MB
153(defconst auth-source-protocols-customize
154 (mapcar (lambda (a)
cbabe91f
TZ
155 (let ((p (car-safe a)))
156 (list 'const
157 :tag (upcase (symbol-name p))
158 p)))
159 auth-source-protocols))
9b3ebcb6 160
b8e0f0cd
G
161(defvar auth-source-creation-defaults nil
162 "Defaults for creating token values. Usually let-bound.")
163
003522ce
G
164(defvar auth-source-creation-prompts nil
165 "Default prompts for token values. Usually let-bound.")
166
b8e0f0cd
G
167(make-obsolete 'auth-source-hide-passwords nil "Emacs 24.1")
168
003522ce
G
169(defcustom auth-source-save-behavior 'ask
170 "If set, auth-source will respect it for save behavior."
171 :group 'auth-source
172 :version "23.2" ;; No Gnus
173 :type `(choice
174 :tag "auth-source new token save behavior"
175 (const :tag "Always save" t)
176 (const :tag "Never save" nil)
177 (const :tag "Ask" ask)))
178
61e6a0ac
TZ
179;; TODO: make the default (setq auth-source-netrc-use-gpg-tokens `((,(if (boundp 'epa-file-auto-mode-alist-entry) (car (symbol-value 'epa-file-auto-mode-alist-entry)) "\\.gpg\\'") never) (t gpg)))
180;; TODO: or maybe leave as (setq auth-source-netrc-use-gpg-tokens 'never)
181
182(defcustom auth-source-netrc-use-gpg-tokens 'never
183 "Set this to tell auth-source when to create GPG password
b09c3fe0
G
184tokens in netrc files. It's either an alist or `never'.
185Note that if EPA/EPG is not available, this should NOT be used."
2b8c5660
TZ
186 :group 'auth-source
187 :version "23.2" ;; No Gnus
188 :type `(choice
61e6a0ac
TZ
189 (const :tag "Always use GPG password tokens" (t gpg))
190 (const :tag "Never use GPG password tokens" never)
191 (repeat :tag "Use a lookup list"
192 (list
193 (choice :tag "Matcher"
194 (const :tag "Match anything" t)
195 (const :tag "The EPA encrypted file extensions"
196 ,(if (boundp 'epa-file-auto-mode-alist-entry)
197 (car (symbol-value
198 'epa-file-auto-mode-alist-entry))
199 "\\.gpg\\'"))
200 (regexp :tag "Regular expression"))
201 (choice :tag "What to do"
202 (const :tag "Save GPG-encrypted password tokens" gpg)
203 (const :tag "Don't encrypt tokens" never))))))
2b8c5660 204
b8e0f0cd 205(defvar auth-source-magic "auth-source-magic ")
ed778fad
MB
206
207(defcustom auth-source-do-cache t
b8e0f0cd 208 "Whether auth-source should cache information with `password-cache'."
ed778fad 209 :group 'auth-source
ec7995fa 210 :version "23.2" ;; No Gnus
ed778fad
MB
211 :type `boolean)
212
a202ff49 213(defcustom auth-source-debug nil
554a69b8 214 "Whether auth-source should log debug messages.
554a69b8
KY
215
216If the value is nil, debug messages are not logged.
ca6ddb88
TZ
217
218If the value is t, debug messages are logged with `message'. In
219that case, your authentication data will be in the clear (except
220for passwords).
221
554a69b8
KY
222If the value is a function, debug messages are logged by calling
223 that function using the same arguments as `message'."
224 :group 'auth-source
ec7995fa 225 :version "23.2" ;; No Gnus
cbabe91f
TZ
226 :type `(choice
227 :tag "auth-source debugging mode"
228 (const :tag "Log using `message' to the *Messages* buffer" t)
4a3988d5
G
229 (const :tag "Log all trivia with `message' to the *Messages* buffer"
230 trivia)
cbabe91f
TZ
231 (function :tag "Function that takes arguments like `message'")
232 (const :tag "Don't log anything" nil)))
554a69b8 233
6a6e4d93 234(defcustom auth-sources '("~/.authinfo" "~/.authinfo.gpg" "~/.netrc")
8f7abae3
MB
235 "List of authentication sources.
236
b8e0f0cd
G
237The default will get login and password information from
238\"~/.authinfo.gpg\", which you should set up with the EPA/EPG
239packages to be encrypted. If that file doesn't exist, it will
4a3988d5
G
240try the unencrypted version \"~/.authinfo\" and the famous
241\"~/.netrc\" file.
b8e0f0cd
G
242
243See the auth.info manual for details.
fb178e4c 244
ec7995fa
KY
245Each entry is the authentication type with optional properties.
246
247It's best to customize this with `M-x customize-variable' because the choices
248can get pretty complex."
8f7abae3 249 :group 'auth-source
b8e0f0cd 250 :version "24.1" ;; No Gnus
9b3ebcb6 251 :type `(repeat :tag "Authentication Sources"
b8e0f0cd
G
252 (choice
253 (string :tag "Just a file")
254 (const :tag "Default Secrets API Collection" 'default)
5415d076 255 (const :tag "Login Secrets API Collection" "secrets:Login")
b8e0f0cd 256 (const :tag "Temp Secrets API Collection" "secrets:session")
d7fcec5d
TZ
257
258 (const :tag "Default internet Mac OS Keychain"
c20643e2 259 macos-keychain-internet)
d7fcec5d
TZ
260
261 (const :tag "Default generic Mac OS Keychain"
c20643e2 262 macos-keychain-generic)
d7fcec5d 263
b8e0f0cd
G
264 (list :tag "Source definition"
265 (const :format "" :value :source)
266 (choice :tag "Authentication backend choice"
267 (string :tag "Authentication Source (file)")
268 (list
269 :tag "Secret Service API/KWallet/GNOME Keyring"
270 (const :format "" :value :secrets)
271 (choice :tag "Collection to use"
272 (string :tag "Collection name")
273 (const :tag "Default" 'default)
5415d076 274 (const :tag "Login" "Login")
b8e0f0cd 275 (const
d7fcec5d
TZ
276 :tag "Temporary" "session")))
277 (list
278 :tag "Mac OS internet Keychain"
279 (const :format ""
280 :value :macos-keychain-internet)
281 (choice :tag "Collection to use"
282 (string :tag "internet Keychain path")
d6e7c17b 283 (const :tag "default" 'default)))
d7fcec5d
TZ
284 (list
285 :tag "Mac OS generic Keychain"
286 (const :format ""
287 :value :macos-keychain-generic)
288 (choice :tag "Collection to use"
289 (string :tag "generic Keychain path")
290 (const :tag "default" 'default))))
b8e0f0cd
G
291 (repeat :tag "Extra Parameters" :inline t
292 (choice :tag "Extra parameter"
293 (list
294 :tag "Host"
295 (const :format "" :value :host)
296 (choice :tag "Host (machine) choice"
297 (const :tag "Any" t)
298 (regexp
299 :tag "Regular expression")))
300 (list
301 :tag "Protocol"
35123c04 302 (const :format "" :value :port)
b8e0f0cd
G
303 (choice
304 :tag "Protocol"
305 (const :tag "Any" t)
306 ,@auth-source-protocols-customize))
307 (list :tag "User" :inline t
308 (const :format "" :value :user)
61e6a0ac
TZ
309 (choice
310 :tag "Personality/Username"
e9cb4479
DU
311 (const :tag "Any" t)
312 (string
313 :tag "Name")))))))))
8f7abae3 314
549c9aed
G
315(defcustom auth-source-gpg-encrypt-to t
316 "List of recipient keys that `authinfo.gpg' encrypted to.
317If the value is not a list, symmetric encryption will be used."
318 :group 'auth-source
b8e0f0cd 319 :version "24.1" ;; No Gnus
549c9aed 320 :type '(choice (const :tag "Symmetric encryption" t)
b8e0f0cd
G
321 (repeat :tag "Recipient public keys"
322 (string :tag "Recipient public key"))))
549c9aed 323
8f7abae3 324;; temp for debugging
9b3ebcb6
MB
325;; (unintern 'auth-source-protocols)
326;; (unintern 'auth-sources)
327;; (customize-variable 'auth-sources)
328;; (setq auth-sources nil)
329;; (format "%S" auth-sources)
330;; (customize-variable 'auth-source-protocols)
331;; (setq auth-source-protocols nil)
332;; (format "%S" auth-source-protocols)
fb178e4c 333;; (auth-source-pick nil :host "a" :port 'imap)
9b3ebcb6
MB
334;; (auth-source-user-or-password "login" "imap.myhost.com" 'imap)
335;; (auth-source-user-or-password "password" "imap.myhost.com" 'imap)
336;; (auth-source-user-or-password-imap "login" "imap.myhost.com")
337;; (auth-source-user-or-password-imap "password" "imap.myhost.com")
338;; (auth-source-protocol-defaults 'imap)
339
ca6ddb88
TZ
340;; (let ((auth-source-debug 'debug)) (auth-source-do-debug "hello"))
341;; (let ((auth-source-debug t)) (auth-source-do-debug "hello"))
342;; (let ((auth-source-debug nil)) (auth-source-do-debug "hello"))
554a69b8 343(defun auth-source-do-debug (&rest msg)
554a69b8 344 (when auth-source-debug
ca6ddb88
TZ
345 (apply 'auth-source-do-warn msg)))
346
4a3988d5
G
347(defun auth-source-do-trivia (&rest msg)
348 (when (or (eq auth-source-debug 'trivia)
349 (functionp auth-source-debug))
350 (apply 'auth-source-do-warn msg)))
351
ca6ddb88
TZ
352(defun auth-source-do-warn (&rest msg)
353 (apply
e9cb4479
DU
354 ;; set logger to either the function in auth-source-debug or 'message
355 ;; note that it will be 'message if auth-source-debug is nil
ca6ddb88
TZ
356 (if (functionp auth-source-debug)
357 auth-source-debug
358 'message)
359 msg))
360
554a69b8 361
cbffd0bd 362;; (auth-source-read-char-choice "enter choice? " '(?a ?b ?q))
733afdf4
TZ
363(defun auth-source-read-char-choice (prompt choices)
364 "Read one of CHOICES by `read-char-choice', or `read-char'.
365`dropdown-list' support is disabled because it doesn't work reliably.
366Only one of CHOICES will be returned. The PROMPT is augmented
367with \"[a/b/c] \" if CHOICES is '\(?a ?b ?c\)."
368 (when choices
369 (let* ((prompt-choices
370 (apply 'concat (loop for c in choices
371 collect (format "%c/" c))))
372 (prompt-choices (concat "[" (substring prompt-choices 0 -1) "] "))
373 (full-prompt (concat prompt prompt-choices))
374 k)
375
376 (while (not (memq k choices))
377 (setq k (cond
733afdf4
TZ
378 ((fboundp 'read-char-choice)
379 (read-char-choice full-prompt choices))
380 (t (message "%s" full-prompt)
381 (setq k (read-char))))))
382 k)))
383
35123c04
TZ
384;; (auth-source-pick nil :host "any" :port 'imap :user "joe")
385;; (auth-source-pick t :host "any" :port 'imap :user "joe")
386;; (setq auth-sources '((:source (:secrets default) :host t :port t :user "joe")
387;; (:source (:secrets "session") :host t :port t :user "joe")
388;; (:source (:secrets "Login") :host t :port t)
389;; (:source "~/.authinfo.gpg" :host t :port t)))
fb178e4c 390
35123c04
TZ
391;; (setq auth-sources '((:source (:secrets default) :host t :port t :user "joe")
392;; (:source (:secrets "session") :host t :port t :user "joe")
393;; (:source (:secrets "Login") :host t :port t)
cbabe91f 394;; ))
fb178e4c 395
35123c04 396;; (setq auth-sources '((:source "~/.authinfo.gpg" :host t :port t)))
fb178e4c 397
b8e0f0cd
G
398;; (auth-source-backend-parse "myfile.gpg")
399;; (auth-source-backend-parse 'default)
5415d076 400;; (auth-source-backend-parse "secrets:Login")
d7fcec5d
TZ
401;; (auth-source-backend-parse 'macos-keychain-internet)
402;; (auth-source-backend-parse 'macos-keychain-generic)
403;; (auth-source-backend-parse "macos-keychain-internet:/path/here.keychain")
404;; (auth-source-backend-parse "macos-keychain-generic:/path/here.keychain")
b8e0f0cd
G
405
406(defun auth-source-backend-parse (entry)
407 "Creates an auth-source-backend from an ENTRY in `auth-sources'."
408 (auth-source-backend-parse-parameters
409 entry
410 (cond
411 ;; take 'default and recurse to get it as a Secrets API default collection
412 ;; matching any user, host, and protocol
413 ((eq entry 'default)
414 (auth-source-backend-parse '(:source (:secrets default))))
415 ;; take secrets:XYZ and recurse to get it as Secrets API collection "XYZ"
416 ;; matching any user, host, and protocol
417 ((and (stringp entry) (string-match "^secrets:\\(.+\\)" entry))
418 (auth-source-backend-parse `(:source (:secrets ,(match-string 1 entry)))))
d7fcec5d
TZ
419
420 ;; take 'macos-keychain-internet and recurse to get it as a Mac OS
421 ;; Keychain collection matching any user, host, and protocol
422 ((eq entry 'macos-keychain-internet)
423 (auth-source-backend-parse '(:source (:macos-keychain-internet default))))
424 ;; take 'macos-keychain-generic and recurse to get it as a Mac OS
425 ;; Keychain collection matching any user, host, and protocol
426 ((eq entry 'macos-keychain-generic)
427 (auth-source-backend-parse '(:source (:macos-keychain-generic default))))
428 ;; take macos-keychain-internet:XYZ and recurse to get it as MacOS
429 ;; Keychain "XYZ" matching any user, host, and protocol
430 ((and (stringp entry) (string-match "^macos-keychain-internet:\\(.+\\)"
431 entry))
432 (auth-source-backend-parse `(:source (:macos-keychain-internet
433 ,(match-string 1 entry)))))
434 ;; take macos-keychain-generic:XYZ and recurse to get it as MacOS
435 ;; Keychain "XYZ" matching any user, host, and protocol
436 ((and (stringp entry) (string-match "^macos-keychain-generic:\\(.+\\)"
437 entry))
438 (auth-source-backend-parse `(:source (:macos-keychain-generic
439 ,(match-string 1 entry)))))
440
b8e0f0cd
G
441 ;; take just a file name and recurse to get it as a netrc file
442 ;; matching any user, host, and protocol
443 ((stringp entry)
444 (auth-source-backend-parse `(:source ,entry)))
445
446 ;; a file name with parameters
447 ((stringp (plist-get entry :source))
8977de27 448 (if (equal (file-name-extension (plist-get entry :source)) "plist")
e9cb4479
DU
449 (auth-source-backend
450 (plist-get entry :source)
451 :source (plist-get entry :source)
452 :type 'plstore
453 :search-function 'auth-source-plstore-search
454 :create-function 'auth-source-plstore-create
455 :data (plstore-open (plist-get entry :source)))
8977de27 456 (auth-source-backend
e9cb4479
DU
457 (plist-get entry :source)
458 :source (plist-get entry :source)
459 :type 'netrc
460 :search-function 'auth-source-netrc-search
461 :create-function 'auth-source-netrc-create)))
b8e0f0cd 462
d7fcec5d
TZ
463 ;; the MacOS Keychain
464 ((and
465 (not (null (plist-get entry :source))) ; the source must not be nil
466 (listp (plist-get entry :source)) ; and it must be a list
467 (or
468 (plist-get (plist-get entry :source) :macos-keychain-generic)
469 (plist-get (plist-get entry :source) :macos-keychain-internet)))
470
471 (let* ((source-spec (plist-get entry :source))
472 (keychain-generic (plist-get source-spec :macos-keychain-generic))
473 (keychain-type (if keychain-generic
474 'macos-keychain-generic
475 'macos-keychain-internet))
476 (source (plist-get source-spec (if keychain-generic
477 :macos-keychain-generic
478 :macos-keychain-internet))))
479
480 (when (symbolp source)
481 (setq source (symbol-name source)))
482
483 (auth-source-backend
484 (format "Mac OS Keychain (%s)" source)
485 :source source
486 :type keychain-type
487 :search-function 'auth-source-macos-keychain-search
488 :create-function 'auth-source-macos-keychain-create)))
489
b8e0f0cd
G
490 ;; the Secrets API. We require the package, in order to have a
491 ;; defined value for `secrets-enabled'.
492 ((and
493 (not (null (plist-get entry :source))) ; the source must not be nil
494 (listp (plist-get entry :source)) ; and it must be a list
495 (require 'secrets nil t) ; and we must load the Secrets API
496 secrets-enabled) ; and that API must be enabled
497
498 ;; the source is either the :secrets key in ENTRY or
499 ;; if that's missing or nil, it's "session"
500 (let ((source (or (plist-get (plist-get entry :source) :secrets)
501 "session")))
502
503 ;; if the source is a symbol, we look for the alias named so,
5415d076 504 ;; and if that alias is missing, we use "Login"
b8e0f0cd
G
505 (when (symbolp source)
506 (setq source (or (secrets-get-alias (symbol-name source))
5415d076 507 "Login")))
b8e0f0cd 508
ca6ddb88
TZ
509 (if (featurep 'secrets)
510 (auth-source-backend
511 (format "Secrets API (%s)" source)
512 :source source
513 :type 'secrets
514 :search-function 'auth-source-secrets-search
515 :create-function 'auth-source-secrets-create)
516 (auth-source-do-warn
517 "auth-source-backend-parse: no Secrets API, ignoring spec: %S" entry)
518 (auth-source-backend
519 (format "Ignored Secrets API (%s)" source)
520 :source ""
521 :type 'ignore))))
b8e0f0cd
G
522
523 ;; none of them
524 (t
ca6ddb88 525 (auth-source-do-warn
b8e0f0cd
G
526 "auth-source-backend-parse: invalid backend spec: %S" entry)
527 (auth-source-backend
528 "Empty"
529 :source ""
530 :type 'ignore)))))
531
532(defun auth-source-backend-parse-parameters (entry backend)
533 "Fills in the extra auth-source-backend parameters of ENTRY.
35123c04
TZ
534Using the plist ENTRY, get the :host, :port, and :user search
535parameters."
e45de620
TZ
536 (let ((entry (if (stringp entry)
537 nil
538 entry))
539 val)
b8e0f0cd
G
540 (when (setq val (plist-get entry :host))
541 (oset backend host val))
542 (when (setq val (plist-get entry :user))
543 (oset backend user val))
35123c04
TZ
544 (when (setq val (plist-get entry :port))
545 (oset backend port val)))
b8e0f0cd
G
546 backend)
547
548;; (mapcar 'auth-source-backend-parse auth-sources)
549
550(defun* auth-source-search (&rest spec
35123c04 551 &key type max host user port secret
733afdf4 552 require create delete
b8e0f0cd
G
553 &allow-other-keys)
554 "Search or modify authentication backends according to SPEC.
555
556This function parses `auth-sources' for matches of the SPEC
557plist. It can optionally create or update an authentication
558token if requested. A token is just a standard Emacs property
559list with a :secret property that can be a function; all the
560other properties will always hold scalar values.
561
562Typically the :secret property, if present, contains a password.
563
35123c04 564Common search keys are :max, :host, :port, and :user. In
b8e0f0cd
G
565addition, :create specifies how tokens will be or created.
566Finally, :type can specify which backend types you want to check.
567
568A string value is always matched literally. A symbol is matched
569as its string value, literally. All the SPEC values can be
570single values (symbol or string) or lists thereof (in which case
571any of the search terms matches).
572
573:create t means to create a token if possible.
574
575A new token will be created if no matching tokens were found.
576The new token will have only the keys the backend requires. For
577the netrc backend, for instance, that's the user, host, and
35123c04 578port keys.
b8e0f0cd
G
579
580Here's an example:
581
582\(let ((auth-source-creation-defaults '((user . \"defaultUser\")
583 (A . \"default A\"))))
584 (auth-source-search :host \"mine\" :type 'netrc :max 1
585 :P \"pppp\" :Q \"qqqq\"
586 :create t))
587
588which says:
589
590\"Search for any entry matching host 'mine' in backends of type
591 'netrc', maximum one result.
592
593 Create a new entry if you found none. The netrc backend will
35123c04 594 automatically require host, user, and port. The host will be
b8e0f0cd 595 'mine'. We prompt for the user with default 'defaultUser' and
35123c04 596 for the port without a default. We will not prompt for A, Q,
b8e0f0cd 597 or P. The resulting token will only have keys user, host, and
35123c04 598 port.\"
b8e0f0cd
G
599
600:create '(A B C) also means to create a token if possible.
601
602The behavior is like :create t but if the list contains any
603parameter, that parameter will be required in the resulting
604token. The value for that parameter will be obtained from the
605search parameters or from user input. If any queries are needed,
606the alist `auth-source-creation-defaults' will be checked for the
003522ce
G
607default value. If the user, host, or port are missing, the alist
608`auth-source-creation-prompts' will be used to look up the
609prompts IN THAT ORDER (so the 'user prompt will be queried first,
610then 'host, then 'port, and finally 'secret). Each prompt string
611can use %u, %h, and %p to show the user, host, and port.
b8e0f0cd
G
612
613Here's an example:
614
615\(let ((auth-source-creation-defaults '((user . \"defaultUser\")
003522ce
G
616 (A . \"default A\")))
617 (auth-source-creation-prompts
618 '((password . \"Enter IMAP password for %h:%p: \"))))
b8e0f0cd
G
619 (auth-source-search :host '(\"nonesuch\" \"twosuch\") :type 'netrc :max 1
620 :P \"pppp\" :Q \"qqqq\"
621 :create '(A B Q)))
622
623which says:
624
625\"Search for any entry matching host 'nonesuch'
626 or 'twosuch' in backends of type 'netrc', maximum one result.
627
628 Create a new entry if you found none. The netrc backend will
35123c04 629 automatically require host, user, and port. The host will be
003522ce
G
630 'nonesuch' and Q will be 'qqqq'. We prompt for the password
631 with the shown prompt. We will not prompt for Q. The resulting
632 token will have keys user, host, port, A, B, and Q. It will not
633 have P with any value, even though P is used in the search to
634 find only entries that have P set to 'pppp'.\"
b8e0f0cd
G
635
636When multiple values are specified in the search parameter, the
7ba93e94
G
637user is prompted for which one. So :host (X Y Z) would ask the
638user to choose between X, Y, and Z.
b8e0f0cd
G
639
640This creation can fail if the search was not specific enough to
641create a new token (it's up to the backend to decide that). You
642should `catch' the backend-specific error as usual. Some
643backends (netrc, at least) will prompt the user rather than throw
644an error.
645
733afdf4
TZ
646:require (A B C) means that only results that contain those
647tokens will be returned. Thus for instance requiring :secret
648will ensure that any results will actually have a :secret
649property.
650
b8e0f0cd
G
651:delete t means to delete any found entries. nil by default.
652Use `auth-source-delete' in ELisp code instead of calling
653`auth-source-search' directly with this parameter.
654
655:type (X Y Z) will check only those backend types. 'netrc and
656'secrets are the only ones supported right now.
657
658:max N means to try to return at most N items (defaults to 1).
659When 0 the function will return just t or nil to indicate if any
660matches were found. More than N items may be returned, depending
661on the search and the backend.
662
663:host (X Y Z) means to match only hosts X, Y, or Z according to
664the match rules above. Defaults to t.
665
666:user (X Y Z) means to match only users X, Y, or Z according to
667the match rules above. Defaults to t.
668
35123c04 669:port (P Q R) means to match only protocols P, Q, or R.
b8e0f0cd
G
670Defaults to t.
671
672:K (V1 V2 V3) for any other key K will match values V1, V2, or
673V3 (note the match rules above).
674
675The return value is a list with at most :max tokens. Each token
35123c04 676is a plist with keys :backend :host :port :user, plus any other
b8e0f0cd
G
677keys provided by the backend (notably :secret). But note the
678exception for :max 0, which see above.
679
733afdf4
TZ
680The token can hold a :save-function key. If you call that, the
681user will be prompted to save the data to the backend. You can't
682request that this should happen right after creation, because
683`auth-source-search' has no way of knowing if the token is
684actually useful. So the caller must arrange to call this function.
685
b8e0f0cd
G
686The token's :secret key can hold a function. In that case you
687must call it to obtain the actual value."
688 (let* ((backends (mapcar 'auth-source-backend-parse auth-sources))
689 (max (or max 1))
733afdf4 690 (ignored-keys '(:require :create :delete :max))
b8e0f0cd
G
691 (keys (loop for i below (length spec) by 2
692 unless (memq (nth i spec) ignored-keys)
693 collect (nth i spec)))
61e9662e
TZ
694 (cached (auth-source-remembered-p spec))
695 ;; note that we may have cached results but found is still nil
696 ;; (there were no results from the search)
b8e0f0cd 697 (found (auth-source-recall spec))
4a3988d5 698 filtered-backends accessor-key backend)
b8e0f0cd 699
61e9662e 700 (if (and cached auth-source-do-cache)
b8e0f0cd
G
701 (auth-source-do-debug
702 "auth-source-search: found %d CACHED results matching %S"
703 (length found) spec)
704
705 (assert
706 (or (eq t create) (listp create)) t
4a3988d5 707 "Invalid auth-source :create parameter (must be t or a list): %s %s")
b8e0f0cd 708
733afdf4
TZ
709 (assert
710 (listp require) t
711 "Invalid auth-source :require parameter (must be a list): %s")
712
6ce6c742 713 (setq filtered-backends (copy-sequence backends))
b8e0f0cd
G
714 (dolist (backend backends)
715 (dolist (key keys)
716 ;; ignore invalid slots
717 (condition-case signal
718 (unless (eval `(auth-source-search-collection
719 (plist-get spec key)
720 (oref backend ,key)))
721 (setq filtered-backends (delq backend filtered-backends))
722 (return))
723 (invalid-slot-name))))
724
4a3988d5 725 (auth-source-do-trivia
b8e0f0cd
G
726 "auth-source-search: found %d backends matching %S"
727 (length filtered-backends) spec)
728
729 ;; (debug spec "filtered" filtered-backends)
1d2c4a49
LI
730 ;; First go through all the backends without :create, so we can
731 ;; query them all.
4a3988d5
G
732 (setq found (auth-source-search-backends filtered-backends
733 spec
734 ;; to exit early
735 max
733afdf4
TZ
736 ;; create is always nil here
737 nil delete
738 require))
4a3988d5
G
739
740 (auth-source-do-debug
741 "auth-source-search: found %d results (max %d) matching %S"
742 (length found) max spec)
743
1d2c4a49
LI
744 ;; If we didn't find anything, then we allow the backend(s) to
745 ;; create the entries.
38046520 746 (when (and create
4a3988d5
G
747 (not found))
748 (setq found (auth-source-search-backends filtered-backends
749 spec
750 ;; to exit early
751 max
733afdf4
TZ
752 create delete
753 require))
754 (auth-source-do-debug
4a3988d5
G
755 "auth-source-search: CREATED %d results (max %d) matching %S"
756 (length found) max spec))
757
61e9662e
TZ
758 ;; note we remember the lack of result too, if it's applicable
759 (when auth-source-do-cache
4a3988d5
G
760 (auth-source-remember spec found)))
761
e9cb4479 762 found))
4a3988d5 763
733afdf4 764(defun auth-source-search-backends (backends spec max create delete require)
4a3988d5
G
765 (let (matches)
766 (dolist (backend backends)
767 (when (> max (length matches)) ; when we need more matches...
733afdf4
TZ
768 (let* ((bmatches (apply
769 (slot-value backend 'search-function)
770 :backend backend
d7fcec5d 771 :type (slot-value backend :type)
733afdf4
TZ
772 ;; note we're overriding whatever the spec
773 ;; has for :require, :create, and :delete
774 :require require
775 :create create
776 :delete delete
777 spec)))
4a3988d5
G
778 (when bmatches
779 (auth-source-do-trivia
780 "auth-source-search-backend: got %d (max %d) in %s:%s matching %S"
781 (length bmatches) max
782 (slot-value backend :type)
783 (slot-value backend :source)
784 spec)
785 (setq matches (append matches bmatches))))))
786 matches))
b8e0f0cd 787
cbffd0bd
SM
788;; (auth-source-search :max 1)
789;; (funcall (plist-get (nth 0 (auth-source-search :max 1)) :secret))
790;; (auth-source-search :host "nonesuch" :type 'netrc :K 1)
791;; (auth-source-search :host "nonesuch" :type 'secrets)
b8e0f0cd
G
792
793(defun* auth-source-delete (&rest spec
794 &key delete
795 &allow-other-keys)
796 "Delete entries from the authentication backends according to SPEC.
797Calls `auth-source-search' with the :delete property in SPEC set to t.
798The backend may not actually delete the entries.
799
800Returns the deleted entries."
801 (auth-source-search (plist-put spec :delete t)))
802
803(defun auth-source-search-collection (collection value)
2809512e 804 "Returns t is VALUE is t or COLLECTION is t or COLLECTION contains VALUE."
b8e0f0cd
G
805 (when (and (atom collection) (not (eq t collection)))
806 (setq collection (list collection)))
807
808 ;; (debug :collection collection :value value)
809 (or (eq collection t)
810 (eq value t)
811 (equal collection value)
812 (member value collection)))
ed778fad 813
74e8193b
KY
814(defvar auth-source-netrc-cache nil)
815
3b36c17e 816(defun auth-source-forget-all-cached ()
b8e0f0cd 817 "Forget all cached auth-source data."
3b36c17e 818 (interactive)
b8e0f0cd
G
819 (loop for sym being the symbols of password-data
820 ;; when the symbol name starts with auth-source-magic
821 when (string-match (concat "^" auth-source-magic)
822 (symbol-name sym))
823 ;; remove that key
ddb7ffee
LMI
824 do (password-cache-remove (symbol-name sym)))
825 (setq auth-source-netrc-cache nil))
b8e0f0cd 826
cf499a1a
JD
827(defun auth-source-format-cache-entry (spec)
828 "Format SPEC entry to put it in the password cache."
829 (concat auth-source-magic (format "%S" spec)))
830
b8e0f0cd
G
831(defun auth-source-remember (spec found)
832 "Remember FOUND search results for SPEC."
584c9d3f
G
833 (let ((password-cache-expiry auth-source-cache-expiry))
834 (password-cache-add
cf499a1a 835 (auth-source-format-cache-entry spec) found)))
b8e0f0cd
G
836
837(defun auth-source-recall (spec)
838 "Recall FOUND search results for SPEC."
cf499a1a 839 (password-read-from-cache (auth-source-format-cache-entry spec)))
b8e0f0cd 840
61e9662e
TZ
841(defun auth-source-remembered-p (spec)
842 "Check if SPEC is remembered."
843 (password-in-cache-p
cf499a1a 844 (auth-source-format-cache-entry spec)))
61e9662e 845
b8e0f0cd
G
846(defun auth-source-forget (spec)
847 "Forget any cached data matching SPEC exactly.
848
849This is the same SPEC you passed to `auth-source-search'.
850Returns t or nil for forgotten or not found."
cf499a1a 851 (password-cache-remove (auth-source-format-cache-entry spec)))
b8e0f0cd 852
cbffd0bd 853;; (loop for sym being the symbols of password-data when (string-match (concat "^" auth-source-magic) (symbol-name sym)) collect (symbol-name sym))
b8e0f0cd 854
cbffd0bd
SM
855;; (auth-source-remember '(:host "wedd") '(4 5 6))
856;; (auth-source-remembered-p '(:host "wedd"))
857;; (auth-source-remember '(:host "xedd") '(1 2 3))
858;; (auth-source-remembered-p '(:host "xedd"))
859;; (auth-source-remembered-p '(:host "zedd"))
860;; (auth-source-recall '(:host "xedd"))
861;; (auth-source-recall '(:host t))
862;; (auth-source-forget+ :host t)
b8e0f0cd
G
863
864(defun* auth-source-forget+ (&rest spec &allow-other-keys)
865 "Forget any cached data matching SPEC. Returns forgotten count.
866
867This is not a full `auth-source-search' spec but works similarly.
868For instance, \(:host \"myhost\" \"yourhost\") would find all the
869cached data that was found with a search for those two hosts,
870while \(:host t) would find all host entries."
871 (let ((count 0)
872 sname)
873 (loop for sym being the symbols of password-data
874 ;; when the symbol name matches with auth-source-magic
875 when (and (setq sname (symbol-name sym))
876 (string-match (concat "^" auth-source-magic "\\(.+\\)")
877 sname)
878 ;; and the spec matches what was stored in the cache
879 (auth-source-specmatchp spec (read (match-string 1 sname))))
880 ;; remove that key
881 do (progn
882 (password-cache-remove sname)
883 (incf count)))
884 count))
885
886(defun auth-source-specmatchp (spec stored)
887 (let ((keys (loop for i below (length spec) by 2
e9cb4479 888 collect (nth i spec))))
b8e0f0cd
G
889 (not (eq
890 (dolist (key keys)
891 (unless (auth-source-search-collection (plist-get stored key)
892 (plist-get spec key))
893 (return 'no)))
894 'no))))
895
cbffd0bd
SM
896;; (auth-source-pick-first-password :host "z.lifelogs.com")
897;; (auth-source-pick-first-password :port "imap")
f3b54b0e
TZ
898(defun auth-source-pick-first-password (&rest spec)
899 "Pick the first secret found from applying SPEC to `auth-source-search'."
900 (let* ((result (nth 0 (apply 'auth-source-search (plist-put spec :max 1))))
901 (secret (plist-get result :secret)))
902
903 (if (functionp secret)
904 (funcall secret)
905 secret)))
906
907;; (auth-source-format-prompt "test %u %h %p" '((?u "user") (?h "host")))
908(defun auth-source-format-prompt (prompt alist)
909 "Format PROMPT using %x (for any character x) specifiers in ALIST."
910 (dolist (cell alist)
911 (let ((c (nth 0 cell))
912 (v (nth 1 cell)))
913 (when (and c v)
4248cca2
TZ
914 (setq prompt (replace-regexp-in-string (format "%%%c" c)
915 (format "%s" v)
17d14f7e 916 prompt nil t)))))
f3b54b0e 917 prompt)
b8e0f0cd 918
8e22bee0
G
919(defun auth-source-ensure-strings (values)
920 (unless (listp values)
921 (setq values (list values)))
922 (mapcar (lambda (value)
e9cb4479
DU
923 (if (numberp value)
924 (format "%s" value)
925 value))
926 values))
8e22bee0 927
f3b54b0e
TZ
928;;; Backend specific parsing: netrc/authinfo backend
929
8b6c19f4
SM
930(defun auth-source--aput-1 (alist key val)
931 (let ((seen ())
932 (rest alist))
933 (while (and (consp rest) (not (equal key (caar rest))))
934 (push (pop rest) seen))
935 (cons (cons key val)
936 (if (null rest) alist
937 (nconc (nreverse seen)
938 (if (equal key (caar rest)) (cdr rest) rest))))))
939(defmacro auth-source--aput (var key val)
940 `(setq ,var (auth-source--aput-1 ,var ,key ,val)))
941
942(defun auth-source--aget (alist key)
943 (cdr (assoc key alist)))
944
2809512e 945;; (auth-source-netrc-parse :file "~/.authinfo.gpg")
b8e0f0cd
G
946(defun* auth-source-netrc-parse (&rest
947 spec
733afdf4 948 &key file max host user port delete require
b8e0f0cd
G
949 &allow-other-keys)
950 "Parse FILE and return a list of all entries in the file.
951Note that the MAX parameter is used so we can exit the parse early."
952 (if (listp file)
953 ;; We got already parsed contents; just return it.
954 file
955 (when (file-exists-p file)
8e22bee0 956 (setq port (auth-source-ensure-strings port))
b8e0f0cd 957 (with-temp-buffer
2809512e 958 (let* ((max (or max 5000)) ; sanity check: default to stop at 5K
4a3988d5
G
959 (modified 0)
960 (cached (cdr-safe (assoc file auth-source-netrc-cache)))
961 (cached-mtime (plist-get cached :mtime))
962 (cached-secrets (plist-get cached :secret))
2809512e
TZ
963 (check (lambda(alist)
964 (and alist
965 (auth-source-search-collection
966 host
967 (or
968 (auth-source--aget alist "machine")
969 (auth-source--aget alist "host")
970 t))
971 (auth-source-search-collection
972 user
973 (or
974 (auth-source--aget alist "login")
975 (auth-source--aget alist "account")
976 (auth-source--aget alist "user")
977 t))
978 (auth-source-search-collection
979 port
980 (or
981 (auth-source--aget alist "port")
982 (auth-source--aget alist "protocol")
983 t))
984 (or
985 ;; the required list of keys is nil, or
986 (null require)
987 ;; every element of require is in n(ormalized)
988 (let ((n (nth 0 (auth-source-netrc-normalize
989 (list alist) file))))
990 (loop for req in require
991 always (plist-get n req)))))))
992 result)
4a3988d5
G
993
994 (if (and (functionp cached-secrets)
995 (equal cached-mtime
996 (nth 5 (file-attributes file))))
997 (progn
998 (auth-source-do-trivia
999 "auth-source-netrc-parse: using CACHED file data for %s"
1000 file)
1001 (insert (funcall cached-secrets)))
1002 (insert-file-contents file)
1003 ;; cache all netrc files (used to be just .gpg files)
1004 ;; Store the contents of the file heavily encrypted in memory.
1005 ;; (note for the irony-impaired: they are just obfuscated)
8b6c19f4
SM
1006 (auth-source--aput
1007 auth-source-netrc-cache file
1008 (list :mtime (nth 5 (file-attributes file))
1009 :secret (lexical-let ((v (mapcar '1+ (buffer-string))))
1010 (lambda () (apply 'string (mapcar '1- v)))))))
b8e0f0cd 1011 (goto-char (point-min))
2809512e
TZ
1012 (let ((entries (auth-source-netrc-parse-entries check max))
1013 alist)
1014 (while (setq alist (pop entries))
1015 (push (nreverse alist) result)))
b8e0f0cd
G
1016
1017 (when (< 0 modified)
1018 (when auth-source-gpg-encrypt-to
1019 ;; (see bug#7487) making `epa-file-encrypt-to' local to
1020 ;; this buffer lets epa-file skip the key selection query
1021 ;; (see the `local-variable-p' check in
1022 ;; `epa-file-write-region').
1023 (unless (local-variable-p 'epa-file-encrypt-to (current-buffer))
1024 (make-local-variable 'epa-file-encrypt-to))
1025 (if (listp auth-source-gpg-encrypt-to)
1026 (setq epa-file-encrypt-to auth-source-gpg-encrypt-to)))
1027
1028 ;; ask AFTER we've successfully opened the file
733afdf4 1029 (when (y-or-n-p (format "Save file %s? (%d deletions)"
b8e0f0cd
G
1030 file modified))
1031 (write-region (point-min) (point-max) file nil 'silent)
1032 (auth-source-do-debug
1033 "auth-source-netrc-parse: modified %d lines in %s"
1034 modified file)))
1035
1036 (nreverse result))))))
1037
2809512e
TZ
1038(defun auth-source-netrc-parse-next-interesting ()
1039 "Advance to the next interesting position in the current buffer."
1040 ;; If we're looking at a comment or are at the end of the line, move forward
1041 (while (or (looking-at "#")
1042 (and (eolp)
1043 (not (eobp))))
1044 (forward-line 1))
1045 (skip-chars-forward "\t "))
1046
1047(defun auth-source-netrc-parse-one ()
1048 "Read one thing from the current buffer."
1049 (auth-source-netrc-parse-next-interesting)
1050
1051 (when (or (looking-at "'\\([^']+\\)'")
1052 (looking-at "\"\\([^\"]+\\)\"")
1053 (looking-at "\\([^ \t\n]+\\)"))
1054 (forward-char (length (match-string 0)))
1055 (auth-source-netrc-parse-next-interesting)
1056 (match-string-no-properties 1)))
1057
cc52b6cc
TZ
1058;; with thanks to org-mode
1059(defsubst auth-source-current-line (&optional pos)
1060 (save-excursion
1061 (and pos (goto-char pos))
1062 ;; works also in narrowed buffer, because we start at 1, not point-min
1063 (+ (if (bolp) 1 0) (count-lines 1 (point)))))
1064
2809512e
TZ
1065(defun auth-source-netrc-parse-entries(check max)
1066 "Parse up to MAX netrc entries, passed by CHECK, from the current buffer."
1067 (let ((adder (lambda(check alist all)
1068 (when (and
1069 alist
1070 (> max (length all))
1071 (funcall check alist))
1072 (push alist all))
1073 all))
1074 item item2 all alist default)
1075 (while (setq item (auth-source-netrc-parse-one))
1076 (setq default (equal item "default"))
1077 ;; We're starting a new machine. Save the old one.
1078 (when (and alist
1079 (or default
1080 (equal item "machine")))
cc52b6cc
TZ
1081 (auth-source-do-trivia
1082 "auth-source-netrc-parse-entries: got entry %S" alist)
2809512e
TZ
1083 (setq all (funcall adder check alist all)
1084 alist nil))
1085 ;; In default entries, we don't have a next token.
1086 ;; We store them as ("machine" . t)
1087 (if default
1088 (push (cons "machine" t) alist)
1089 ;; Not a default entry. Grab the next item.
1090 (when (setq item2 (auth-source-netrc-parse-one))
cc52b6cc
TZ
1091 ;; Did we get a "machine" value?
1092 (if (equal item2 "machine")
1093 (progn
1094 (gnus-error 1
1095 "%s: Unexpected 'machine' token at line %d"
1096 "auth-source-netrc-parse-entries"
1097 (auth-source-current-line))
1098 (forward-line 1))
1099 (push (cons item item2) alist)))))
2809512e
TZ
1100
1101 ;; Clean up: if there's an entry left over, use it.
1102 (when alist
cc52b6cc
TZ
1103 (setq all (funcall adder check alist all))
1104 (auth-source-do-trivia
1105 "auth-source-netrc-parse-entries: got2 entry %S" alist))
2809512e
TZ
1106 (nreverse all)))
1107
936d08bb
G
1108(defvar auth-source-passphrase-alist nil)
1109
936d08bb 1110(defun auth-source-token-passphrase-callback-function (context key-id file)
7f6d634a
DU
1111 (let* ((file (file-truename file))
1112 (entry (assoc file auth-source-passphrase-alist))
1113 passphrase)
1114 ;; return the saved passphrase, calling a function if needed
1115 (or (copy-sequence (if (functionp (cdr entry))
1116 (funcall (cdr entry))
1117 (cdr entry)))
1118 (progn
1119 (unless entry
1120 (setq entry (list file))
1121 (push entry auth-source-passphrase-alist))
1122 (setq passphrase
1123 (read-passwd
1124 (format "Passphrase for %s tokens: " file)
1125 t))
1126 (setcdr entry (lexical-let ((p (copy-sequence passphrase)))
1127 (lambda () p)))
1128 passphrase))))
936d08bb
G
1129
1130;; (auth-source-epa-extract-gpg-token "gpg:LS0tLS1CRUdJTiBQR1AgTUVTU0FHRS0tLS0tClZlcnNpb246IEdudVBHIHYxLjQuMTEgKEdOVS9MaW51eCkKCmpBMEVBd01DT25qMjB1ak9rZnRneVI3K21iNm9aZWhuLzRad3cySkdlbnVaKzRpeEswWDY5di9icDI1U1dsQT0KPS9yc2wKLS0tLS1FTkQgUEdQIE1FU1NBR0UtLS0tLQo=" "~/.netrc")
1131(defun auth-source-epa-extract-gpg-token (secret file)
1132 "Pass either the decoded SECRET or the gpg:BASE64DATA version.
1133FILE is the file from which we obtained this token."
1134 (when (string-match "^gpg:\\(.+\\)" secret)
1135 (setq secret (base64-decode-string (match-string 1 secret))))
1136 (let ((context (epg-make-context 'OpenPGP))
1137 plain)
1138 (epg-context-set-passphrase-callback
1139 context
1140 (cons #'auth-source-token-passphrase-callback-function
1141 file))
1142 (epg-decrypt-string context secret)))
1143
1144;; (insert (auth-source-epa-make-gpg-token "mysecret" "~/.netrc"))
2b8c5660 1145(defun auth-source-epa-make-gpg-token (secret file)
936d08bb
G
1146 (let ((context (epg-make-context 'OpenPGP))
1147 (pp-escape-newlines nil)
1148 cipher)
1149 (epg-context-set-armor context t)
1150 (epg-context-set-passphrase-callback
1151 context
1152 (cons #'auth-source-token-passphrase-callback-function
1153 file))
1154 (setq cipher (epg-encrypt-string context secret nil))
1155 (with-temp-buffer
1156 (insert cipher)
1157 (base64-encode-region (point-min) (point-max) t)
1158 (concat "gpg:" (buffer-substring-no-properties
1159 (point-min)
1160 (point-max))))))
2b8c5660
TZ
1161
1162(defun auth-source-netrc-normalize (alist filename)
b8e0f0cd
G
1163 (mapcar (lambda (entry)
1164 (let (ret item)
1165 (while (setq item (pop entry))
1166 (let ((k (car item))
1167 (v (cdr item)))
1168
1169 ;; apply key aliases
1170 (setq k (cond ((member k '("machine")) "host")
1171 ((member k '("login" "account")) "user")
1172 ((member k '("protocol")) "port")
1173 ((member k '("password")) "secret")
1174 (t k)))
1175
1176 ;; send back the secret in a function (lexical binding)
1177 (when (equal k "secret")
936d08bb
G
1178 (setq v (lexical-let ((lexv v)
1179 (token-decoder nil))
1180 (when (string-match "^gpg:" lexv)
1181 ;; it's a GPG token: create a token decoder
1182 ;; which unsets itself once
1183 (setq token-decoder
1184 (lambda (val)
1185 (prog1
1186 (auth-source-epa-extract-gpg-token
1187 val
1188 filename)
1189 (setq token-decoder nil)))))
1190 (lambda ()
1191 (when token-decoder
1192 (setq lexv (funcall token-decoder lexv)))
1193 lexv))))
e9cb4479
DU
1194 (setq ret (plist-put ret
1195 (intern (concat ":" k))
1196 v))))
1197 ret))
1198 alist))
b8e0f0cd 1199
cbffd0bd
SM
1200;; (setq secret (plist-get (nth 0 (auth-source-search :host t :type 'netrc :K 1 :max 1)) :secret))
1201;; (funcall secret)
b8e0f0cd
G
1202
1203(defun* auth-source-netrc-search (&rest
1204 spec
733afdf4 1205 &key backend require create delete
35123c04 1206 type max host user port
b8e0f0cd 1207 &allow-other-keys)
e9cb4479 1208 "Given a property list SPEC, return search matches from the :backend.
b8e0f0cd
G
1209See `auth-source-search' for details on SPEC."
1210 ;; just in case, check that the type is correct (null or same as the backend)
1211 (assert (or (null type) (eq type (oref backend type)))
d5e9a4e9 1212 t "Invalid netrc search: %s %s")
b8e0f0cd
G
1213
1214 (let ((results (auth-source-netrc-normalize
1215 (auth-source-netrc-parse
1216 :max max
733afdf4 1217 :require require
b8e0f0cd
G
1218 :delete delete
1219 :file (oref backend source)
1220 :host (or host t)
1221 :user (or user t)
2b8c5660
TZ
1222 :port (or port t))
1223 (oref backend source))))
b8e0f0cd
G
1224
1225 ;; if we need to create an entry AND none were found to match
1226 (when (and create
4a3988d5 1227 (not results))
b8e0f0cd 1228
584c9d3f
G
1229 ;; create based on the spec and record the value
1230 (setq results (or
1231 ;; if the user did not want to create the entry
1232 ;; in the file, it will be returned
1233 (apply (slot-value backend 'create-function) spec)
1234 ;; if not, we do the search again without :create
1235 ;; to get the updated data.
1236
1237 ;; the result will be returned, even if the search fails
1238 (apply 'auth-source-netrc-search
1239 (plist-put spec :create nil)))))
b8e0f0cd
G
1240 results))
1241
fa41748c
G
1242(defun auth-source-netrc-element-or-first (v)
1243 (if (listp v)
1244 (nth 0 v)
1245 v))
1246
cbffd0bd
SM
1247;; (auth-source-search :host "nonesuch" :type 'netrc :max 1 :create t)
1248;; (auth-source-search :host "nonesuch" :type 'netrc :max 1 :create t :create-extra-keys '((A "default A") (B)))
b8e0f0cd
G
1249
1250(defun* auth-source-netrc-create (&rest spec
1251 &key backend
35123c04 1252 secret host user port create
b8e0f0cd 1253 &allow-other-keys)
35123c04 1254 (let* ((base-required '(host user port secret))
b8e0f0cd
G
1255 ;; we know (because of an assertion in auth-source-search) that the
1256 ;; :create parameter is either t or a list (which includes nil)
1257 (create-extra (if (eq t create) nil create))
e9cb4479
DU
1258 (current-data (car (auth-source-search :max 1
1259 :host host
1260 :port port)))
b8e0f0cd
G
1261 (required (append base-required create-extra))
1262 (file (oref backend source))
1263 (add "")
1264 ;; `valist' is an alist
584c9d3f
G
1265 valist
1266 ;; `artificial' will be returned if no creation is needed
1267 artificial)
b8e0f0cd
G
1268
1269 ;; only for base required elements (defined as function parameters):
1270 ;; fill in the valist with whatever data we may have from the search
7ba93e94 1271 ;; we complete the first value if it's a list and use the value otherwise
b8e0f0cd
G
1272 (dolist (br base-required)
1273 (when (symbol-value br)
7ba93e94
G
1274 (let ((br-choice (cond
1275 ;; all-accepting choice (predicate is t)
1276 ((eq t (symbol-value br)) nil)
1277 ;; just the value otherwise
1278 (t (symbol-value br)))))
1279 (when br-choice
8b6c19f4 1280 (auth-source--aput valist br br-choice)))))
b8e0f0cd
G
1281
1282 ;; for extra required elements, see if the spec includes a value for them
1283 (dolist (er create-extra)
1284 (let ((name (concat ":" (symbol-name er)))
1285 (keys (loop for i below (length spec) by 2
1286 collect (nth i spec))))
1287 (dolist (k keys)
1288 (when (equal (symbol-name k) name)
8b6c19f4 1289 (auth-source--aput valist er (plist-get spec k))))))
b8e0f0cd
G
1290
1291 ;; for each required element
1292 (dolist (r required)
8b6c19f4 1293 (let* ((data (auth-source--aget valist r))
4a3988d5 1294 ;; take the first element if the data is a list
ddb7ffee 1295 (data (or (auth-source-netrc-element-or-first data)
e9cb4479
DU
1296 (plist-get current-data
1297 (intern (format ":%s" r) obarray))))
4a3988d5 1298 ;; this is the default to be offered
8b6c19f4
SM
1299 (given-default (auth-source--aget
1300 auth-source-creation-defaults r))
733afdf4
TZ
1301 ;; the default supplementals are simple:
1302 ;; for the user, try `given-default' and then (user-login-name);
1303 ;; otherwise take `given-default'
b8e0f0cd 1304 (default (cond
733afdf4
TZ
1305 ((and (not given-default) (eq r 'user))
1306 (user-login-name))
003522ce
G
1307 (t given-default)))
1308 (printable-defaults (list
1309 (cons 'user
1310 (or
1311 (auth-source-netrc-element-or-first
8b6c19f4 1312 (auth-source--aget valist 'user))
003522ce
G
1313 (plist-get artificial :user)
1314 "[any user]"))
1315 (cons 'host
1316 (or
1317 (auth-source-netrc-element-or-first
8b6c19f4 1318 (auth-source--aget valist 'host))
003522ce
G
1319 (plist-get artificial :host)
1320 "[any host]"))
1321 (cons 'port
1322 (or
1323 (auth-source-netrc-element-or-first
8b6c19f4 1324 (auth-source--aget valist 'port))
003522ce
G
1325 (plist-get artificial :port)
1326 "[any port]"))))
8b6c19f4 1327 (prompt (or (auth-source--aget auth-source-creation-prompts r)
003522ce 1328 (case r
733afdf4
TZ
1329 (secret "%p password for %u@%h: ")
1330 (user "%p user name for %h: ")
1331 (host "%p host name for user %u: ")
1332 (port "%p port for %u@%h: "))
003522ce
G
1333 (format "Enter %s (%%u@%%h:%%p): " r)))
1334 (prompt (auth-source-format-prompt
1335 prompt
8b6c19f4
SM
1336 `((?u ,(auth-source--aget printable-defaults 'user))
1337 (?h ,(auth-source--aget printable-defaults 'host))
1338 (?p ,(auth-source--aget printable-defaults 'port))))))
4a3988d5 1339
aa2ebce9 1340 ;; Store the data, prompting for the password if needed.
5c7f66a0
G
1341 (setq data (or data
1342 (if (eq r 'secret)
1343 ;; Special case prompt for passwords.
1344 ;; TODO: make the default (setq auth-source-netrc-use-gpg-tokens `((,(if (boundp 'epa-file-auto-mode-alist-entry) (car (symbol-value 'epa-file-auto-mode-alist-entry)) "\\.gpg\\'") nil) (t gpg)))
1345 ;; TODO: or maybe leave as (setq auth-source-netrc-use-gpg-tokens 'never)
1346 (let* ((ep (format "Use GPG password tokens in %s?" file))
1347 (gpg-encrypt
1348 (cond
1349 ((eq auth-source-netrc-use-gpg-tokens 'never)
1350 'never)
1351 ((listp auth-source-netrc-use-gpg-tokens)
1352 (let ((check (copy-sequence
1353 auth-source-netrc-use-gpg-tokens))
1354 item ret)
1355 (while check
1356 (setq item (pop check))
1357 (when (or (eq (car item) t)
1358 (string-match (car item) file))
1359 (setq ret (cdr item))
1360 (setq check nil)))))
1361 (t 'never)))
1362 (plain (or (eval default) (read-passwd prompt))))
1363 ;; ask if we don't know what to do (in which case
1364 ;; auth-source-netrc-use-gpg-tokens must be a list)
1365 (unless gpg-encrypt
1366 (setq gpg-encrypt (if (y-or-n-p ep) 'gpg 'never))
1367 ;; TODO: save the defcustom now? or ask?
1368 (setq auth-source-netrc-use-gpg-tokens
1369 (cons `(,file ,gpg-encrypt)
1370 auth-source-netrc-use-gpg-tokens)))
1371 (if (eq gpg-encrypt 'gpg)
1372 (auth-source-epa-make-gpg-token plain file)
1373 plain))
1374 (if (stringp default)
1375 (read-string (if (string-match ": *\\'" prompt)
1376 (concat (substring prompt 0 (match-beginning 0))
1377 " (default " default "): ")
1378 (concat prompt "(default " default ") "))
1379 nil nil default)
1380 (eval default)))))
b8e0f0cd 1381
584c9d3f
G
1382 (when data
1383 (setq artificial (plist-put artificial
1384 (intern (concat ":" (symbol-name r)))
1385 (if (eq r 'secret)
1386 (lexical-let ((data data))
1387 (lambda () data))
1388 data))))
1389
aa2ebce9 1390 ;; When r is not an empty string...
b8e0f0cd
G
1391 (when (and (stringp data)
1392 (< 0 (length data)))
4a3988d5
G
1393 ;; this function is not strictly necessary but I think it
1394 ;; makes the code clearer -tzz
1395 (let ((printer (lambda ()
7ba93e94
G
1396 ;; append the key (the symbol name of r)
1397 ;; and the value in r
6a6e4d93 1398 (format "%s%s %s"
7ba93e94
G
1399 ;; prepend a space
1400 (if (zerop (length add)) "" " ")
1401 ;; remap auth-source tokens to netrc
1402 (case r
0adf5618
SM
1403 (user "login")
1404 (host "machine")
1405 (secret "password")
1406 (port "port") ; redundant but clearer
b8e0f0cd 1407 (t (symbol-name r)))
005a89ff 1408 (if (string-match "[\"# ]" data)
e9cb4479
DU
1409 (format "%S" data)
1410 data)))))
4a3988d5 1411 (setq add (concat add (funcall printer)))))))
b8e0f0cd 1412
733afdf4
TZ
1413 (plist-put
1414 artificial
1415 :save-function
1416 (lexical-let ((file file)
1417 (add add))
1418 (lambda () (auth-source-netrc-saver file add))))
1419
1420 (list artificial)))
1421
4248cca2 1422;;(funcall (plist-get (nth 0 (auth-source-search :host '("nonesuch2") :user "tzz" :port "imap" :create t :max 1)) :save-function))
733afdf4
TZ
1423(defun auth-source-netrc-saver (file add)
1424 "Save a line ADD in FILE, prompting along the way.
4248cca2
TZ
1425Respects `auth-source-save-behavior'. Uses
1426`auth-source-netrc-cache' to avoid prompting more than once."
1427 (let* ((key (format "%s %s" file (rfc2104-hash 'md5 64 16 file add)))
1428 (cached (assoc key auth-source-netrc-cache)))
1429
1430 (if cached
1431 (auth-source-do-trivia
1432 "auth-source-netrc-saver: found previous run for key %s, returning"
1433 key)
1434 (with-temp-buffer
1435 (when (file-exists-p file)
1436 (insert-file-contents file))
1437 (when auth-source-gpg-encrypt-to
1438 ;; (see bug#7487) making `epa-file-encrypt-to' local to
1439 ;; this buffer lets epa-file skip the key selection query
1440 ;; (see the `local-variable-p' check in
1441 ;; `epa-file-write-region').
1442 (unless (local-variable-p 'epa-file-encrypt-to (current-buffer))
1443 (make-local-variable 'epa-file-encrypt-to))
1444 (if (listp auth-source-gpg-encrypt-to)
1445 (setq epa-file-encrypt-to auth-source-gpg-encrypt-to)))
1446 ;; we want the new data to be found first, so insert at beginning
1447 (goto-char (point-min))
1448
aa2ebce9 1449 ;; Ask AFTER we've successfully opened the file.
4248cca2
TZ
1450 (let ((prompt (format "Save auth info to file %s? " file))
1451 (done (not (eq auth-source-save-behavior 'ask)))
1452 (bufname "*auth-source Help*")
1453 k)
1454 (while (not done)
1455 (setq k (auth-source-read-char-choice prompt '(?y ?n ?N ?e ??)))
1456 (case k
1457 (?y (setq done t))
1458 (?? (save-excursion
1459 (with-output-to-temp-buffer bufname
1460 (princ
1461 (concat "(y)es, save\n"
1462 "(n)o but use the info\n"
1463 "(N)o and don't ask to save again\n"
1464 "(e)dit the line\n"
1465 "(?) for help as you can see.\n"))
aa2ebce9
SM
1466 ;; Why? Doesn't with-output-to-temp-buffer already do
1467 ;; the exact same thing anyway? --Stef
4248cca2
TZ
1468 (set-buffer standard-output)
1469 (help-mode))))
1470 (?n (setq add ""
1471 done t))
3451795c 1472 (?N
e9cb4479
DU
1473 (setq add ""
1474 done t)
1475 (customize-save-variable 'auth-source-save-behavior nil))
4248cca2
TZ
1476 (?e (setq add (read-string "Line to add: " add)))
1477 (t nil)))
1478
1479 (when (get-buffer-window bufname)
1480 (delete-window (get-buffer-window bufname)))
1481
aa2ebce9 1482 ;; Make sure the info is not saved.
4248cca2
TZ
1483 (when (null auth-source-save-behavior)
1484 (setq add ""))
1485
1486 (when (< 0 (length add))
1487 (progn
1488 (unless (bolp)
1489 (insert "\n"))
1490 (insert add "\n")
1491 (write-region (point-min) (point-max) file nil 'silent)
4dcb0d7a
LMI
1492 ;; Make the .authinfo file non-world-readable.
1493 (set-file-modes file #o600)
4248cca2
TZ
1494 (auth-source-do-debug
1495 "auth-source-netrc-create: wrote 1 new line to %s"
1496 file)
1497 (message "Saved new authentication information to %s" file)
1498 nil))))
8b6c19f4 1499 (auth-source--aput auth-source-netrc-cache key "ran"))))
b8e0f0cd
G
1500
1501;;; Backend specific parsing: Secrets API backend
1502
cbffd0bd
SM
1503;; (let ((auth-sources '(default))) (auth-source-search :max 1 :create t))
1504;; (let ((auth-sources '(default))) (auth-source-search :max 1 :delete t))
1505;; (let ((auth-sources '(default))) (auth-source-search :max 1))
1506;; (let ((auth-sources '(default))) (auth-source-search))
1507;; (let ((auth-sources '("secrets:Login"))) (auth-source-search :max 1))
1508;; (let ((auth-sources '("secrets:Login"))) (auth-source-search :max 1 :signon_realm "https://git.gnus.org/Git"))
b8e0f0cd
G
1509
1510(defun* auth-source-secrets-search (&rest
1511 spec
1512 &key backend create delete label
35123c04 1513 type max host user port
b8e0f0cd
G
1514 &allow-other-keys)
1515 "Search the Secrets API; spec is like `auth-source'.
1516
1517The :label key specifies the item's label. It is the only key
1518that can specify a substring. Any :label value besides a string
1519will allow any label.
1520
1521All other search keys must match exactly. If you need substring
1522matching, do a wider search and narrow it down yourself.
1523
1524You'll get back all the properties of the token as a plist.
1525
5415d076 1526Here's an example that looks for the first item in the 'Login'
b8e0f0cd
G
1527Secrets collection:
1528
5415d076 1529 \(let ((auth-sources '(\"secrets:Login\")))
b8e0f0cd
G
1530 (auth-source-search :max 1)
1531
5415d076 1532Here's another that looks for the first item in the 'Login'
b8e0f0cd
G
1533Secrets collection whose label contains 'gnus':
1534
5415d076 1535 \(let ((auth-sources '(\"secrets:Login\")))
b8e0f0cd
G
1536 (auth-source-search :max 1 :label \"gnus\")
1537
5415d076 1538And this one looks for the first item in the 'Login' Secrets
b8e0f0cd 1539collection that's a Google Chrome entry for the git.gnus.org site
5415d076 1540authentication tokens:
b8e0f0cd 1541
5415d076 1542 \(let ((auth-sources '(\"secrets:Login\")))
b8e0f0cd
G
1543 (auth-source-search :max 1 :signon_realm \"https://git.gnus.org/Git\"))
1544"
1545
1546 ;; TODO
1547 (assert (not create) nil
1548 "The Secrets API auth-source backend doesn't support creation yet")
1549 ;; TODO
1550 ;; (secrets-delete-item coll elt)
1551 (assert (not delete) nil
1552 "The Secrets API auth-source backend doesn't support deletion yet")
1553
1554 (let* ((coll (oref backend source))
1555 (max (or max 5000)) ; sanity check: default to stop at 5K
a3095f42 1556 (ignored-keys '(:create :delete :max :backend :label :require :type))
b8e0f0cd
G
1557 (search-keys (loop for i below (length spec) by 2
1558 unless (memq (nth i spec) ignored-keys)
1559 collect (nth i spec)))
1560 ;; build a search spec without the ignored keys
1561 ;; if a search key is nil or t (match anything), we skip it
5415d076
G
1562 (search-spec (apply 'append (mapcar
1563 (lambda (k)
1564 (if (or (null (plist-get spec k))
1565 (eq t (plist-get spec k)))
1566 nil
1567 (list k (plist-get spec k))))
e9cb4479 1568 search-keys)))
35123c04 1569 ;; needed keys (always including host, login, port, and secret)
d638ac9e 1570 (returned-keys (mm-delete-duplicates (append
e9cb4479
DU
1571 '(:host :login :port :secret)
1572 search-keys)))
b8e0f0cd
G
1573 (items (loop for item in (apply 'secrets-search-items coll search-spec)
1574 unless (and (stringp label)
1575 (not (string-match label item)))
1576 collect item))
1577 ;; TODO: respect max in `secrets-search-items', not after the fact
5415d076 1578 (items (butlast items (- (length items) max)))
b8e0f0cd
G
1579 ;; convert the item name to a full plist
1580 (items (mapcar (lambda (item)
1581 (append
1582 ;; make an entry for the secret (password) element
1583 (list
1584 :secret
1585 (lexical-let ((v (secrets-get-secret coll item)))
1586 (lambda () v)))
1587 ;; rewrite the entry from ((k1 v1) (k2 v2)) to plist
5415d076
G
1588 (apply 'append
1589 (mapcar (lambda (entry)
1590 (list (car entry) (cdr entry)))
1591 (secrets-get-attributes coll item)))))
b8e0f0cd
G
1592 items))
1593 ;; ensure each item has each key in `returned-keys'
1594 (items (mapcar (lambda (plist)
1595 (append
5415d076
G
1596 (apply 'append
1597 (mapcar (lambda (req)
1598 (if (plist-get plist req)
1599 nil
1600 (list req nil)))
1601 returned-keys))
b8e0f0cd
G
1602 plist))
1603 items)))
1604 items))
1605
1606(defun* auth-source-secrets-create (&rest
1607 spec
35123c04 1608 &key backend type max host user port
b8e0f0cd
G
1609 &allow-other-keys)
1610 ;; TODO
1611 ;; (apply 'secrets-create-item (auth-get-source entry) name passwd spec)
1612 (debug spec))
1613
d7fcec5d
TZ
1614;;; Backend specific parsing: Mac OS Keychain (using /usr/bin/security) backend
1615
1616;; (let ((auth-sources '(macos-keychain-internet))) (auth-source-search :max 1 :create t))
1617;; (let ((auth-sources '(macos-keychain-internet))) (auth-source-search :max 1 :delete t))
1618;; (let ((auth-sources '(macos-keychain-internet))) (auth-source-search :max 1))
1619;; (let ((auth-sources '(macos-keychain-internet))) (auth-source-search))
1620
1621;; (let ((auth-sources '(macos-keychain-generic))) (auth-source-search :max 1 :create t))
1622;; (let ((auth-sources '(macos-keychain-generic))) (auth-source-search :max 1 :delete t))
1623;; (let ((auth-sources '(macos-keychain-generic))) (auth-source-search :max 1))
1624;; (let ((auth-sources '(macos-keychain-generic))) (auth-source-search))
1625
1626;; (let ((auth-sources '("macos-keychain-internet:/Users/tzz/Library/Keychains/login.keychain"))) (auth-source-search :max 1))
1627;; (let ((auth-sources '("macos-keychain-generic:Login"))) (auth-source-search :max 1 :host "git.gnus.org"))
1628
1629(defun* auth-source-macos-keychain-search (&rest
1630 spec
1631 &key backend create delete label
1632 type max host user port
1633 &allow-other-keys)
1634 "Search the MacOS Keychain; spec is like `auth-source'.
1635
1636All search keys must match exactly. If you need substring
1637matching, do a wider search and narrow it down yourself.
1638
1639You'll get back all the properties of the token as a plist.
1640
1641The :type key is either 'macos-keychain-internet or
1642'macos-keychain-generic.
1643
1644For the internet keychain type, the :label key searches the
1645item's labels (\"-l LABEL\" passed to \"/usr/bin/security\").
1646Similarly, :host maps to \"-s HOST\", :user maps to \"-a USER\",
1647and :port maps to \"-P PORT\" or \"-r PROT\"
1648(note PROT has to be a 4-character string).
1649
1650For the generic keychain type, the :label key searches the item's
1651labels (\"-l LABEL\" passed to \"/usr/bin/security\").
1652Similarly, :host maps to \"-c HOST\" (the \"creator\" keychain
1653field), :user maps to \"-a USER\", and :port maps to \"-s PORT\".
1654
1655Here's an example that looks for the first item in the default
1656generic MacOS Keychain:
1657
1658 \(let ((auth-sources '(macos-keychain-generic)))
1659 (auth-source-search :max 1)
1660
1661Here's another that looks for the first item in the internet
1662MacOS Keychain collection whose label is 'gnus':
1663
1664 \(let ((auth-sources '(macos-keychain-internet)))
1665 (auth-source-search :max 1 :label \"gnus\")
1666
1667And this one looks for the first item in the internet keychain
1668entries for git.gnus.org:
1669
1670 \(let ((auth-sources '(macos-keychain-internet\")))
1671 (auth-source-search :max 1 :host \"git.gnus.org\"))
1672"
1673 ;; TODO
1674 (assert (not create) nil
1675 "The MacOS Keychain auth-source backend doesn't support creation yet")
1676 ;; TODO
1677 ;; (macos-keychain-delete-item coll elt)
1678 (assert (not delete) nil
1679 "The MacOS Keychain auth-source backend doesn't support deletion yet")
1680
1681 (let* ((coll (oref backend source))
1682 (max (or max 5000)) ; sanity check: default to stop at 5K
1683 (ignored-keys '(:create :delete :max :backend :label))
1684 (search-keys (loop for i below (length spec) by 2
1685 unless (memq (nth i spec) ignored-keys)
1686 collect (nth i spec)))
1687 ;; build a search spec without the ignored keys
1688 ;; if a search key is nil or t (match anything), we skip it
1689 (search-spec (apply 'append (mapcar
1690 (lambda (k)
1691 (if (or (null (plist-get spec k))
1692 (eq t (plist-get spec k)))
1693 nil
1694 (list k (plist-get spec k))))
1695 search-keys)))
1696 ;; needed keys (always including host, login, port, and secret)
1697 (returned-keys (mm-delete-duplicates (append
1698 '(:host :login :port :secret)
1699 search-keys)))
1700 (items (apply 'auth-source-macos-keychain-search-items
1701 coll
1702 type
1703 max
1704 search-spec))
1705
1706 ;; ensure each item has each key in `returned-keys'
1707 (items (mapcar (lambda (plist)
1708 (append
1709 (apply 'append
1710 (mapcar (lambda (req)
1711 (if (plist-get plist req)
1712 nil
1713 (list req nil)))
1714 returned-keys))
1715 plist))
1716 items)))
1717 items))
1718
1719(defun* auth-source-macos-keychain-search-items (coll type max
1720 &rest spec
1721 &key label type
1722 host user port
1723 &allow-other-keys)
1724
1725 (let* ((keychain-generic (eq type 'macos-keychain-generic))
1726 (args `(,(if keychain-generic
1727 "find-generic-password"
1728 "find-internet-password")
1729 "-g"))
1730 (ret (list :type type)))
1731 (when label
1732 (setq args (append args (list "-l" label))))
1733 (when host
1734 (setq args (append args (list (if keychain-generic "-c" "-s") host))))
1735 (when user
1736 (setq args (append args (list "-a" user))))
1737
1738 (when port
1739 (if keychain-generic
1740 (setq args (append args (list "-s" port)))
1741 (setq args (append args (list
1742 (if (string-match "[0-9]+" port) "-P" "-r")
1743 port)))))
1744
1745 (unless (equal coll "default")
1746 (setq args (append args (list coll))))
1747
1748 (with-temp-buffer
1749 (apply 'call-process "/usr/bin/security" nil t nil args)
1750 (goto-char (point-min))
1751 (while (not (eobp))
1752 (cond
1753 ((looking-at "^password: \"\\(.+\\)\"$")
1754 (auth-source-macos-keychain-result-append
1755 ret
1756 keychain-generic
1757 "secret"
1758 (lexical-let ((v (match-string 1)))
1759 (lambda () v))))
1760 ;; TODO: check if this is really the label
1761 ;; match 0x00000007 <blob>="AppleID"
1762 ((looking-at "^[ ]+0x00000007 <blob>=\"\\(.+\\)\"")
1763 (auth-source-macos-keychain-result-append
1764 ret
1765 keychain-generic
1766 "label"
1767 (match-string 1)))
1768 ;; match "crtr"<uint32>="aapl"
1769 ;; match "svce"<blob>="AppleID"
1770 ((looking-at "^[ ]+\"\\([a-z]+\\)\"[^=]+=\"\\(.+\\)\"")
1771 (auth-source-macos-keychain-result-append
1772 ret
1773 keychain-generic
1774 (match-string 1)
1775 (match-string 2))))
1776 (forward-line)))
1777 ;; return `ret' iff it has the :secret key
1778 (and (plist-get ret :secret) (list ret))))
1779
1780(defun auth-source-macos-keychain-result-append (result generic k v)
d6e7c17b 1781 (push v result)
d7fcec5d
TZ
1782 (setq k (cond
1783 ((equal k "acct") "user")
1784 ;; for generic keychains, creator is host, service is port
1785 ((and generic (equal k "crtr")) "host")
1786 ((and generic (equal k "svce")) "port")
1787 ;; for internet keychains, protocol is port, server is host
1788 ((and (not generic) (equal k "ptcl")) "port")
1789 ((and (not generic) (equal k "srvr")) "host")
1790 (t k)))
1791
d6e7c17b 1792 (push (intern (format ":%s" k)) result))
d7fcec5d
TZ
1793
1794(defun* auth-source-macos-keychain-create (&rest
1795 spec
1796 &key backend type max host user port
1797 &allow-other-keys)
1798 ;; TODO
1799 (debug spec))
1800
8977de27
DU
1801;;; Backend specific parsing: PLSTORE backend
1802
1803(defun* auth-source-plstore-search (&rest
1804 spec
1805 &key backend create delete label
1806 type max host user port
1807 &allow-other-keys)
1808 "Search the PLSTORE; spec is like `auth-source'."
b09c3fe0 1809 (let* ((store (oref backend data))
8977de27 1810 (max (or max 5000)) ; sanity check: default to stop at 5K
a3095f42 1811 (ignored-keys '(:create :delete :max :backend :label :require :type))
8977de27
DU
1812 (search-keys (loop for i below (length spec) by 2
1813 unless (memq (nth i spec) ignored-keys)
1814 collect (nth i spec)))
1815 ;; build a search spec without the ignored keys
1816 ;; if a search key is nil or t (match anything), we skip it
1817 (search-spec (apply 'append (mapcar
1818 (lambda (k)
e9cb4479
DU
1819 (let ((v (plist-get spec k)))
1820 (if (or (null v)
1821 (eq t v))
1822 nil
1823 (if (stringp v)
1824 (setq v (list v)))
1825 (list k v))))
1826 search-keys)))
8977de27
DU
1827 ;; needed keys (always including host, login, port, and secret)
1828 (returned-keys (mm-delete-duplicates (append
e9cb4479
DU
1829 '(:host :login :port :secret)
1830 search-keys)))
8977de27 1831 (items (plstore-find store search-spec))
e9cb4479 1832 (item-names (mapcar #'car items))
8977de27
DU
1833 (items (butlast items (- (length items) max)))
1834 ;; convert the item to a full plist
1835 (items (mapcar (lambda (item)
e9cb4479
DU
1836 (let* ((plist (copy-tree (cdr item)))
1837 (secret (plist-member plist :secret)))
1838 (if secret
1839 (setcar
1840 (cdr secret)
1841 (lexical-let ((v (car (cdr secret))))
1842 (lambda () v))))
1843 plist))
8977de27
DU
1844 items))
1845 ;; ensure each item has each key in `returned-keys'
1846 (items (mapcar (lambda (plist)
1847 (append
1848 (apply 'append
1849 (mapcar (lambda (req)
1850 (if (plist-get plist req)
1851 nil
1852 (list req nil)))
1853 returned-keys))
1854 plist))
1855 items)))
f3078a00
DU
1856 (cond
1857 ;; if we need to create an entry AND none were found to match
1858 ((and create
e9cb4479 1859 (not items))
8977de27
DU
1860
1861 ;; create based on the spec and record the value
1862 (setq items (or
e9cb4479
DU
1863 ;; if the user did not want to create the entry
1864 ;; in the file, it will be returned
1865 (apply (slot-value backend 'create-function) spec)
1866 ;; if not, we do the search again without :create
1867 ;; to get the updated data.
1868
1869 ;; the result will be returned, even if the search fails
1870 (apply 'auth-source-plstore-search
1871 (plist-put spec :create nil)))))
f3078a00 1872 ((and delete
e9cb4479 1873 item-names)
f3078a00 1874 (dolist (item-name item-names)
e9cb4479 1875 (plstore-delete store item-name))
f3078a00 1876 (plstore-save store)))
8977de27
DU
1877 items))
1878
1879(defun* auth-source-plstore-create (&rest spec
e9cb4479
DU
1880 &key backend
1881 secret host user port create
1882 &allow-other-keys)
8977de27 1883 (let* ((base-required '(host user port secret))
e9cb4479 1884 (base-secret '(secret))
8977de27
DU
1885 ;; we know (because of an assertion in auth-source-search) that the
1886 ;; :create parameter is either t or a list (which includes nil)
1887 (create-extra (if (eq t create) nil create))
e9cb4479
DU
1888 (current-data (car (auth-source-search :max 1
1889 :host host
1890 :port port)))
8977de27
DU
1891 (required (append base-required create-extra))
1892 (file (oref backend source))
1893 (add "")
1894 ;; `valist' is an alist
1895 valist
1896 ;; `artificial' will be returned if no creation is needed
1897 artificial
e9cb4479 1898 secret-artificial)
8977de27
DU
1899
1900 ;; only for base required elements (defined as function parameters):
1901 ;; fill in the valist with whatever data we may have from the search
1902 ;; we complete the first value if it's a list and use the value otherwise
1903 (dolist (br base-required)
1904 (when (symbol-value br)
1905 (let ((br-choice (cond
1906 ;; all-accepting choice (predicate is t)
1907 ((eq t (symbol-value br)) nil)
1908 ;; just the value otherwise
1909 (t (symbol-value br)))))
1910 (when br-choice
8b6c19f4 1911 (auth-source--aput valist br br-choice)))))
8977de27
DU
1912
1913 ;; for extra required elements, see if the spec includes a value for them
1914 (dolist (er create-extra)
1915 (let ((name (concat ":" (symbol-name er)))
1916 (keys (loop for i below (length spec) by 2
1917 collect (nth i spec))))
1918 (dolist (k keys)
1919 (when (equal (symbol-name k) name)
8b6c19f4 1920 (auth-source--aput valist er (plist-get spec k))))))
8977de27
DU
1921
1922 ;; for each required element
1923 (dolist (r required)
8b6c19f4 1924 (let* ((data (auth-source--aget valist r))
8977de27
DU
1925 ;; take the first element if the data is a list
1926 (data (or (auth-source-netrc-element-or-first data)
e9cb4479
DU
1927 (plist-get current-data
1928 (intern (format ":%s" r) obarray))))
8977de27 1929 ;; this is the default to be offered
8b6c19f4
SM
1930 (given-default (auth-source--aget
1931 auth-source-creation-defaults r))
8977de27
DU
1932 ;; the default supplementals are simple:
1933 ;; for the user, try `given-default' and then (user-login-name);
1934 ;; otherwise take `given-default'
1935 (default (cond
1936 ((and (not given-default) (eq r 'user))
1937 (user-login-name))
1938 (t given-default)))
1939 (printable-defaults (list
1940 (cons 'user
1941 (or
1942 (auth-source-netrc-element-or-first
8b6c19f4 1943 (auth-source--aget valist 'user))
8977de27
DU
1944 (plist-get artificial :user)
1945 "[any user]"))
1946 (cons 'host
1947 (or
1948 (auth-source-netrc-element-or-first
8b6c19f4 1949 (auth-source--aget valist 'host))
8977de27
DU
1950 (plist-get artificial :host)
1951 "[any host]"))
1952 (cons 'port
1953 (or
1954 (auth-source-netrc-element-or-first
8b6c19f4 1955 (auth-source--aget valist 'port))
8977de27
DU
1956 (plist-get artificial :port)
1957 "[any port]"))))
8b6c19f4 1958 (prompt (or (auth-source--aget auth-source-creation-prompts r)
8977de27
DU
1959 (case r
1960 (secret "%p password for %u@%h: ")
1961 (user "%p user name for %h: ")
1962 (host "%p host name for user %u: ")
1963 (port "%p port for %u@%h: "))
1964 (format "Enter %s (%%u@%%h:%%p): " r)))
1965 (prompt (auth-source-format-prompt
1966 prompt
8b6c19f4
SM
1967 `((?u ,(auth-source--aget printable-defaults 'user))
1968 (?h ,(auth-source--aget printable-defaults 'host))
1969 (?p ,(auth-source--aget printable-defaults 'port))))))
8977de27
DU
1970
1971 ;; Store the data, prompting for the password if needed.
5c7f66a0
G
1972 (setq data (or data
1973 (if (eq r 'secret)
1974 (or (eval default) (read-passwd prompt))
1975 (if (stringp default)
8b6c19f4
SM
1976 (read-string
1977 (if (string-match ": *\\'" prompt)
1978 (concat (substring prompt 0 (match-beginning 0))
1979 " (default " default "): ")
1980 (concat prompt "(default " default ") "))
1981 nil nil default)
5c7f66a0 1982 (eval default)))))
8977de27
DU
1983
1984 (when data
e9cb4479
DU
1985 (if (member r base-secret)
1986 (setq secret-artificial
1987 (plist-put secret-artificial
1988 (intern (concat ":" (symbol-name r)))
1989 data))
1990 (setq artificial (plist-put artificial
1991 (intern (concat ":" (symbol-name r)))
1992 data))))))
b09c3fe0 1993 (plstore-put (oref backend data)
e9cb4479
DU
1994 (sha1 (format "%s@%s:%s"
1995 (plist-get artificial :user)
1996 (plist-get artificial :host)
1997 (plist-get artificial :port)))
1998 artificial secret-artificial)
8977de27 1999 (if (y-or-n-p (format "Save auth info to file %s? "
e9cb4479
DU
2000 (plstore-get-file (oref backend data))))
2001 (plstore-save (oref backend data)))))
8977de27 2002
b8e0f0cd
G
2003;;; older API
2004
cbffd0bd 2005;; (auth-source-user-or-password '("login" "password") "imap.myhost.com" t "tzz")
b8e0f0cd
G
2006
2007;; deprecate the old interface
2008(make-obsolete 'auth-source-user-or-password
2009 'auth-source-search "Emacs 24.1")
2010(make-obsolete 'auth-source-forget-user-or-password
2011 'auth-source-forget "Emacs 24.1")
fb178e4c 2012
0e4966fb 2013(defun auth-source-user-or-password
35123c04
TZ
2014 (mode host port &optional username create-missing delete-existing)
2015 "Find MODE (string or list of strings) matching HOST and PORT.
fb178e4c 2016
b8e0f0cd
G
2017DEPRECATED in favor of `auth-source-search'!
2018
fb178e4c
KY
2019USERNAME is optional and will be used as \"login\" in a search
2020across the Secret Service API (see secrets.el) if the resulting
2021items don't have a username. This means that if you search for
2022username \"joe\" and it matches an item but the item doesn't have
2023a :user attribute, the username \"joe\" will be returned.
2024
0e4966fb
MA
2025A non nil DELETE-EXISTING means deleting any matching password
2026entry in the respective sources. This is useful only when
2027CREATE-MISSING is non nil as well; the intended use case is to
2028remove wrong password entries.
2029
2030If no matching entry is found, and CREATE-MISSING is non nil,
2031the password will be retrieved interactively, and it will be
2032stored in the password database which matches best (see
2033`auth-sources').
2034
2035MODE can be \"login\" or \"password\"."
554a69b8 2036 (auth-source-do-debug
b8e0f0cd 2037 "auth-source-user-or-password: DEPRECATED get %s for %s (%s) + user=%s"
35123c04 2038 mode host port username)
b8e0f0cd 2039
3b36c17e 2040 (let* ((listy (listp mode))
cbabe91f
TZ
2041 (mode (if listy mode (list mode)))
2042 (cname (if username
35123c04
TZ
2043 (format "%s %s:%s %s" mode host port username)
2044 (format "%s %s:%s" mode host port)))
2045 (search (list :host host :port port))
cbabe91f 2046 (search (if username (append search (list :user username)) search))
b8e0f0cd
G
2047 (search (if create-missing
2048 (append search (list :create t))
2049 search))
2050 (search (if delete-existing
2051 (append search (list :delete t))
2052 search))
2053 ;; (found (if (not delete-existing)
2054 ;; (gethash cname auth-source-cache)
2055 ;; (remhash cname auth-source-cache)
2056 ;; nil)))
2057 (found nil))
ed778fad 2058 (if found
cbabe91f
TZ
2059 (progn
2060 (auth-source-do-debug
b8e0f0cd 2061 "auth-source-user-or-password: DEPRECATED cached %s=%s for %s (%s) + %s"
cbabe91f
TZ
2062 mode
2063 ;; don't show the password
b8e0f0cd 2064 (if (and (member "password" mode) t)
cbabe91f
TZ
2065 "SECRET"
2066 found)
35123c04 2067 host port username)
cbabe91f 2068 found) ; return the found data
b8e0f0cd
G
2069 ;; else, if not found, search with a max of 1
2070 (let ((choice (nth 0 (apply 'auth-source-search
2071 (append '(:max 1) search)))))
2072 (when choice
2073 (dolist (m mode)
2074 (cond
2075 ((equal "password" m)
2076 (push (if (plist-get choice :secret)
e9cb4479
DU
2077 (funcall (plist-get choice :secret))
2078 nil) found))
b8e0f0cd
G
2079 ((equal "login" m)
2080 (push (plist-get choice :user) found)))))
2081 (setq found (nreverse found))
2082 (setq found (if listy found (car-safe found)))))
9b3ebcb6 2083
e9cb4479 2084 found))
8f7abae3 2085
fb7e9e05
TZ
2086(defun auth-source-user-and-password (host &optional user)
2087 (let* ((auth-info (car
2088 (if user
2089 (auth-source-search
2090 :host host
2091 :user "yourusername"
2092 :max 1
2093 :require '(:user :secret)
2094 :create nil)
2095 (auth-source-search
2096 :host host
2097 :max 1
2098 :require '(:user :secret)
2099 :create nil))))
2100 (user (plist-get auth-info :user))
2101 (password (plist-get auth-info :secret)))
2102 (when (functionp password)
2103 (setq password (funcall password)))
2104 (list user password auth-info)))
2105
8f7abae3
MB
2106(provide 'auth-source)
2107
8f7abae3 2108;;; auth-source.el ends here