VirtualBox

source: vbox/trunk/src/libs/openssl-3.1.7/apps/dgst.c@ 106683

Last change on this file since 106683 was 104078, checked in by vboxsync, 11 months ago

openssl-3.1.5: Applied and adjusted our OpenSSL changes to 3.1.4. bugref:10638

File size: 20.2 KB
Line 
1/*
2 * Copyright 1995-2023 The OpenSSL Project Authors. All Rights Reserved.
3 *
4 * Licensed under the Apache License 2.0 (the "License"). You may not use
5 * this file except in compliance with the License. You can obtain a copy
6 * in the file LICENSE in the source distribution or at
7 * https://www.openssl.org/source/license.html
8 */
9
10#include <stdio.h>
11#include <string.h>
12#include <stdlib.h>
13#include "apps.h"
14#include "progs.h"
15#include <openssl/bio.h>
16#include <openssl/err.h>
17#include <openssl/evp.h>
18#include <openssl/objects.h>
19#include <openssl/x509.h>
20#include <openssl/pem.h>
21#include <openssl/hmac.h>
22#include <ctype.h>
23
24#undef BUFSIZE
25#define BUFSIZE 1024*8
26
27int do_fp(BIO *out, unsigned char *buf, BIO *bp, int sep, int binout, int xoflen,
28 EVP_PKEY *key, unsigned char *sigin, int siglen,
29 const char *sig_name, const char *md_name,
30 const char *file);
31static void show_digests(const OBJ_NAME *name, void *bio_);
32
33struct doall_dgst_digests {
34 BIO *bio;
35 int n;
36};
37
38typedef enum OPTION_choice {
39 OPT_COMMON,
40 OPT_LIST,
41 OPT_C, OPT_R, OPT_OUT, OPT_SIGN, OPT_PASSIN, OPT_VERIFY,
42 OPT_PRVERIFY, OPT_SIGNATURE, OPT_KEYFORM, OPT_ENGINE, OPT_ENGINE_IMPL,
43 OPT_HEX, OPT_BINARY, OPT_DEBUG, OPT_FIPS_FINGERPRINT,
44 OPT_HMAC, OPT_MAC, OPT_SIGOPT, OPT_MACOPT, OPT_XOFLEN,
45 OPT_DIGEST,
46 OPT_R_ENUM, OPT_PROV_ENUM
47} OPTION_CHOICE;
48
49const OPTIONS dgst_options[] = {
50 {OPT_HELP_STR, 1, '-', "Usage: %s [options] [file...]\n"},
51
52 OPT_SECTION("General"),
53 {"help", OPT_HELP, '-', "Display this summary"},
54 {"list", OPT_LIST, '-', "List digests"},
55#ifndef OPENSSL_NO_ENGINE
56 {"engine", OPT_ENGINE, 's', "Use engine e, possibly a hardware device"},
57 {"engine_impl", OPT_ENGINE_IMPL, '-',
58 "Also use engine given by -engine for digest operations"},
59#endif
60 {"passin", OPT_PASSIN, 's', "Input file pass phrase source"},
61
62 OPT_SECTION("Output"),
63 {"c", OPT_C, '-', "Print the digest with separating colons"},
64 {"r", OPT_R, '-', "Print the digest in coreutils format"},
65 {"out", OPT_OUT, '>', "Output to filename rather than stdout"},
66 {"keyform", OPT_KEYFORM, 'f', "Key file format (ENGINE, other values ignored)"},
67 {"hex", OPT_HEX, '-', "Print as hex dump"},
68 {"binary", OPT_BINARY, '-', "Print in binary form"},
69 {"xoflen", OPT_XOFLEN, 'p', "Output length for XOF algorithms. To obtain the maximum security strength set this to 32 (or greater) for SHAKE128, and 64 (or greater) for SHAKE256"},
70 {"d", OPT_DEBUG, '-', "Print debug info"},
71 {"debug", OPT_DEBUG, '-', "Print debug info"},
72
73 OPT_SECTION("Signing"),
74 {"sign", OPT_SIGN, 's', "Sign digest using private key"},
75 {"verify", OPT_VERIFY, 's', "Verify a signature using public key"},
76 {"prverify", OPT_PRVERIFY, 's', "Verify a signature using private key"},
77 {"sigopt", OPT_SIGOPT, 's', "Signature parameter in n:v form"},
78 {"signature", OPT_SIGNATURE, '<', "File with signature to verify"},
79 {"hmac", OPT_HMAC, 's', "Create hashed MAC with key"},
80 {"mac", OPT_MAC, 's', "Create MAC (not necessarily HMAC)"},
81 {"macopt", OPT_MACOPT, 's', "MAC algorithm parameters in n:v form or key"},
82 {"", OPT_DIGEST, '-', "Any supported digest"},
83 {"fips-fingerprint", OPT_FIPS_FINGERPRINT, '-',
84 "Compute HMAC with the key used in OpenSSL-FIPS fingerprint"},
85
86 OPT_R_OPTIONS,
87 OPT_PROV_OPTIONS,
88
89 OPT_PARAMETERS(),
90 {"file", 0, 0, "Files to digest (optional; default is stdin)"},
91 {NULL}
92};
93
94int dgst_main(int argc, char **argv)
95{
96 BIO *in = NULL, *inp, *bmd = NULL, *out = NULL;
97 ENGINE *e = NULL, *impl = NULL;
98 EVP_PKEY *sigkey = NULL;
99 STACK_OF(OPENSSL_STRING) *sigopts = NULL, *macopts = NULL;
100 char *hmac_key = NULL;
101 char *mac_name = NULL, *digestname = NULL;
102 char *passinarg = NULL, *passin = NULL;
103 EVP_MD *md = NULL;
104 const char *outfile = NULL, *keyfile = NULL, *prog = NULL;
105 const char *sigfile = NULL;
106 const char *md_name = NULL;
107 OPTION_CHOICE o;
108 int separator = 0, debug = 0, keyform = FORMAT_UNDEF, siglen = 0;
109 int i, ret = EXIT_FAILURE, out_bin = -1, want_pub = 0, do_verify = 0;
110 int xoflen = 0;
111 unsigned char *buf = NULL, *sigbuf = NULL;
112 int engine_impl = 0;
113 struct doall_dgst_digests dec;
114
115 buf = app_malloc(BUFSIZE, "I/O buffer");
116 md = (EVP_MD *)EVP_get_digestbyname(argv[0]);
117 if (md != NULL)
118 digestname = argv[0];
119
120 prog = opt_init(argc, argv, dgst_options);
121 while ((o = opt_next()) != OPT_EOF) {
122 switch (o) {
123 case OPT_EOF:
124 case OPT_ERR:
125 opthelp:
126 BIO_printf(bio_err, "%s: Use -help for summary.\n", prog);
127 goto end;
128 case OPT_HELP:
129 opt_help(dgst_options);
130 ret = EXIT_SUCCESS;
131 goto end;
132 case OPT_LIST:
133 BIO_printf(bio_out, "Supported digests:\n");
134 dec.bio = bio_out;
135 dec.n = 0;
136 OBJ_NAME_do_all_sorted(OBJ_NAME_TYPE_MD_METH,
137 show_digests, &dec);
138 BIO_printf(bio_out, "\n");
139 ret = EXIT_SUCCESS;
140 goto end;
141 case OPT_C:
142 separator = 1;
143 break;
144 case OPT_R:
145 separator = 2;
146 break;
147 case OPT_R_CASES:
148 if (!opt_rand(o))
149 goto end;
150 break;
151 case OPT_OUT:
152 outfile = opt_arg();
153 break;
154 case OPT_SIGN:
155 keyfile = opt_arg();
156 break;
157 case OPT_PASSIN:
158 passinarg = opt_arg();
159 break;
160 case OPT_VERIFY:
161 keyfile = opt_arg();
162 want_pub = do_verify = 1;
163 break;
164 case OPT_PRVERIFY:
165 keyfile = opt_arg();
166 do_verify = 1;
167 break;
168 case OPT_SIGNATURE:
169 sigfile = opt_arg();
170 break;
171 case OPT_KEYFORM:
172 if (!opt_format(opt_arg(), OPT_FMT_ANY, &keyform))
173 goto opthelp;
174 break;
175 case OPT_ENGINE:
176 e = setup_engine(opt_arg(), 0);
177 break;
178 case OPT_ENGINE_IMPL:
179 engine_impl = 1;
180 break;
181 case OPT_HEX:
182 out_bin = 0;
183 break;
184 case OPT_BINARY:
185 out_bin = 1;
186 break;
187 case OPT_XOFLEN:
188 xoflen = atoi(opt_arg());
189 break;
190 case OPT_DEBUG:
191 debug = 1;
192 break;
193 case OPT_FIPS_FINGERPRINT:
194 hmac_key = "etaonrishdlcupfm";
195 break;
196 case OPT_HMAC:
197 hmac_key = opt_arg();
198 break;
199 case OPT_MAC:
200 mac_name = opt_arg();
201 break;
202 case OPT_SIGOPT:
203 if (!sigopts)
204 sigopts = sk_OPENSSL_STRING_new_null();
205 if (!sigopts || !sk_OPENSSL_STRING_push(sigopts, opt_arg()))
206 goto opthelp;
207 break;
208 case OPT_MACOPT:
209 if (!macopts)
210 macopts = sk_OPENSSL_STRING_new_null();
211 if (!macopts || !sk_OPENSSL_STRING_push(macopts, opt_arg()))
212 goto opthelp;
213 break;
214 case OPT_DIGEST:
215 digestname = opt_unknown();
216 break;
217 case OPT_PROV_CASES:
218 if (!opt_provider(o))
219 goto end;
220 break;
221 }
222 }
223
224 /* Remaining args are files to digest. */
225 argc = opt_num_rest();
226 argv = opt_rest();
227 if (keyfile != NULL && argc > 1) {
228 BIO_printf(bio_err, "%s: Can only sign or verify one file.\n", prog);
229 goto end;
230 }
231 if (!app_RAND_load())
232 goto end;
233
234 if (digestname != NULL) {
235 if (!opt_md(digestname, &md))
236 goto opthelp;
237 }
238
239 if (do_verify && sigfile == NULL) {
240 BIO_printf(bio_err,
241 "No signature to verify: use the -signature option\n");
242 goto end;
243 }
244 if (engine_impl)
245 impl = e;
246
247 in = BIO_new(BIO_s_file());
248 bmd = BIO_new(BIO_f_md());
249 if (in == NULL || bmd == NULL)
250 goto end;
251
252 if (debug) {
253 BIO_set_callback_ex(in, BIO_debug_callback_ex);
254 /* needed for windows 3.1 */
255 BIO_set_callback_arg(in, (char *)bio_err);
256 }
257
258 if (!app_passwd(passinarg, NULL, &passin, NULL)) {
259 BIO_printf(bio_err, "Error getting password\n");
260 goto end;
261 }
262
263 if (out_bin == -1) {
264 if (keyfile != NULL)
265 out_bin = 1;
266 else
267 out_bin = 0;
268 }
269
270 out = bio_open_default(outfile, 'w', out_bin ? FORMAT_BINARY : FORMAT_TEXT);
271 if (out == NULL)
272 goto end;
273
274 if ((!(mac_name == NULL) + !(keyfile == NULL) + !(hmac_key == NULL)) > 1) {
275 BIO_printf(bio_err, "MAC and signing key cannot both be specified\n");
276 goto end;
277 }
278
279 if (keyfile != NULL) {
280 int type;
281
282 if (want_pub)
283 sigkey = load_pubkey(keyfile, keyform, 0, NULL, e, "public key");
284 else
285 sigkey = load_key(keyfile, keyform, 0, passin, e, "private key");
286 if (sigkey == NULL) {
287 /*
288 * load_[pub]key() has already printed an appropriate message
289 */
290 goto end;
291 }
292 type = EVP_PKEY_get_id(sigkey);
293 if (type == EVP_PKEY_ED25519 || type == EVP_PKEY_ED448) {
294 /*
295 * We implement PureEdDSA for these which doesn't have a separate
296 * digest, and only supports one shot.
297 */
298 BIO_printf(bio_err, "Key type not supported for this operation\n");
299 goto end;
300 }
301 }
302
303 if (mac_name != NULL) {
304 EVP_PKEY_CTX *mac_ctx = NULL;
305
306 if (!init_gen_str(&mac_ctx, mac_name, impl, 0, NULL, NULL))
307 goto end;
308 if (macopts != NULL) {
309 for (i = 0; i < sk_OPENSSL_STRING_num(macopts); i++) {
310 char *macopt = sk_OPENSSL_STRING_value(macopts, i);
311
312 if (pkey_ctrl_string(mac_ctx, macopt) <= 0) {
313 EVP_PKEY_CTX_free(mac_ctx);
314 BIO_printf(bio_err, "MAC parameter error \"%s\"\n", macopt);
315 goto end;
316 }
317 }
318 }
319
320 sigkey = app_keygen(mac_ctx, mac_name, 0, 0 /* not verbose */);
321 /* Verbose output would make external-tests gost-engine fail */
322 EVP_PKEY_CTX_free(mac_ctx);
323 if (sigkey == NULL)
324 goto end;
325 }
326
327 if (hmac_key != NULL) {
328 if (md == NULL) {
329 md = (EVP_MD *)EVP_sha256();
330 digestname = SN_sha256;
331 }
332 sigkey = EVP_PKEY_new_raw_private_key(EVP_PKEY_HMAC, impl,
333 (unsigned char *)hmac_key,
334 strlen(hmac_key));
335 if (sigkey == NULL)
336 goto end;
337 }
338
339 if (sigkey != NULL) {
340 EVP_MD_CTX *mctx = NULL;
341 EVP_PKEY_CTX *pctx = NULL;
342 int res;
343
344 if (BIO_get_md_ctx(bmd, &mctx) <= 0) {
345 BIO_printf(bio_err, "Error getting context\n");
346 goto end;
347 }
348 if (do_verify)
349 if (impl == NULL)
350 res = EVP_DigestVerifyInit_ex(mctx, &pctx, digestname,
351 app_get0_libctx(),
352 app_get0_propq(), sigkey, NULL);
353 else
354 res = EVP_DigestVerifyInit(mctx, &pctx, md, impl, sigkey);
355 else
356 if (impl == NULL)
357 res = EVP_DigestSignInit_ex(mctx, &pctx, digestname,
358 app_get0_libctx(),
359 app_get0_propq(), sigkey, NULL);
360 else
361 res = EVP_DigestSignInit(mctx, &pctx, md, impl, sigkey);
362 if (res == 0) {
363 BIO_printf(bio_err, "Error setting context\n");
364 goto end;
365 }
366 if (sigopts != NULL) {
367 for (i = 0; i < sk_OPENSSL_STRING_num(sigopts); i++) {
368 char *sigopt = sk_OPENSSL_STRING_value(sigopts, i);
369
370 if (pkey_ctrl_string(pctx, sigopt) <= 0) {
371 BIO_printf(bio_err, "Signature parameter error \"%s\"\n",
372 sigopt);
373 goto end;
374 }
375 }
376 }
377 }
378 /* we use md as a filter, reading from 'in' */
379 else {
380 EVP_MD_CTX *mctx = NULL;
381 if (BIO_get_md_ctx(bmd, &mctx) <= 0) {
382 BIO_printf(bio_err, "Error getting context\n");
383 goto end;
384 }
385 if (md == NULL)
386 md = (EVP_MD *)EVP_sha256();
387 if (!EVP_DigestInit_ex(mctx, md, impl)) {
388 BIO_printf(bio_err, "Error setting digest\n");
389 goto end;
390 }
391 }
392
393 if (sigfile != NULL && sigkey != NULL) {
394 BIO *sigbio = BIO_new_file(sigfile, "rb");
395
396 if (sigbio == NULL) {
397 BIO_printf(bio_err, "Error opening signature file %s\n", sigfile);
398 goto end;
399 }
400 siglen = EVP_PKEY_get_size(sigkey);
401 sigbuf = app_malloc(siglen, "signature buffer");
402 siglen = BIO_read(sigbio, sigbuf, siglen);
403 BIO_free(sigbio);
404 if (siglen <= 0) {
405 BIO_printf(bio_err, "Error reading signature file %s\n", sigfile);
406 goto end;
407 }
408 }
409 inp = BIO_push(bmd, in);
410
411 if (md == NULL) {
412 EVP_MD_CTX *tctx;
413
414 BIO_get_md_ctx(bmd, &tctx);
415 md = EVP_MD_CTX_get1_md(tctx);
416 }
417 if (md != NULL)
418 md_name = EVP_MD_get0_name(md);
419
420 if (xoflen > 0) {
421 if (!(EVP_MD_get_flags(md) & EVP_MD_FLAG_XOF)) {
422 BIO_printf(bio_err, "Length can only be specified for XOF\n");
423 goto end;
424 }
425 /*
426 * Signing using XOF is not supported by any algorithms currently since
427 * each algorithm only calls EVP_DigestFinal_ex() in their sign_final
428 * and verify_final methods.
429 */
430 if (sigkey != NULL) {
431 BIO_printf(bio_err, "Signing key cannot be specified for XOF\n");
432 goto end;
433 }
434 }
435
436 if (argc == 0) {
437 BIO_set_fp(in, stdin, BIO_NOCLOSE);
438 ret = do_fp(out, buf, inp, separator, out_bin, xoflen, sigkey, sigbuf,
439 siglen, NULL, md_name, "stdin");
440 } else {
441 const char *sig_name = NULL;
442
443 if (out_bin == 0) {
444 if (sigkey != NULL)
445 sig_name = EVP_PKEY_get0_type_name(sigkey);
446 }
447 ret = EXIT_SUCCESS;
448 for (i = 0; i < argc; i++) {
449 if (BIO_read_filename(in, argv[i]) <= 0) {
450 perror(argv[i]);
451 ret = EXIT_FAILURE;
452 continue;
453 } else {
454 if (do_fp(out, buf, inp, separator, out_bin, xoflen,
455 sigkey, sigbuf, siglen, sig_name, md_name, argv[i]))
456 ret = EXIT_FAILURE;
457 }
458 (void)BIO_reset(bmd);
459 }
460 }
461 end:
462 if (ret != EXIT_SUCCESS)
463 ERR_print_errors(bio_err);
464 OPENSSL_clear_free(buf, BUFSIZE);
465 BIO_free(in);
466 OPENSSL_free(passin);
467 BIO_free_all(out);
468 EVP_MD_free(md);
469 EVP_PKEY_free(sigkey);
470 sk_OPENSSL_STRING_free(sigopts);
471 sk_OPENSSL_STRING_free(macopts);
472 OPENSSL_free(sigbuf);
473 BIO_free(bmd);
474 release_engine(e);
475 return ret;
476}
477
478static void show_digests(const OBJ_NAME *name, void *arg)
479{
480 struct doall_dgst_digests *dec = (struct doall_dgst_digests *)arg;
481 const EVP_MD *md = NULL;
482
483 /* Filter out signed digests (a.k.a signature algorithms) */
484 if (strstr(name->name, "rsa") != NULL || strstr(name->name, "RSA") != NULL)
485 return;
486
487 if (!islower((unsigned char)*name->name))
488 return;
489
490 /* Filter out message digests that we cannot use */
491 md = EVP_MD_fetch(app_get0_libctx(), name->name, app_get0_propq());
492 if (md == NULL) {
493 md = EVP_get_digestbyname(name->name);
494 if (md == NULL)
495 return;
496 }
497
498 BIO_printf(dec->bio, "-%-25s", name->name);
499 if (++dec->n == 3) {
500 BIO_printf(dec->bio, "\n");
501 dec->n = 0;
502 } else {
503 BIO_printf(dec->bio, " ");
504 }
505}
506
507/*
508 * The newline_escape_filename function performs newline escaping for any
509 * filename that contains a newline. This function also takes a pointer
510 * to backslash. The backslash pointer is a flag to indicating whether a newline
511 * is present in the filename. If a newline is present, the backslash flag is
512 * set and the output format will contain a backslash at the beginning of the
513 * digest output. This output format is to replicate the output format found
514 * in the '*sum' checksum programs. This aims to preserve backward
515 * compatibility.
516 */
517static const char *newline_escape_filename(const char *file, int * backslash)
518{
519 size_t i, e = 0, length = strlen(file), newline_count = 0, mem_len = 0;
520 char *file_cpy = NULL;
521
522 for (i = 0; i < length; i++)
523 if (file[i] == '\n')
524 newline_count++;
525
526 mem_len = length + newline_count + 1;
527 file_cpy = app_malloc(mem_len, file);
528 i = 0;
529
530 while(e < length) {
531 const char c = file[e];
532 if (c == '\n') {
533 file_cpy[i++] = '\\';
534 file_cpy[i++] = 'n';
535 *backslash = 1;
536 } else {
537 file_cpy[i++] = c;
538 }
539 e++;
540 }
541 file_cpy[i] = '\0';
542 return (const char*)file_cpy;
543}
544
545
546int do_fp(BIO *out, unsigned char *buf, BIO *bp, int sep, int binout, int xoflen,
547 EVP_PKEY *key, unsigned char *sigin, int siglen,
548 const char *sig_name, const char *md_name,
549 const char *file)
550{
551 size_t len = BUFSIZE;
552 int i, backslash = 0, ret = EXIT_FAILURE;
553 unsigned char *allocated_buf = NULL;
554
555 while (BIO_pending(bp) || !BIO_eof(bp)) {
556 i = BIO_read(bp, (char *)buf, BUFSIZE);
557 if (i < 0) {
558 BIO_printf(bio_err, "Read error in %s\n", file);
559 goto end;
560 }
561 if (i == 0)
562 break;
563 }
564 if (sigin != NULL) {
565 EVP_MD_CTX *ctx;
566 BIO_get_md_ctx(bp, &ctx);
567 i = EVP_DigestVerifyFinal(ctx, sigin, (unsigned int)siglen);
568 if (i > 0) {
569 BIO_printf(out, "Verified OK\n");
570 } else if (i == 0) {
571 BIO_printf(out, "Verification failure\n");
572 goto end;
573 } else {
574 BIO_printf(bio_err, "Error verifying data\n");
575 goto end;
576 }
577 ret = EXIT_SUCCESS;
578 goto end;
579 }
580 if (key != NULL) {
581 EVP_MD_CTX *ctx;
582 size_t tmplen;
583
584 BIO_get_md_ctx(bp, &ctx);
585 if (!EVP_DigestSignFinal(ctx, NULL, &tmplen)) {
586 BIO_printf(bio_err, "Error getting maximum length of signed data\n");
587 goto end;
588 }
589 if (tmplen > BUFSIZE) {
590 len = tmplen;
591 allocated_buf = app_malloc(len, "Signature buffer");
592 buf = allocated_buf;
593 }
594 if (!EVP_DigestSignFinal(ctx, buf, &len)) {
595 BIO_printf(bio_err, "Error signing data\n");
596 goto end;
597 }
598 } else if (xoflen > 0) {
599 EVP_MD_CTX *ctx;
600
601 len = xoflen;
602 if (len > BUFSIZE) {
603 allocated_buf = app_malloc(len, "Digest buffer");
604 buf = allocated_buf;
605 }
606
607 BIO_get_md_ctx(bp, &ctx);
608
609 if (!EVP_DigestFinalXOF(ctx, buf, len)) {
610 BIO_printf(bio_err, "Error Digesting Data\n");
611 goto end;
612 }
613 } else {
614 len = BIO_gets(bp, (char *)buf, BUFSIZE);
615 if ((int)len < 0)
616 goto end;
617 }
618
619 if (binout) {
620 BIO_write(out, buf, len);
621 } else if (sep == 2) {
622 file = newline_escape_filename(file, &backslash);
623
624 if (backslash == 1)
625 BIO_puts(out, "\\");
626
627 for (i = 0; i < (int)len; i++)
628 BIO_printf(out, "%02x", buf[i]);
629
630 BIO_printf(out, " *%s\n", file);
631 OPENSSL_free((char *)file);
632 } else {
633 if (sig_name != NULL) {
634 BIO_puts(out, sig_name);
635 if (md_name != NULL)
636 BIO_printf(out, "-%s", md_name);
637 BIO_printf(out, "(%s)= ", file);
638 } else if (md_name != NULL) {
639 BIO_printf(out, "%s(%s)= ", md_name, file);
640 } else {
641 BIO_printf(out, "(%s)= ", file);
642 }
643 for (i = 0; i < (int)len; i++) {
644 if (sep && (i != 0))
645 BIO_printf(out, ":");
646 BIO_printf(out, "%02x", buf[i]);
647 }
648 BIO_printf(out, "\n");
649 }
650
651 ret = EXIT_SUCCESS;
652 end:
653 if (allocated_buf != NULL)
654 OPENSSL_clear_free(allocated_buf, len);
655
656 return ret;
657}
Note: See TracBrowser for help on using the repository browser.

© 2024 Oracle Support Privacy / Do Not Sell My Info Terms of Use Trademark Policy Automated Access Etiquette