VirtualBox

source: vbox/trunk/src/VBox/Runtime/common/crypto/pkix-signature-rsa.cpp@ 59694

Last change on this file since 59694 was 59694, checked in by vboxsync, 9 years ago

backed out previous commit
  • Property svn:eol-style set to native
  • Property svn:keywords set to Author Date Id Revision
File size: 17.9 KB
Line 
1/* $Id: pkix-signature-rsa.cpp 59694 2016-02-15 22:36:15Z vboxsync $ */
2/** @file
3 * IPRT - Crypto - Public Key Signature Schema Algorithm, RSA Providers.
4 */
5
6/*
7 * Copyright (C) 2006-2015 Oracle Corporation
8 *
9 * This file is part of VirtualBox Open Source Edition (OSE), as
10 * available from http://www.virtualbox.org. This file is free software;
11 * you can redistribute it and/or modify it under the terms of the GNU
12 * General Public License (GPL) as published by the Free Software
13 * Foundation, in version 2 as it comes in the "COPYING" file of the
14 * VirtualBox OSE distribution. VirtualBox OSE is distributed in the
15 * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
16 *
17 * The contents of this file may alternatively be used under the terms
18 * of the Common Development and Distribution License Version 1.0
19 * (CDDL) only, as it comes in the "COPYING.CDDL" file of the
20 * VirtualBox OSE distribution, in which case the provisions of the
21 * CDDL are applicable instead of those of the GPL.
22 *
23 * You may elect to license modified versions of this file under the
24 * terms and conditions of either the GPL or the CDDL or both.
25 */
26
27
28/*********************************************************************************************************************************
29* Header Files *
30*********************************************************************************************************************************/
31#include "internal/iprt.h"
32#include <iprt/crypto/rsa.h>
33
34#include <iprt/bignum.h>
35#include <iprt/err.h>
36#include <iprt/mem.h>
37#include <iprt/string.h>
38#include <iprt/crypto/digest.h>
39#include <iprt/crypto/pkix.h>
40
41#include "rsa-internal.h"
42#include "pkix-signature-builtin.h"
43
44
45/*********************************************************************************************************************************
46* Structures and Typedefs *
47*********************************************************************************************************************************/
48/**
49 * RSA signature provider instance.
50 */
51typedef struct RTCRPKIXSIGNATURERSA
52{
53 /** Set if we're signing, clear if verifying. */
54 bool fSigning;
55 /** The modulus. */
56 RTBIGNUM Modulus;
57 /** The exponent. */
58 RTBIGNUM Exponent;
59
60 /** Temporary big number for use when signing or verifiying. */
61 RTBIGNUM TmpBigNum1;
62 /** Temporary big number for use when signing or verifiying. */
63 RTBIGNUM TmpBigNum2;
64
65 /** Scratch space for decoding the key. */
66 union
67 {
68 /** Public key. */
69 RTCRRSAPUBLICKEY PublicKey;
70 /** Private key. */
71 RTCRRSAPRIVATEKEY PrivateKey;
72 /** Scratch area where we assemble the signature. */
73 uint8_t abSignature[RTCRRSA_MAX_MODULUS_BITS / 8 * 2];
74 } Scratch;
75} RTCRPKIXSIGNATURERSA;
76/** Pointer to an RSA signature provider instance. */
77typedef RTCRPKIXSIGNATURERSA *PRTCRPKIXSIGNATURERSA;
78
79
80/*********************************************************************************************************************************
81* Global Variables *
82*********************************************************************************************************************************/
83/** @name Pre-encoded DigestInfo DER sequences.
84 * @{ */
85static const uint8_t g_abMd2[] =
86{/* { { 1.2.840.113549.2.2 (MD2), NULL }, hash octet-string } */
87 0x30,0x20, 0x30,0x0c, 0x06,0x08,0x2a,0x86,0x48,0x86,0xf7,0x0d,0x02,0x02, 0x05,0x00, 0x04,0x10
88};
89static const uint8_t g_abMd4[] =
90{/* { { 1.2.840.113549.2.4 (MD4), NULL }, hash octet-string } */
91 0x30,0x20, 0x30,0x0c, 0x06,0x08,0x2a,0x86,0x48,0x86,0xf7,0x0d,0x02,0x04, 0x05,0x00, 0x04,0x10
92};
93static const uint8_t g_abMd5[] =
94{/* { { 1.2.840.113549.2.5 (MD5), NULL }, hash octet-string } */
95 0x30,0x20, 0x30,0x0c, 0x06,0x08,0x2a,0x86,0x48,0x86,0xf7,0x0d,0x02,0x05, 0x05,0x00, 0x04,0x10
96};
97static const uint8_t g_abSha1[] =
98{/* { { 1.3.14.3.2.26 (SHA-1), NULL }, hash octet-string } */
99 0x30,0x21, 0x30,0x09, 0x06,0x05,0x2b,0x0e,0x03,0x02,0x1a, 0x05,0x00, 0x04,0x14
100};
101static const uint8_t g_abSha256[] =
102{/* { { 2.16.840.1.101.3.4.2.1 (SHA-256), NULL }, hash octet-string } */
103 0x30,0x31, 0x30,0x0d, 0x06,0x09,0x60,0x86,0x48,0x01,0x65,0x03,0x04,0x02,0x01, 0x05,0x00, 0x04,0x20
104};
105static const uint8_t g_abSha384[] =
106{/* { { 2.16.840.1.101.3.4.2.2 (SHA-384), NULL }, hash octet-string } */
107 0x30,0x41, 0x30,0x0d, 0x06,0x09,0x60,0x86,0x48,0x01,0x65,0x03,0x04,0x02,0x02, 0x05,0x00, 0x04,0x30
108};
109static const uint8_t g_abSha512[] =
110{/* { { 2.16.840.1.101.3.4.2.3 (SHA-512), NULL }, hash octet-string } */
111 0x30,0x51, 0x30,0x0d, 0x06,0x09,0x60,0x86,0x48,0x01,0x65,0x03,0x04,0x02,0x03, 0x05,0x00, 0x04,0x40
112};
113static const uint8_t g_abSha224[] =
114{/* { { 2.16.840.1.101.3.4.2.4 (SHA-224), NULL }, hash octet-string } */
115 0x30,0x21, 0x30,0x0d, 0x06,0x09,0x60,0x86,0x48,0x01,0x65,0x03,0x04,0x02,0x04, 0x05,0x00, 0x04,0x14
116};
117/** @} */
118
119/** Lookup array for the pre-encoded DigestInfo DER sequences. */
120static struct
121{
122 RTDIGESTTYPE enmDigest;
123 const uint8_t *pb;
124 size_t cb;
125} const g_aDigestInfos[] =
126{
127 { RTDIGESTTYPE_MD2, g_abMd2, sizeof(g_abMd2) },
128 { RTDIGESTTYPE_MD4, g_abMd4, sizeof(g_abMd4) },
129 { RTDIGESTTYPE_MD5, g_abMd5, sizeof(g_abMd5) },
130 { RTDIGESTTYPE_SHA1, g_abSha1, sizeof(g_abSha1) },
131 { RTDIGESTTYPE_SHA256, g_abSha256, sizeof(g_abSha256) },
132 { RTDIGESTTYPE_SHA384, g_abSha384, sizeof(g_abSha384) },
133 { RTDIGESTTYPE_SHA512, g_abSha512, sizeof(g_abSha512) },
134 { RTDIGESTTYPE_SHA224, g_abSha224, sizeof(g_abSha224) },
135};
136
137
138/** @impl_interface_method{RTCRPKIXSIGNATUREDESC,pfnInit} */
139static DECLCALLBACK(int) rtCrPkixSignatureRsa_Init(PCRTCRPKIXSIGNATUREDESC pDesc, void *pvState, void *pvOpaque,
140 bool fSigning, PCRTASN1BITSTRING pKey, PCRTASN1DYNTYPE pParams)
141{
142 if (pParams)
143 return VERR_CR_PKIX_SIGNATURE_TAKES_NO_PARAMETERS;
144
145 PRTCRPKIXSIGNATURERSA pThis = (PRTCRPKIXSIGNATURERSA)pvState;
146 pThis->fSigning = fSigning;
147
148 /*
149 * Decode the key and pick the bits we really need from it.
150 */
151 RTASN1CURSORPRIMARY PrimaryCursor;
152 RTAsn1CursorInitPrimary(&PrimaryCursor, RTASN1BITSTRING_GET_BIT0_PTR(pKey), RTASN1BITSTRING_GET_BYTE_SIZE(pKey),
153 NULL, &g_RTAsn1DefaultAllocator, RTASN1CURSOR_FLAGS_DER, "rsa");
154 int rc;
155 if (!fSigning)
156 {
157 rc = RTCrRsaPublicKey_DecodeAsn1(&PrimaryCursor.Cursor, 0, &pThis->Scratch.PublicKey, "PublicKey");
158 if (RT_SUCCESS(rc))
159 {
160 rc = RTAsn1Integer_ToBigNum(&pThis->Scratch.PublicKey.Modulus, &pThis->Modulus, 0);
161 if (RT_SUCCESS(rc))
162 {
163 rc = RTAsn1Integer_ToBigNum(&pThis->Scratch.PublicKey.PublicExponent, &pThis->Exponent, 0);
164 if (RT_SUCCESS(rc))
165 {
166 RTAsn1VtDelete(&pThis->Scratch.PublicKey.SeqCore.Asn1Core);
167 return VINF_SUCCESS;
168 }
169 RTBigNumDestroy(&pThis->Modulus);
170 }
171 RTAsn1VtDelete(&pThis->Scratch.PublicKey.SeqCore.Asn1Core);
172 }
173 }
174 else
175 {
176 rc = RTCrRsaPrivateKey_DecodeAsn1(&PrimaryCursor.Cursor, 0, &pThis->Scratch.PrivateKey, "PrivateKey");
177 if (RT_SUCCESS(rc))
178 {
179 rc = RTAsn1Integer_ToBigNum(&pThis->Scratch.PrivateKey.Modulus, &pThis->Modulus, RTBIGNUMINIT_F_SENSITIVE);
180 if (RT_SUCCESS(rc))
181 {
182 rc = RTAsn1Integer_ToBigNum(&pThis->Scratch.PrivateKey.PublicExponent, &pThis->Exponent, RTBIGNUMINIT_F_SENSITIVE);
183 if (RT_SUCCESS(rc))
184 {
185 RTAsn1VtDelete(&pThis->Scratch.PrivateKey.SeqCore.Asn1Core);
186 return VINF_SUCCESS;
187 }
188 RTBigNumDestroy(&pThis->Modulus);
189 }
190 RTAsn1VtDelete(&pThis->Scratch.PrivateKey.SeqCore.Asn1Core);
191 }
192 }
193 return rc;
194}
195
196
197/** @impl_interface_method{RTCRPKIXSIGNATUREDESC,pfnReset} */
198static DECLCALLBACK(int) rtCrPkixSignatureRsa_Reset(PCRTCRPKIXSIGNATUREDESC pDesc, void *pvState, bool fSigning)
199{
200 PRTCRPKIXSIGNATURERSA pThis = (PRTCRPKIXSIGNATURERSA)pvState;
201 Assert(pThis->fSigning == fSigning); NOREF(pThis);
202 return VINF_SUCCESS;
203}
204
205
206/** @impl_interface_method{RTCRPKIXSIGNATUREDESC,pfnDelete} */
207static DECLCALLBACK(void) rtCrPkixSignatureRsa_Delete(PCRTCRPKIXSIGNATUREDESC pDesc, void *pvState, bool fSigning)
208{
209 PRTCRPKIXSIGNATURERSA pThis = (PRTCRPKIXSIGNATURERSA)pvState;
210 Assert(pThis->fSigning == fSigning); NOREF(pThis);
211
212 RTBigNumDestroy(&pThis->Modulus);
213 RTBigNumDestroy(&pThis->Exponent);
214}
215
216
217/**
218 * Common worker for rtCrPkixSignatureRsa_Verify and
219 * rtCrPkixSignatureRsa_Sign that encodes an EMSA-PKCS1-V1_5 signature in
220 * the scratch area.
221 *
222 * This function is referred to as EMSA-PKCS1-v1_5-ENCODE(M,k) in RFC-3447 and
223 * is described in section 9.2
224 *
225 * @returns IPRT status code.
226 * @param pThis The RSA signature provider instance.
227 * @param hDigest The digest which hash to turn into a signature.
228 * @param cbEncodedMsg The desired encoded message length.
229 * @param fNoDigestInfo If true, skip the DigestInfo and encode the digest
230 * without any prefix like described in v1.5 (RFC-2313)
231 * and observed with RSA+MD5 signed timestamps. If
232 * false, include the prefix like v2.0 (RFC-2437)
233 * describes in step in section 9.2.1
234 * (EMSA-PKCS1-v1_5)
235 */
236static int rtCrPkixSignatureRsa_EmsaPkcs1V15Encode(PRTCRPKIXSIGNATURERSA pThis, RTCRDIGEST hDigest, size_t cbEncodedMsg,
237 bool fNoDigestInfo)
238{
239 AssertReturn(cbEncodedMsg * 2 <= sizeof(pThis->Scratch), VERR_CR_PKIX_INTERNAL_ERROR);
240
241 /*
242 * Figure out which hash and select the associate prebaked DigestInfo.
243 */
244 RTDIGESTTYPE const enmDigest = RTCrDigestGetType(hDigest);
245 AssertReturn(enmDigest != RTDIGESTTYPE_INVALID && enmDigest != RTDIGESTTYPE_UNKNOWN, VERR_CR_PKIX_UNKNOWN_DIGEST_TYPE);
246 uint8_t const *pbDigestInfoStart = NULL;
247 size_t cbDigestInfoStart = 0;
248 for (uint32_t i = 0; i < RT_ELEMENTS(g_aDigestInfos); i++)
249 if (g_aDigestInfos[i].enmDigest == enmDigest)
250 {
251 pbDigestInfoStart = g_aDigestInfos[i].pb;
252 cbDigestInfoStart = g_aDigestInfos[i].cb;
253 break;
254 }
255 if (!pbDigestInfoStart)
256 return VERR_CR_PKIX_UNKNOWN_DIGEST_TYPE;
257
258 /*
259 * Get the hash size and verify that it matches what we've got in the
260 * precooked DigestInfo. ASSUMES less that 256 bytes of hash.
261 */
262 uint32_t const cbHash = RTCrDigestGetHashSize(hDigest);
263 AssertReturn(cbHash > 0 && cbHash < _16K, VERR_OUT_OF_RANGE);
264 AssertReturn(cbHash == pbDigestInfoStart[cbDigestInfoStart - 1], VERR_CR_PKIX_INTERNAL_ERROR);
265
266 if (fNoDigestInfo)
267 cbDigestInfoStart = 0;
268
269 if (cbDigestInfoStart + cbHash + 11 > cbEncodedMsg)
270 return VERR_CR_PKIX_HASH_TOO_LONG_FOR_KEY;
271
272 /*
273 * Encode the message the first part of the scratch area.
274 */
275 uint8_t *pbDst = &pThis->Scratch.abSignature[0];
276 pbDst[0] = 0x00;
277 pbDst[1] = 0x01; /* BT - block type, see RFC-2313. */
278 size_t cbFFs = cbEncodedMsg - cbHash - cbDigestInfoStart - 3;
279 memset(&pbDst[2], 0xff, cbFFs);
280 pbDst += cbFFs + 2;
281 *pbDst++ = 0x00;
282 memcpy(pbDst, pbDigestInfoStart, cbDigestInfoStart);
283 pbDst += cbDigestInfoStart;
284 int rc = RTCrDigestFinal(hDigest, pbDst, cbHash);
285 if (RT_FAILURE(rc))
286 return rc;
287 pbDst += cbHash;
288 Assert((size_t)(pbDst - &pThis->Scratch.abSignature[0]) == cbEncodedMsg);
289 return VINF_SUCCESS;
290}
291
292
293
294/** @impl_interface_method{RTCRPKIXSIGNATUREDESC,pfnVerify} */
295static DECLCALLBACK(int) rtCrPkixSignatureRsa_Verify(PCRTCRPKIXSIGNATUREDESC pDesc, void *pvState,
296 RTCRDIGEST hDigest, void const *pvSignature, size_t cbSignature)
297{
298 PRTCRPKIXSIGNATURERSA pThis = (PRTCRPKIXSIGNATURERSA)pvState;
299 Assert(!pThis->fSigning);
300 if (cbSignature > sizeof(pThis->Scratch) / 2)
301 return VERR_CR_PKIX_SIGNATURE_TOO_LONG;
302
303 /*
304 * 8.2.2.1 - Length check.
305 */
306 if (cbSignature != RTBigNumByteWidth(&pThis->Modulus))
307 return VERR_CR_PKIX_INVALID_SIGNATURE_LENGTH;
308
309 /*
310 * 8.2.2.2 - RSA verification / Decrypt the signature.
311 */
312 /* a) s = OS2IP(S) -- Convert signature to integer. */
313 int rc = RTBigNumInit(&pThis->TmpBigNum1, RTBIGNUMINIT_F_ENDIAN_BIG | RTBIGNUMINIT_F_UNSIGNED,
314 pvSignature, cbSignature);
315 if (RT_FAILURE(rc))
316 return rc;
317 /* b) RSAVP1 - 5.2.2.2: Range check (0 <= s < n). */
318 if (RTBigNumCompare(&pThis->TmpBigNum1, &pThis->Modulus) < 0)
319 {
320 if (RTBigNumCompareWithU64(&pThis->TmpBigNum1, 0) >= 0)
321 {
322 /* b) RSAVP1 - 5.2.2.3: s^e mod n */
323 rc = RTBigNumInitZero(&pThis->TmpBigNum2, 0);
324 if (RT_SUCCESS(rc))
325 {
326 rc = RTBigNumModExp(&pThis->TmpBigNum2, &pThis->TmpBigNum1, &pThis->Exponent, &pThis->Modulus);
327 if (RT_SUCCESS(rc))
328 {
329 /* c) EM' = I2OSP(m, k) -- Convert the result to bytes. */
330 uint32_t cbDecrypted = RTBigNumByteWidth(&pThis->TmpBigNum2) + 1; /* 1 = leading zero byte */
331 if (cbDecrypted <= sizeof(pThis->Scratch) / 2)
332 {
333 uint8_t *pbDecrypted = &pThis->Scratch.abSignature[sizeof(pThis->Scratch) / 2];
334 rc = RTBigNumToBytesBigEndian(&pThis->TmpBigNum2, pbDecrypted, cbDecrypted);
335 if (RT_SUCCESS(rc))
336 {
337 /*
338 * 8.2.2.3 - Build a hopefully identical signature using hDigest.
339 */
340 rc = rtCrPkixSignatureRsa_EmsaPkcs1V15Encode(pThis, hDigest, cbDecrypted, false /* fNoDigestInfo */);
341 if (RT_SUCCESS(rc))
342 {
343 /*
344 * 8.2.2.4 - Compare the two.
345 */
346 if (memcmp(&pThis->Scratch.abSignature[0], pbDecrypted, cbDecrypted) == 0)
347 rc = VINF_SUCCESS;
348 else
349 {
350 /*
351 * Try again without digestinfo. This style signing has been
352 * observed in Vista timestamp counter signatures (Thawte).
353 */
354 rc = rtCrPkixSignatureRsa_EmsaPkcs1V15Encode(pThis, hDigest, cbDecrypted,
355 true /* fNoDigestInfo */);
356 if (RT_SUCCESS(rc))
357 {
358 if (memcmp(&pThis->Scratch.abSignature[0], pbDecrypted, cbDecrypted) == 0)
359 rc = VINF_SUCCESS;
360 else
361 rc = VERR_CR_PKIX_SIGNATURE_MISMATCH;
362 }
363 }
364 }
365 }
366 }
367 else
368 rc = VERR_CR_PKIX_SIGNATURE_TOO_LONG;
369 }
370 RTBigNumDestroy(&pThis->TmpBigNum2);
371 }
372 }
373 else
374 rc = VERR_CR_PKIX_SIGNATURE_NEGATIVE;
375 }
376 else
377 rc = VERR_CR_PKIX_SIGNATURE_GE_KEY;
378 RTBigNumDestroy(&pThis->TmpBigNum1);
379 return rc;
380}
381
382
383/** @impl_interface_method{RTCRPKIXSIGNATUREDESC,pfnSign} */
384static DECLCALLBACK(int) rtCrPkixSignatureRsa_Sign(PCRTCRPKIXSIGNATUREDESC pDesc, void *pvState,
385 RTCRDIGEST hDigest, void *pvSignature, size_t *pcbSignature)
386{
387 PRTCRPKIXSIGNATURERSA pThis = (PRTCRPKIXSIGNATURERSA)pvState;
388 Assert(pThis->fSigning); NOREF(pThis);
389 return VERR_NOT_IMPLEMENTED;
390}
391
392
393
394
395/** RSA alias ODIs. */
396static const char * const g_apszHashWithRsaAliases[] =
397{
398 RTCR_PKCS1_MD2_WITH_RSA_OID,
399 RTCR_PKCS1_MD4_WITH_RSA_OID,
400 RTCR_PKCS1_MD5_WITH_RSA_OID,
401 RTCR_PKCS1_SHA1_WITH_RSA_OID,
402 RTCR_PKCS1_SHA256_WITH_RSA_OID,
403 RTCR_PKCS1_SHA384_WITH_RSA_OID,
404 RTCR_PKCS1_SHA512_WITH_RSA_OID,
405 RTCR_PKCS1_SHA224_WITH_RSA_OID,
406 /* Note: Note quite sure about these OIW oddballs. */
407 "1.3.14.3.2.11" /* OIW rsaSignature */,
408 "1.3.14.3.2.14" /* OIW mdc2WithRSASignature */,
409 "1.3.14.3.2.15" /* OIW shaWithRSASignature */,
410 "1.3.14.3.2.24" /* OIW md2WithRSASignature */,
411 "1.3.14.3.2.25" /* OIW md5WithRSASignature */,
412 "1.3.14.3.2.29" /* OIW sha1WithRSASignature */,
413 NULL
414};
415
416
417/** RSA descriptor. */
418DECL_HIDDEN_CONST(RTCRPKIXSIGNATUREDESC const) g_rtCrPkixSigningHashWithRsaDesc =
419{
420 "RSASSA-PKCS1-v1_5",
421 RTCR_PKCS1_RSA_OID,
422 g_apszHashWithRsaAliases,
423 sizeof(RTCRPKIXSIGNATURERSA),
424 0,
425 0,
426 rtCrPkixSignatureRsa_Init,
427 rtCrPkixSignatureRsa_Reset,
428 rtCrPkixSignatureRsa_Delete,
429 rtCrPkixSignatureRsa_Verify,
430 rtCrPkixSignatureRsa_Sign,
431};
432
Note: See TracBrowser for help on using the repository browser.

© 2024 Oracle Support Privacy / Do Not Sell My Info Terms of Use Trademark Policy Automated Access Etiquette