123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415 |
- #include <linux/bitops.h>
- #include <linux/count_zeros.h>
- #include <linux/byteorder/generic.h>
- #include <linux/scatterlist.h>
- #include <linux/string.h>
- #include "mpi-internal.h"
- #define MAX_EXTERN_MPI_BITS 16384
- MPI mpi_read_raw_data(const void *xbuffer, size_t nbytes)
- {
- const uint8_t *buffer = xbuffer;
- int i, j;
- unsigned nbits, nlimbs;
- mpi_limb_t a;
- MPI val = NULL;
- while (nbytes > 0 && buffer[0] == 0) {
- buffer++;
- nbytes--;
- }
- nbits = nbytes * 8;
- if (nbits > MAX_EXTERN_MPI_BITS) {
- pr_info("MPI: mpi too large (%u bits)\n", nbits);
- return NULL;
- }
- if (nbytes > 0)
- nbits -= count_leading_zeros(buffer[0]) - (BITS_PER_LONG - 8);
- nlimbs = DIV_ROUND_UP(nbytes, BYTES_PER_MPI_LIMB);
- val = mpi_alloc(nlimbs);
- if (!val)
- return NULL;
- val->nbits = nbits;
- val->sign = 0;
- val->nlimbs = nlimbs;
- if (nbytes > 0) {
- i = BYTES_PER_MPI_LIMB - nbytes % BYTES_PER_MPI_LIMB;
- i %= BYTES_PER_MPI_LIMB;
- for (j = nlimbs; j > 0; j--) {
- a = 0;
- for (; i < BYTES_PER_MPI_LIMB; i++) {
- a <<= 8;
- a |= *buffer++;
- }
- i = 0;
- val->d[j - 1] = a;
- }
- }
- return val;
- }
- EXPORT_SYMBOL_GPL(mpi_read_raw_data);
- MPI mpi_read_from_buffer(const void *xbuffer, unsigned *ret_nread)
- {
- const uint8_t *buffer = xbuffer;
- unsigned int nbits, nbytes;
- MPI val;
- if (*ret_nread < 2)
- return ERR_PTR(-EINVAL);
- nbits = buffer[0] << 8 | buffer[1];
- if (nbits > MAX_EXTERN_MPI_BITS) {
- pr_info("MPI: mpi too large (%u bits)\n", nbits);
- return ERR_PTR(-EINVAL);
- }
- nbytes = DIV_ROUND_UP(nbits, 8);
- if (nbytes + 2 > *ret_nread) {
- pr_info("MPI: mpi larger than buffer nbytes=%u ret_nread=%u\n",
- nbytes, *ret_nread);
- return ERR_PTR(-EINVAL);
- }
- val = mpi_read_raw_data(buffer + 2, nbytes);
- if (!val)
- return ERR_PTR(-ENOMEM);
- *ret_nread = nbytes + 2;
- return val;
- }
- EXPORT_SYMBOL_GPL(mpi_read_from_buffer);
- static int count_lzeros(MPI a)
- {
- mpi_limb_t alimb;
- int i, lzeros = 0;
- for (i = a->nlimbs - 1; i >= 0; i--) {
- alimb = a->d[i];
- if (alimb == 0) {
- lzeros += sizeof(mpi_limb_t);
- } else {
- lzeros += count_leading_zeros(alimb) / 8;
- break;
- }
- }
- return lzeros;
- }
- int mpi_read_buffer(MPI a, uint8_t *buf, unsigned buf_len, unsigned *nbytes,
- int *sign)
- {
- uint8_t *p;
- #if BYTES_PER_MPI_LIMB == 4
- __be32 alimb;
- #elif BYTES_PER_MPI_LIMB == 8
- __be64 alimb;
- #else
- #error please implement for this limb size.
- #endif
- unsigned int n = mpi_get_size(a);
- int i, lzeros;
- if (!buf || !nbytes)
- return -EINVAL;
- if (sign)
- *sign = a->sign;
- lzeros = count_lzeros(a);
- if (buf_len < n - lzeros) {
- *nbytes = n - lzeros;
- return -EOVERFLOW;
- }
- p = buf;
- *nbytes = n - lzeros;
- for (i = a->nlimbs - 1 - lzeros / BYTES_PER_MPI_LIMB,
- lzeros %= BYTES_PER_MPI_LIMB;
- i >= 0; i--) {
- #if BYTES_PER_MPI_LIMB == 4
- alimb = cpu_to_be32(a->d[i]);
- #elif BYTES_PER_MPI_LIMB == 8
- alimb = cpu_to_be64(a->d[i]);
- #else
- #error please implement for this limb size.
- #endif
- memcpy(p, (u8 *)&alimb + lzeros, BYTES_PER_MPI_LIMB - lzeros);
- p += BYTES_PER_MPI_LIMB - lzeros;
- lzeros = 0;
- }
- return 0;
- }
- EXPORT_SYMBOL_GPL(mpi_read_buffer);
- void *mpi_get_buffer(MPI a, unsigned *nbytes, int *sign)
- {
- uint8_t *buf;
- unsigned int n;
- int ret;
- if (!nbytes)
- return NULL;
- n = mpi_get_size(a);
- if (!n)
- n++;
- buf = kmalloc(n, GFP_KERNEL);
- if (!buf)
- return NULL;
- ret = mpi_read_buffer(a, buf, n, nbytes, sign);
- if (ret) {
- kfree(buf);
- return NULL;
- }
- return buf;
- }
- EXPORT_SYMBOL_GPL(mpi_get_buffer);
- int mpi_write_to_sgl(MPI a, struct scatterlist *sgl, unsigned nbytes,
- int *sign)
- {
- u8 *p, *p2;
- #if BYTES_PER_MPI_LIMB == 4
- __be32 alimb;
- #elif BYTES_PER_MPI_LIMB == 8
- __be64 alimb;
- #else
- #error please implement for this limb size.
- #endif
- unsigned int n = mpi_get_size(a);
- struct sg_mapping_iter miter;
- int i, x, buf_len;
- int nents;
- if (sign)
- *sign = a->sign;
- if (nbytes < n)
- return -EOVERFLOW;
- nents = sg_nents_for_len(sgl, nbytes);
- if (nents < 0)
- return -EINVAL;
- sg_miter_start(&miter, sgl, nents, SG_MITER_ATOMIC | SG_MITER_TO_SG);
- sg_miter_next(&miter);
- buf_len = miter.length;
- p2 = miter.addr;
- while (nbytes > n) {
- i = min_t(unsigned, nbytes - n, buf_len);
- memset(p2, 0, i);
- p2 += i;
- nbytes -= i;
- buf_len -= i;
- if (!buf_len) {
- sg_miter_next(&miter);
- buf_len = miter.length;
- p2 = miter.addr;
- }
- }
- for (i = a->nlimbs - 1; i >= 0; i--) {
- #if BYTES_PER_MPI_LIMB == 4
- alimb = a->d[i] ? cpu_to_be32(a->d[i]) : 0;
- #elif BYTES_PER_MPI_LIMB == 8
- alimb = a->d[i] ? cpu_to_be64(a->d[i]) : 0;
- #else
- #error please implement for this limb size.
- #endif
- p = (u8 *)&alimb;
- for (x = 0; x < sizeof(alimb); x++) {
- *p2++ = *p++;
- if (!--buf_len) {
- sg_miter_next(&miter);
- buf_len = miter.length;
- p2 = miter.addr;
- }
- }
- }
- sg_miter_stop(&miter);
- return 0;
- }
- EXPORT_SYMBOL_GPL(mpi_write_to_sgl);
- MPI mpi_read_raw_from_sgl(struct scatterlist *sgl, unsigned int nbytes)
- {
- struct sg_mapping_iter miter;
- unsigned int nbits, nlimbs;
- int x, j, z, lzeros, ents;
- unsigned int len;
- const u8 *buff;
- mpi_limb_t a;
- MPI val = NULL;
- ents = sg_nents_for_len(sgl, nbytes);
- if (ents < 0)
- return NULL;
- sg_miter_start(&miter, sgl, ents, SG_MITER_ATOMIC | SG_MITER_FROM_SG);
- lzeros = 0;
- len = 0;
- while (nbytes > 0) {
- while (len && !*buff) {
- lzeros++;
- len--;
- buff++;
- }
- if (len && *buff)
- break;
- sg_miter_next(&miter);
- buff = miter.addr;
- len = miter.length;
- nbytes -= lzeros;
- lzeros = 0;
- }
- miter.consumed = lzeros;
- nbytes -= lzeros;
- nbits = nbytes * 8;
- if (nbits > MAX_EXTERN_MPI_BITS) {
- sg_miter_stop(&miter);
- pr_info("MPI: mpi too large (%u bits)\n", nbits);
- return NULL;
- }
- if (nbytes > 0)
- nbits -= count_leading_zeros(*buff) - (BITS_PER_LONG - 8);
- sg_miter_stop(&miter);
- nlimbs = DIV_ROUND_UP(nbytes, BYTES_PER_MPI_LIMB);
- val = mpi_alloc(nlimbs);
- if (!val)
- return NULL;
- val->nbits = nbits;
- val->sign = 0;
- val->nlimbs = nlimbs;
- if (nbytes == 0)
- return val;
- j = nlimbs - 1;
- a = 0;
- z = BYTES_PER_MPI_LIMB - nbytes % BYTES_PER_MPI_LIMB;
- z %= BYTES_PER_MPI_LIMB;
- while (sg_miter_next(&miter)) {
- buff = miter.addr;
- len = miter.length;
- for (x = 0; x < len; x++) {
- a <<= 8;
- a |= *buff++;
- if (((z + x + 1) % BYTES_PER_MPI_LIMB) == 0) {
- val->d[j--] = a;
- a = 0;
- }
- }
- z += x;
- }
- return val;
- }
- EXPORT_SYMBOL_GPL(mpi_read_raw_from_sgl);
|