123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424 |
- // SPDX-License-Identifier: GPL-2.0
- /*
- * Generic Reed Solomon encoder / decoder library
- *
- * Copyright (C) 2004 Thomas Gleixner ([email protected])
- *
- * Reed Solomon code lifted from reed solomon library written by Phil Karn
- * Copyright 2002 Phil Karn, KA9Q
- *
- * Description:
- *
- * The generic Reed Solomon library provides runtime configurable
- * encoding / decoding of RS codes.
- *
- * Each user must call init_rs to get a pointer to a rs_control structure
- * for the given rs parameters. The control struct is unique per instance.
- * It points to a codec which can be shared by multiple control structures.
- * If a codec is newly allocated then the polynomial arrays for fast
- * encoding / decoding are built. This can take some time so make sure not
- * to call this function from a time critical path. Usually a module /
- * driver should initialize the necessary rs_control structure on module /
- * driver init and release it on exit.
- *
- * The encoding puts the calculated syndrome into a given syndrome buffer.
- *
- * The decoding is a two step process. The first step calculates the
- * syndrome over the received (data + syndrome) and calls the second stage,
- * which does the decoding / error correction itself. Many hw encoders
- * provide a syndrome calculation over the received data + syndrome and can
- * call the second stage directly.
- */
- #include <linux/errno.h>
- #include <linux/kernel.h>
- #include <linux/init.h>
- #include <linux/module.h>
- #include <linux/rslib.h>
- #include <linux/slab.h>
- #include <linux/mutex.h>
- enum {
- RS_DECODE_LAMBDA,
- RS_DECODE_SYN,
- RS_DECODE_B,
- RS_DECODE_T,
- RS_DECODE_OMEGA,
- RS_DECODE_ROOT,
- RS_DECODE_REG,
- RS_DECODE_LOC,
- RS_DECODE_NUM_BUFFERS
- };
- /* This list holds all currently allocated rs codec structures */
- static LIST_HEAD(codec_list);
- /* Protection for the list */
- static DEFINE_MUTEX(rslistlock);
- /**
- * codec_init - Initialize a Reed-Solomon codec
- * @symsize: symbol size, bits (1-8)
- * @gfpoly: Field generator polynomial coefficients
- * @gffunc: Field generator function
- * @fcr: first root of RS code generator polynomial, index form
- * @prim: primitive element to generate polynomial roots
- * @nroots: RS code generator polynomial degree (number of roots)
- * @gfp: GFP_ flags for allocations
- *
- * Allocate a codec structure and the polynom arrays for faster
- * en/decoding. Fill the arrays according to the given parameters.
- */
- static struct rs_codec *codec_init(int symsize, int gfpoly, int (*gffunc)(int),
- int fcr, int prim, int nroots, gfp_t gfp)
- {
- int i, j, sr, root, iprim;
- struct rs_codec *rs;
- rs = kzalloc(sizeof(*rs), gfp);
- if (!rs)
- return NULL;
- INIT_LIST_HEAD(&rs->list);
- rs->mm = symsize;
- rs->nn = (1 << symsize) - 1;
- rs->fcr = fcr;
- rs->prim = prim;
- rs->nroots = nroots;
- rs->gfpoly = gfpoly;
- rs->gffunc = gffunc;
- /* Allocate the arrays */
- rs->alpha_to = kmalloc_array(rs->nn + 1, sizeof(uint16_t), gfp);
- if (rs->alpha_to == NULL)
- goto err;
- rs->index_of = kmalloc_array(rs->nn + 1, sizeof(uint16_t), gfp);
- if (rs->index_of == NULL)
- goto err;
- rs->genpoly = kmalloc_array(rs->nroots + 1, sizeof(uint16_t), gfp);
- if(rs->genpoly == NULL)
- goto err;
- /* Generate Galois field lookup tables */
- rs->index_of[0] = rs->nn; /* log(zero) = -inf */
- rs->alpha_to[rs->nn] = 0; /* alpha**-inf = 0 */
- if (gfpoly) {
- sr = 1;
- for (i = 0; i < rs->nn; i++) {
- rs->index_of[sr] = i;
- rs->alpha_to[i] = sr;
- sr <<= 1;
- if (sr & (1 << symsize))
- sr ^= gfpoly;
- sr &= rs->nn;
- }
- } else {
- sr = gffunc(0);
- for (i = 0; i < rs->nn; i++) {
- rs->index_of[sr] = i;
- rs->alpha_to[i] = sr;
- sr = gffunc(sr);
- }
- }
- /* If it's not primitive, exit */
- if(sr != rs->alpha_to[0])
- goto err;
- /* Find prim-th root of 1, used in decoding */
- for(iprim = 1; (iprim % prim) != 0; iprim += rs->nn);
- /* prim-th root of 1, index form */
- rs->iprim = iprim / prim;
- /* Form RS code generator polynomial from its roots */
- rs->genpoly[0] = 1;
- for (i = 0, root = fcr * prim; i < nroots; i++, root += prim) {
- rs->genpoly[i + 1] = 1;
- /* Multiply rs->genpoly[] by @**(root + x) */
- for (j = i; j > 0; j--) {
- if (rs->genpoly[j] != 0) {
- rs->genpoly[j] = rs->genpoly[j -1] ^
- rs->alpha_to[rs_modnn(rs,
- rs->index_of[rs->genpoly[j]] + root)];
- } else
- rs->genpoly[j] = rs->genpoly[j - 1];
- }
- /* rs->genpoly[0] can never be zero */
- rs->genpoly[0] =
- rs->alpha_to[rs_modnn(rs,
- rs->index_of[rs->genpoly[0]] + root)];
- }
- /* convert rs->genpoly[] to index form for quicker encoding */
- for (i = 0; i <= nroots; i++)
- rs->genpoly[i] = rs->index_of[rs->genpoly[i]];
- rs->users = 1;
- list_add(&rs->list, &codec_list);
- return rs;
- err:
- kfree(rs->genpoly);
- kfree(rs->index_of);
- kfree(rs->alpha_to);
- kfree(rs);
- return NULL;
- }
- /**
- * free_rs - Free the rs control structure
- * @rs: The control structure which is not longer used by the
- * caller
- *
- * Free the control structure. If @rs is the last user of the associated
- * codec, free the codec as well.
- */
- void free_rs(struct rs_control *rs)
- {
- struct rs_codec *cd;
- if (!rs)
- return;
- cd = rs->codec;
- mutex_lock(&rslistlock);
- cd->users--;
- if(!cd->users) {
- list_del(&cd->list);
- kfree(cd->alpha_to);
- kfree(cd->index_of);
- kfree(cd->genpoly);
- kfree(cd);
- }
- mutex_unlock(&rslistlock);
- kfree(rs);
- }
- EXPORT_SYMBOL_GPL(free_rs);
- /**
- * init_rs_internal - Allocate rs control, find a matching codec or allocate a new one
- * @symsize: the symbol size (number of bits)
- * @gfpoly: the extended Galois field generator polynomial coefficients,
- * with the 0th coefficient in the low order bit. The polynomial
- * must be primitive;
- * @gffunc: pointer to function to generate the next field element,
- * or the multiplicative identity element if given 0. Used
- * instead of gfpoly if gfpoly is 0
- * @fcr: the first consecutive root of the rs code generator polynomial
- * in index form
- * @prim: primitive element to generate polynomial roots
- * @nroots: RS code generator polynomial degree (number of roots)
- * @gfp: GFP_ flags for allocations
- */
- static struct rs_control *init_rs_internal(int symsize, int gfpoly,
- int (*gffunc)(int), int fcr,
- int prim, int nroots, gfp_t gfp)
- {
- struct list_head *tmp;
- struct rs_control *rs;
- unsigned int bsize;
- /* Sanity checks */
- if (symsize < 1)
- return NULL;
- if (fcr < 0 || fcr >= (1<<symsize))
- return NULL;
- if (prim <= 0 || prim >= (1<<symsize))
- return NULL;
- if (nroots < 0 || nroots >= (1<<symsize))
- return NULL;
- /*
- * The decoder needs buffers in each control struct instance to
- * avoid variable size or large fixed size allocations on
- * stack. Size the buffers to arrays of [nroots + 1].
- */
- bsize = sizeof(uint16_t) * RS_DECODE_NUM_BUFFERS * (nroots + 1);
- rs = kzalloc(sizeof(*rs) + bsize, gfp);
- if (!rs)
- return NULL;
- mutex_lock(&rslistlock);
- /* Walk through the list and look for a matching entry */
- list_for_each(tmp, &codec_list) {
- struct rs_codec *cd = list_entry(tmp, struct rs_codec, list);
- if (symsize != cd->mm)
- continue;
- if (gfpoly != cd->gfpoly)
- continue;
- if (gffunc != cd->gffunc)
- continue;
- if (fcr != cd->fcr)
- continue;
- if (prim != cd->prim)
- continue;
- if (nroots != cd->nroots)
- continue;
- /* We have a matching one already */
- cd->users++;
- rs->codec = cd;
- goto out;
- }
- /* Create a new one */
- rs->codec = codec_init(symsize, gfpoly, gffunc, fcr, prim, nroots, gfp);
- if (!rs->codec) {
- kfree(rs);
- rs = NULL;
- }
- out:
- mutex_unlock(&rslistlock);
- return rs;
- }
- /**
- * init_rs_gfp - Create a RS control struct and initialize it
- * @symsize: the symbol size (number of bits)
- * @gfpoly: the extended Galois field generator polynomial coefficients,
- * with the 0th coefficient in the low order bit. The polynomial
- * must be primitive;
- * @fcr: the first consecutive root of the rs code generator polynomial
- * in index form
- * @prim: primitive element to generate polynomial roots
- * @nroots: RS code generator polynomial degree (number of roots)
- * @gfp: Memory allocation flags.
- */
- struct rs_control *init_rs_gfp(int symsize, int gfpoly, int fcr, int prim,
- int nroots, gfp_t gfp)
- {
- return init_rs_internal(symsize, gfpoly, NULL, fcr, prim, nroots, gfp);
- }
- EXPORT_SYMBOL_GPL(init_rs_gfp);
- /**
- * init_rs_non_canonical - Allocate rs control struct for fields with
- * non-canonical representation
- * @symsize: the symbol size (number of bits)
- * @gffunc: pointer to function to generate the next field element,
- * or the multiplicative identity element if given 0. Used
- * instead of gfpoly if gfpoly is 0
- * @fcr: the first consecutive root of the rs code generator polynomial
- * in index form
- * @prim: primitive element to generate polynomial roots
- * @nroots: RS code generator polynomial degree (number of roots)
- */
- struct rs_control *init_rs_non_canonical(int symsize, int (*gffunc)(int),
- int fcr, int prim, int nroots)
- {
- return init_rs_internal(symsize, 0, gffunc, fcr, prim, nroots,
- GFP_KERNEL);
- }
- EXPORT_SYMBOL_GPL(init_rs_non_canonical);
- #ifdef CONFIG_REED_SOLOMON_ENC8
- /**
- * encode_rs8 - Calculate the parity for data values (8bit data width)
- * @rsc: the rs control structure
- * @data: data field of a given type
- * @len: data length
- * @par: parity data, must be initialized by caller (usually all 0)
- * @invmsk: invert data mask (will be xored on data)
- *
- * The parity uses a uint16_t data type to enable
- * symbol size > 8. The calling code must take care of encoding of the
- * syndrome result for storage itself.
- */
- int encode_rs8(struct rs_control *rsc, uint8_t *data, int len, uint16_t *par,
- uint16_t invmsk)
- {
- #include "encode_rs.c"
- }
- EXPORT_SYMBOL_GPL(encode_rs8);
- #endif
- #ifdef CONFIG_REED_SOLOMON_DEC8
- /**
- * decode_rs8 - Decode codeword (8bit data width)
- * @rsc: the rs control structure
- * @data: data field of a given type
- * @par: received parity data field
- * @len: data length
- * @s: syndrome data field, must be in index form
- * (if NULL, syndrome is calculated)
- * @no_eras: number of erasures
- * @eras_pos: position of erasures, can be NULL
- * @invmsk: invert data mask (will be xored on data, not on parity!)
- * @corr: buffer to store correction bitmask on eras_pos
- *
- * The syndrome and parity uses a uint16_t data type to enable
- * symbol size > 8. The calling code must take care of decoding of the
- * syndrome result and the received parity before calling this code.
- *
- * Note: The rs_control struct @rsc contains buffers which are used for
- * decoding, so the caller has to ensure that decoder invocations are
- * serialized.
- *
- * Returns the number of corrected symbols or -EBADMSG for uncorrectable
- * errors. The count includes errors in the parity.
- */
- int decode_rs8(struct rs_control *rsc, uint8_t *data, uint16_t *par, int len,
- uint16_t *s, int no_eras, int *eras_pos, uint16_t invmsk,
- uint16_t *corr)
- {
- #include "decode_rs.c"
- }
- EXPORT_SYMBOL_GPL(decode_rs8);
- #endif
- #ifdef CONFIG_REED_SOLOMON_ENC16
- /**
- * encode_rs16 - Calculate the parity for data values (16bit data width)
- * @rsc: the rs control structure
- * @data: data field of a given type
- * @len: data length
- * @par: parity data, must be initialized by caller (usually all 0)
- * @invmsk: invert data mask (will be xored on data, not on parity!)
- *
- * Each field in the data array contains up to symbol size bits of valid data.
- */
- int encode_rs16(struct rs_control *rsc, uint16_t *data, int len, uint16_t *par,
- uint16_t invmsk)
- {
- #include "encode_rs.c"
- }
- EXPORT_SYMBOL_GPL(encode_rs16);
- #endif
- #ifdef CONFIG_REED_SOLOMON_DEC16
- /**
- * decode_rs16 - Decode codeword (16bit data width)
- * @rsc: the rs control structure
- * @data: data field of a given type
- * @par: received parity data field
- * @len: data length
- * @s: syndrome data field, must be in index form
- * (if NULL, syndrome is calculated)
- * @no_eras: number of erasures
- * @eras_pos: position of erasures, can be NULL
- * @invmsk: invert data mask (will be xored on data, not on parity!)
- * @corr: buffer to store correction bitmask on eras_pos
- *
- * Each field in the data array contains up to symbol size bits of valid data.
- *
- * Note: The rc_control struct @rsc contains buffers which are used for
- * decoding, so the caller has to ensure that decoder invocations are
- * serialized.
- *
- * Returns the number of corrected symbols or -EBADMSG for uncorrectable
- * errors. The count includes errors in the parity.
- */
- int decode_rs16(struct rs_control *rsc, uint16_t *data, uint16_t *par, int len,
- uint16_t *s, int no_eras, int *eras_pos, uint16_t invmsk,
- uint16_t *corr)
- {
- #include "decode_rs.c"
- }
- EXPORT_SYMBOL_GPL(decode_rs16);
- #endif
- MODULE_LICENSE("GPL");
- MODULE_DESCRIPTION("Reed Solomon encoder/decoder");
- MODULE_AUTHOR("Phil Karn, Thomas Gleixner");
|