123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117 |
- #include <linux/export.h>
- #include <linux/raid/pq.h>
- static inline void xor_block(u8 *p1, u8 *p2)
- {
- typedef struct { u8 _[256]; } addrtype;
- asm volatile(
- " xc 0(256,%[p1]),0(%[p2])\n"
- : "+m" (*(addrtype *) p1) : "m" (*(addrtype *) p2),
- [p1] "a" (p1), [p2] "a" (p2) : "cc");
- }
- static void raid6_2data_recov_s390xc(int disks, size_t bytes, int faila,
- int failb, void **ptrs)
- {
- u8 *p, *q, *dp, *dq;
- const u8 *pbmul;
- const u8 *qmul;
- int i;
- p = (u8 *)ptrs[disks-2];
- q = (u8 *)ptrs[disks-1];
-
- dp = (u8 *)ptrs[faila];
- ptrs[faila] = (void *)raid6_empty_zero_page;
- ptrs[disks-2] = dp;
- dq = (u8 *)ptrs[failb];
- ptrs[failb] = (void *)raid6_empty_zero_page;
- ptrs[disks-1] = dq;
- raid6_call.gen_syndrome(disks, bytes, ptrs);
-
- ptrs[faila] = dp;
- ptrs[failb] = dq;
- ptrs[disks-2] = p;
- ptrs[disks-1] = q;
-
- pbmul = raid6_gfmul[raid6_gfexi[failb-faila]];
- qmul = raid6_gfmul[raid6_gfinv[raid6_gfexp[faila]^raid6_gfexp[failb]]];
-
- while (bytes) {
- xor_block(dp, p);
- xor_block(dq, q);
- for (i = 0; i < 256; i++)
- dq[i] = pbmul[dp[i]] ^ qmul[dq[i]];
- xor_block(dp, dq);
- p += 256;
- q += 256;
- dp += 256;
- dq += 256;
- bytes -= 256;
- }
- }
- static void raid6_datap_recov_s390xc(int disks, size_t bytes, int faila,
- void **ptrs)
- {
- u8 *p, *q, *dq;
- const u8 *qmul;
- int i;
- p = (u8 *)ptrs[disks-2];
- q = (u8 *)ptrs[disks-1];
-
- dq = (u8 *)ptrs[faila];
- ptrs[faila] = (void *)raid6_empty_zero_page;
- ptrs[disks-1] = dq;
- raid6_call.gen_syndrome(disks, bytes, ptrs);
-
- ptrs[faila] = dq;
- ptrs[disks-1] = q;
-
- qmul = raid6_gfmul[raid6_gfinv[raid6_gfexp[faila]]];
-
- while (bytes) {
- xor_block(dq, q);
- for (i = 0; i < 256; i++)
- dq[i] = qmul[dq[i]];
- xor_block(p, dq);
- p += 256;
- q += 256;
- dq += 256;
- bytes -= 256;
- }
- }
- const struct raid6_recov_calls raid6_recov_s390xc = {
- .data2 = raid6_2data_recov_s390xc,
- .datap = raid6_datap_recov_s390xc,
- .valid = NULL,
- .name = "s390xc",
- .priority = 1,
- };
|