core/zlib/crc32.c
author David Anderson <dvander@alliedmods.net>
Fri Feb 16 03:47:10 2007 +0000 (2007-02-16)
changeset 501 e209a7296936
parent 159 43c471413f70
permissions -rw-r--r--
removed this potential feature, not useful enough
dvander@159
     1
/* crc32.c -- compute the CRC-32 of a data stream
dvander@159
     2
 * Copyright (C) 1995-2005 Mark Adler
dvander@159
     3
 * For conditions of distribution and use, see copyright notice in zlib.h
dvander@159
     4
 *
dvander@159
     5
 * Thanks to Rodney Brown <[email protected]> for his contribution of faster
dvander@159
     6
 * CRC methods: exclusive-oring 32 bits of data at a time, and pre-computing
dvander@159
     7
 * tables for updating the shift register in one step with three exclusive-ors
dvander@159
     8
 * instead of four steps with four exclusive-ors.  This results in about a
dvander@159
     9
 * factor of two increase in speed on a Power PC G4 (PPC7455) using gcc -O3.
dvander@159
    10
 */
dvander@159
    11
dvander@159
    12
/* @(#) $Id$ */
dvander@159
    13
dvander@159
    14
/*
dvander@159
    15
  Note on the use of DYNAMIC_CRC_TABLE: there is no mutex or semaphore
dvander@159
    16
  protection on the static variables used to control the first-use generation
dvander@159
    17
  of the crc tables.  Therefore, if you #define DYNAMIC_CRC_TABLE, you should
dvander@159
    18
  first call get_crc_table() to initialize the tables before allowing more than
dvander@159
    19
  one thread to use crc32().
dvander@159
    20
 */
dvander@159
    21
dvander@159
    22
#ifdef MAKECRCH
dvander@159
    23
#  include <stdio.h>
dvander@159
    24
#  ifndef DYNAMIC_CRC_TABLE
dvander@159
    25
#    define DYNAMIC_CRC_TABLE
dvander@159
    26
#  endif /* !DYNAMIC_CRC_TABLE */
dvander@159
    27
#endif /* MAKECRCH */
dvander@159
    28
dvander@159
    29
#include "zutil.h"      /* for STDC and FAR definitions */
dvander@159
    30
dvander@159
    31
#define local static
dvander@159
    32
dvander@159
    33
/* Find a four-byte integer type for crc32_little() and crc32_big(). */
dvander@159
    34
#ifndef NOBYFOUR
dvander@159
    35
#  ifdef STDC           /* need ANSI C limits.h to determine sizes */
dvander@159
    36
#    include <limits.h>
dvander@159
    37
#    define BYFOUR
dvander@159
    38
#    if (UINT_MAX == 0xffffffffUL)
dvander@159
    39
       typedef unsigned int u4;
dvander@159
    40
#    else
dvander@159
    41
#      if (ULONG_MAX == 0xffffffffUL)
dvander@159
    42
         typedef unsigned long u4;
dvander@159
    43
#      else
dvander@159
    44
#        if (USHRT_MAX == 0xffffffffUL)
dvander@159
    45
           typedef unsigned short u4;
dvander@159
    46
#        else
dvander@159
    47
#          undef BYFOUR     /* can't find a four-byte integer type! */
dvander@159
    48
#        endif
dvander@159
    49
#      endif
dvander@159
    50
#    endif
dvander@159
    51
#  endif /* STDC */
dvander@159
    52
#endif /* !NOBYFOUR */
dvander@159
    53
dvander@159
    54
/* Definitions for doing the crc four data bytes at a time. */
dvander@159
    55
#ifdef BYFOUR
dvander@159
    56
#  define REV(w) (((w)>>24)+(((w)>>8)&0xff00)+ \
dvander@159
    57
                (((w)&0xff00)<<8)+(((w)&0xff)<<24))
dvander@159
    58
   local unsigned long crc32_little OF((unsigned long,
dvander@159
    59
                        const unsigned char FAR *, unsigned));
dvander@159
    60
   local unsigned long crc32_big OF((unsigned long,
dvander@159
    61
                        const unsigned char FAR *, unsigned));
dvander@159
    62
#  define TBLS 8
dvander@159
    63
#else
dvander@159
    64
#  define TBLS 1
dvander@159
    65
#endif /* BYFOUR */
dvander@159
    66
dvander@159
    67
/* Local functions for crc concatenation */
dvander@159
    68
local unsigned long gf2_matrix_times OF((unsigned long *mat,
dvander@159
    69
                                         unsigned long vec));
dvander@159
    70
local void gf2_matrix_square OF((unsigned long *square, unsigned long *mat));
dvander@159
    71
dvander@159
    72
#ifdef DYNAMIC_CRC_TABLE
dvander@159
    73
dvander@159
    74
local volatile int crc_table_empty = 1;
dvander@159
    75
local unsigned long FAR crc_table[TBLS][256];
dvander@159
    76
local void make_crc_table OF((void));
dvander@159
    77
#ifdef MAKECRCH
dvander@159
    78
   local void write_table OF((FILE *, const unsigned long FAR *));
dvander@159
    79
#endif /* MAKECRCH */
dvander@159
    80
/*
dvander@159
    81
  Generate tables for a byte-wise 32-bit CRC calculation on the polynomial:
dvander@159
    82
  x^32+x^26+x^23+x^22+x^16+x^12+x^11+x^10+x^8+x^7+x^5+x^4+x^2+x+1.
dvander@159
    83
dvander@159
    84
  Polynomials over GF(2) are represented in binary, one bit per coefficient,
dvander@159
    85
  with the lowest powers in the most significant bit.  Then adding polynomials
dvander@159
    86
  is just exclusive-or, and multiplying a polynomial by x is a right shift by
dvander@159
    87
  one.  If we call the above polynomial p, and represent a byte as the
dvander@159
    88
  polynomial q, also with the lowest power in the most significant bit (so the
dvander@159
    89
  byte 0xb1 is the polynomial x^7+x^3+x+1), then the CRC is (q*x^32) mod p,
dvander@159
    90
  where a mod b means the remainder after dividing a by b.
dvander@159
    91
dvander@159
    92
  This calculation is done using the shift-register method of multiplying and
dvander@159
    93
  taking the remainder.  The register is initialized to zero, and for each
dvander@159
    94
  incoming bit, x^32 is added mod p to the register if the bit is a one (where
dvander@159
    95
  x^32 mod p is p+x^32 = x^26+...+1), and the register is multiplied mod p by
dvander@159
    96
  x (which is shifting right by one and adding x^32 mod p if the bit shifted
dvander@159
    97
  out is a one).  We start with the highest power (least significant bit) of
dvander@159
    98
  q and repeat for all eight bits of q.
dvander@159
    99
dvander@159
   100
  The first table is simply the CRC of all possible eight bit values.  This is
dvander@159
   101
  all the information needed to generate CRCs on data a byte at a time for all
dvander@159
   102
  combinations of CRC register values and incoming bytes.  The remaining tables
dvander@159
   103
  allow for word-at-a-time CRC calculation for both big-endian and little-
dvander@159
   104
  endian machines, where a word is four bytes.
dvander@159
   105
*/
dvander@159
   106
local void make_crc_table()
dvander@159
   107
{
dvander@159
   108
    unsigned long c;
dvander@159
   109
    int n, k;
dvander@159
   110
    unsigned long poly;                 /* polynomial exclusive-or pattern */
dvander@159
   111
    /* terms of polynomial defining this crc (except x^32): */
dvander@159
   112
    static volatile int first = 1;      /* flag to limit concurrent making */
dvander@159
   113
    static const unsigned char p[] = {0,1,2,4,5,7,8,10,11,12,16,22,23,26};
dvander@159
   114
dvander@159
   115
    /* See if another task is already doing this (not thread-safe, but better
dvander@159
   116
       than nothing -- significantly reduces duration of vulnerability in
dvander@159
   117
       case the advice about DYNAMIC_CRC_TABLE is ignored) */
dvander@159
   118
    if (first) {
dvander@159
   119
        first = 0;
dvander@159
   120
dvander@159
   121
        /* make exclusive-or pattern from polynomial (0xedb88320UL) */
dvander@159
   122
        poly = 0UL;
dvander@159
   123
        for (n = 0; n < sizeof(p)/sizeof(unsigned char); n++)
dvander@159
   124
            poly |= 1UL << (31 - p[n]);
dvander@159
   125
dvander@159
   126
        /* generate a crc for every 8-bit value */
dvander@159
   127
        for (n = 0; n < 256; n++) {
dvander@159
   128
            c = (unsigned long)n;
dvander@159
   129
            for (k = 0; k < 8; k++)
dvander@159
   130
                c = c & 1 ? poly ^ (c >> 1) : c >> 1;
dvander@159
   131
            crc_table[0][n] = c;
dvander@159
   132
        }
dvander@159
   133
dvander@159
   134
#ifdef BYFOUR
dvander@159
   135
        /* generate crc for each value followed by one, two, and three zeros,
dvander@159
   136
           and then the byte reversal of those as well as the first table */
dvander@159
   137
        for (n = 0; n < 256; n++) {
dvander@159
   138
            c = crc_table[0][n];
dvander@159
   139
            crc_table[4][n] = REV(c);
dvander@159
   140
            for (k = 1; k < 4; k++) {
dvander@159
   141
                c = crc_table[0][c & 0xff] ^ (c >> 8);
dvander@159
   142
                crc_table[k][n] = c;
dvander@159
   143
                crc_table[k + 4][n] = REV(c);
dvander@159
   144
            }
dvander@159
   145
        }
dvander@159
   146
#endif /* BYFOUR */
dvander@159
   147
dvander@159
   148
        crc_table_empty = 0;
dvander@159
   149
    }
dvander@159
   150
    else {      /* not first */
dvander@159
   151
        /* wait for the other guy to finish (not efficient, but rare) */
dvander@159
   152
        while (crc_table_empty)
dvander@159
   153
            ;
dvander@159
   154
    }
dvander@159
   155
dvander@159
   156
#ifdef MAKECRCH
dvander@159
   157
    /* write out CRC tables to crc32.h */
dvander@159
   158
    {
dvander@159
   159
        FILE *out;
dvander@159
   160
dvander@159
   161
        out = fopen("crc32.h", "w");
dvander@159
   162
        if (out == NULL) return;
dvander@159
   163
        fprintf(out, "/* crc32.h -- tables for rapid CRC calculation\n");
dvander@159
   164
        fprintf(out, " * Generated automatically by crc32.c\n */\n\n");
dvander@159
   165
        fprintf(out, "local const unsigned long FAR ");
dvander@159
   166
        fprintf(out, "crc_table[TBLS][256] =\n{\n  {\n");
dvander@159
   167
        write_table(out, crc_table[0]);
dvander@159
   168
#  ifdef BYFOUR
dvander@159
   169
        fprintf(out, "#ifdef BYFOUR\n");
dvander@159
   170
        for (k = 1; k < 8; k++) {
dvander@159
   171
            fprintf(out, "  },\n  {\n");
dvander@159
   172
            write_table(out, crc_table[k]);
dvander@159
   173
        }
dvander@159
   174
        fprintf(out, "#endif\n");
dvander@159
   175
#  endif /* BYFOUR */
dvander@159
   176
        fprintf(out, "  }\n};\n");
dvander@159
   177
        fclose(out);
dvander@159
   178
    }
dvander@159
   179
#endif /* MAKECRCH */
dvander@159
   180
}
dvander@159
   181
dvander@159
   182
#ifdef MAKECRCH
dvander@159
   183
local void write_table(out, table)
dvander@159
   184
    FILE *out;
dvander@159
   185
    const unsigned long FAR *table;
dvander@159
   186
{
dvander@159
   187
    int n;
dvander@159
   188
dvander@159
   189
    for (n = 0; n < 256; n++)
dvander@159
   190
        fprintf(out, "%s0x%08lxUL%s", n % 5 ? "" : "    ", table[n],
dvander@159
   191
                n == 255 ? "\n" : (n % 5 == 4 ? ",\n" : ", "));
dvander@159
   192
}
dvander@159
   193
#endif /* MAKECRCH */
dvander@159
   194
dvander@159
   195
#else /* !DYNAMIC_CRC_TABLE */
dvander@159
   196
/* ========================================================================
dvander@159
   197
 * Tables of CRC-32s of all single-byte values, made by make_crc_table().
dvander@159
   198
 */
dvander@159
   199
#include "crc32.h"
dvander@159
   200
#endif /* DYNAMIC_CRC_TABLE */
dvander@159
   201
dvander@159
   202
/* =========================================================================
dvander@159
   203
 * This function can be used by asm versions of crc32()
dvander@159
   204
 */
dvander@159
   205
const unsigned long FAR * ZEXPORT get_crc_table()
dvander@159
   206
{
dvander@159
   207
#ifdef DYNAMIC_CRC_TABLE
dvander@159
   208
    if (crc_table_empty)
dvander@159
   209
        make_crc_table();
dvander@159
   210
#endif /* DYNAMIC_CRC_TABLE */
dvander@159
   211
    return (const unsigned long FAR *)crc_table;
dvander@159
   212
}
dvander@159
   213
dvander@159
   214
/* ========================================================================= */
dvander@159
   215
#define DO1 crc = crc_table[0][((int)crc ^ (*buf++)) & 0xff] ^ (crc >> 8)
dvander@159
   216
#define DO8 DO1; DO1; DO1; DO1; DO1; DO1; DO1; DO1
dvander@159
   217
dvander@159
   218
/* ========================================================================= */
dvander@159
   219
unsigned long ZEXPORT crc32(crc, buf, len)
dvander@159
   220
    unsigned long crc;
dvander@159
   221
    const unsigned char FAR *buf;
dvander@159
   222
    unsigned len;
dvander@159
   223
{
dvander@159
   224
    if (buf == Z_NULL) return 0UL;
dvander@159
   225
dvander@159
   226
#ifdef DYNAMIC_CRC_TABLE
dvander@159
   227
    if (crc_table_empty)
dvander@159
   228
        make_crc_table();
dvander@159
   229
#endif /* DYNAMIC_CRC_TABLE */
dvander@159
   230
dvander@159
   231
#ifdef BYFOUR
dvander@159
   232
    if (sizeof(void *) == sizeof(ptrdiff_t)) {
dvander@159
   233
        u4 endian;
dvander@159
   234
dvander@159
   235
        endian = 1;
dvander@159
   236
        if (*((unsigned char *)(&endian)))
dvander@159
   237
            return crc32_little(crc, buf, len);
dvander@159
   238
        else
dvander@159
   239
            return crc32_big(crc, buf, len);
dvander@159
   240
    }
dvander@159
   241
#endif /* BYFOUR */
dvander@159
   242
    crc = crc ^ 0xffffffffUL;
dvander@159
   243
    while (len >= 8) {
dvander@159
   244
        DO8;
dvander@159
   245
        len -= 8;
dvander@159
   246
    }
dvander@159
   247
    if (len) do {
dvander@159
   248
        DO1;
dvander@159
   249
    } while (--len);
dvander@159
   250
    return crc ^ 0xffffffffUL;
dvander@159
   251
}
dvander@159
   252
dvander@159
   253
#ifdef BYFOUR
dvander@159
   254
dvander@159
   255
/* ========================================================================= */
dvander@159
   256
#define DOLIT4 c ^= *buf4++; \
dvander@159
   257
        c = crc_table[3][c & 0xff] ^ crc_table[2][(c >> 8) & 0xff] ^ \
dvander@159
   258
            crc_table[1][(c >> 16) & 0xff] ^ crc_table[0][c >> 24]
dvander@159
   259
#define DOLIT32 DOLIT4; DOLIT4; DOLIT4; DOLIT4; DOLIT4; DOLIT4; DOLIT4; DOLIT4
dvander@159
   260
dvander@159
   261
/* ========================================================================= */
dvander@159
   262
local unsigned long crc32_little(crc, buf, len)
dvander@159
   263
    unsigned long crc;
dvander@159
   264
    const unsigned char FAR *buf;
dvander@159
   265
    unsigned len;
dvander@159
   266
{
dvander@159
   267
    register u4 c;
dvander@159
   268
    register const u4 FAR *buf4;
dvander@159
   269
dvander@159
   270
    c = (u4)crc;
dvander@159
   271
    c = ~c;
dvander@159
   272
    while (len && ((ptrdiff_t)buf & 3)) {
dvander@159
   273
        c = crc_table[0][(c ^ *buf++) & 0xff] ^ (c >> 8);
dvander@159
   274
        len--;
dvander@159
   275
    }
dvander@159
   276
dvander@159
   277
    buf4 = (const u4 FAR *)(const void FAR *)buf;
dvander@159
   278
    while (len >= 32) {
dvander@159
   279
        DOLIT32;
dvander@159
   280
        len -= 32;
dvander@159
   281
    }
dvander@159
   282
    while (len >= 4) {
dvander@159
   283
        DOLIT4;
dvander@159
   284
        len -= 4;
dvander@159
   285
    }
dvander@159
   286
    buf = (const unsigned char FAR *)buf4;
dvander@159
   287
dvander@159
   288
    if (len) do {
dvander@159
   289
        c = crc_table[0][(c ^ *buf++) & 0xff] ^ (c >> 8);
dvander@159
   290
    } while (--len);
dvander@159
   291
    c = ~c;
dvander@159
   292
    return (unsigned long)c;
dvander@159
   293
}
dvander@159
   294
dvander@159
   295
/* ========================================================================= */
dvander@159
   296
#define DOBIG4 c ^= *++buf4; \
dvander@159
   297
        c = crc_table[4][c & 0xff] ^ crc_table[5][(c >> 8) & 0xff] ^ \
dvander@159
   298
            crc_table[6][(c >> 16) & 0xff] ^ crc_table[7][c >> 24]
dvander@159
   299
#define DOBIG32 DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4
dvander@159
   300
dvander@159
   301
/* ========================================================================= */
dvander@159
   302
local unsigned long crc32_big(crc, buf, len)
dvander@159
   303
    unsigned long crc;
dvander@159
   304
    const unsigned char FAR *buf;
dvander@159
   305
    unsigned len;
dvander@159
   306
{
dvander@159
   307
    register u4 c;
dvander@159
   308
    register const u4 FAR *buf4;
dvander@159
   309
dvander@159
   310
    c = REV((u4)crc);
dvander@159
   311
    c = ~c;
dvander@159
   312
    while (len && ((ptrdiff_t)buf & 3)) {
dvander@159
   313
        c = crc_table[4][(c >> 24) ^ *buf++] ^ (c << 8);
dvander@159
   314
        len--;
dvander@159
   315
    }
dvander@159
   316
dvander@159
   317
    buf4 = (const u4 FAR *)(const void FAR *)buf;
dvander@159
   318
    buf4--;
dvander@159
   319
    while (len >= 32) {
dvander@159
   320
        DOBIG32;
dvander@159
   321
        len -= 32;
dvander@159
   322
    }
dvander@159
   323
    while (len >= 4) {
dvander@159
   324
        DOBIG4;
dvander@159
   325
        len -= 4;
dvander@159
   326
    }
dvander@159
   327
    buf4++;
dvander@159
   328
    buf = (const unsigned char FAR *)buf4;
dvander@159
   329
dvander@159
   330
    if (len) do {
dvander@159
   331
        c = crc_table[4][(c >> 24) ^ *buf++] ^ (c << 8);
dvander@159
   332
    } while (--len);
dvander@159
   333
    c = ~c;
dvander@159
   334
    return (unsigned long)(REV(c));
dvander@159
   335
}
dvander@159
   336
dvander@159
   337
#endif /* BYFOUR */
dvander@159
   338
dvander@159
   339
#define GF2_DIM 32      /* dimension of GF(2) vectors (length of CRC) */
dvander@159
   340
dvander@159
   341
/* ========================================================================= */
dvander@159
   342
local unsigned long gf2_matrix_times(mat, vec)
dvander@159
   343
    unsigned long *mat;
dvander@159
   344
    unsigned long vec;
dvander@159
   345
{
dvander@159
   346
    unsigned long sum;
dvander@159
   347
dvander@159
   348
    sum = 0;
dvander@159
   349
    while (vec) {
dvander@159
   350
        if (vec & 1)
dvander@159
   351
            sum ^= *mat;
dvander@159
   352
        vec >>= 1;
dvander@159
   353
        mat++;
dvander@159
   354
    }
dvander@159
   355
    return sum;
dvander@159
   356
}
dvander@159
   357
dvander@159
   358
/* ========================================================================= */
dvander@159
   359
local void gf2_matrix_square(square, mat)
dvander@159
   360
    unsigned long *square;
dvander@159
   361
    unsigned long *mat;
dvander@159
   362
{
dvander@159
   363
    int n;
dvander@159
   364
dvander@159
   365
    for (n = 0; n < GF2_DIM; n++)
dvander@159
   366
        square[n] = gf2_matrix_times(mat, mat[n]);
dvander@159
   367
}
dvander@159
   368
dvander@159
   369
/* ========================================================================= */
dvander@159
   370
uLong ZEXPORT crc32_combine(crc1, crc2, len2)
dvander@159
   371
    uLong crc1;
dvander@159
   372
    uLong crc2;
dvander@159
   373
    z_off_t len2;
dvander@159
   374
{
dvander@159
   375
    int n;
dvander@159
   376
    unsigned long row;
dvander@159
   377
    unsigned long even[GF2_DIM];    /* even-power-of-two zeros operator */
dvander@159
   378
    unsigned long odd[GF2_DIM];     /* odd-power-of-two zeros operator */
dvander@159
   379
dvander@159
   380
    /* degenerate case */
dvander@159
   381
    if (len2 == 0)
dvander@159
   382
        return crc1;
dvander@159
   383
dvander@159
   384
    /* put operator for one zero bit in odd */
dvander@159
   385
    odd[0] = 0xedb88320L;           /* CRC-32 polynomial */
dvander@159
   386
    row = 1;
dvander@159
   387
    for (n = 1; n < GF2_DIM; n++) {
dvander@159
   388
        odd[n] = row;
dvander@159
   389
        row <<= 1;
dvander@159
   390
    }
dvander@159
   391
dvander@159
   392
    /* put operator for two zero bits in even */
dvander@159
   393
    gf2_matrix_square(even, odd);
dvander@159
   394
dvander@159
   395
    /* put operator for four zero bits in odd */
dvander@159
   396
    gf2_matrix_square(odd, even);
dvander@159
   397
dvander@159
   398
    /* apply len2 zeros to crc1 (first square will put the operator for one
dvander@159
   399
       zero byte, eight zero bits, in even) */
dvander@159
   400
    do {
dvander@159
   401
        /* apply zeros operator for this bit of len2 */
dvander@159
   402
        gf2_matrix_square(even, odd);
dvander@159
   403
        if (len2 & 1)
dvander@159
   404
            crc1 = gf2_matrix_times(even, crc1);
dvander@159
   405
        len2 >>= 1;
dvander@159
   406
dvander@159
   407
        /* if no more bits set, then done */
dvander@159
   408
        if (len2 == 0)
dvander@159
   409
            break;
dvander@159
   410
dvander@159
   411
        /* another iteration of the loop with odd and even swapped */
dvander@159
   412
        gf2_matrix_square(odd, even);
dvander@159
   413
        if (len2 & 1)
dvander@159
   414
            crc1 = gf2_matrix_times(odd, crc1);
dvander@159
   415
        len2 >>= 1;
dvander@159
   416
dvander@159
   417
        /* if no more bits set, then done */
dvander@159
   418
    } while (len2 != 0);
dvander@159
   419
dvander@159
   420
    /* return combined crc */
dvander@159
   421
    crc1 ^= crc2;
dvander@159
   422
    return crc1;
dvander@159
   423
}