]> git.zerfleddert.de Git - proxmark3-svn/commitdiff
ADD: added @piwi's bucketsort to tools/mfkey/crapto1.c and tools/nonce2key/crapto1.c
authoriceman1001 <iceman@iuse.se>
Tue, 9 Feb 2016 14:16:35 +0000 (15:16 +0100)
committericeman1001 <iceman@iuse.se>
Tue, 9 Feb 2016 14:16:35 +0000 (15:16 +0100)
tools/mfkey/crapto1.c
tools/nonce2key/crapto1.c

index 04d48d2065eda1318511e93db029351b770cb3e4..ef08e7ad25b79bfbf62f28652030d787492309d5 100755 (executable)
@@ -31,29 +31,70 @@ static void __attribute__((constructor)) fill_lut()
 #define filter(x) (filterlut[(x) & 0xfffff])\r
 #endif\r
 \r
-static void quicksort(uint32_t* const start, uint32_t* const stop)\r
-{\r
-       uint32_t *it = start + 1, *rit = stop, t;\r
 \r
-       if(it > rit)\r
-               return;\r
 \r
-       while(it < rit)\r
-               if(*it <= *start)\r
-                       ++it;\r
-               else if(*rit > *start)\r
-                       --rit;\r
-               else\r
-                       t = *it,  *it = *rit, *rit = t;\r
+typedef struct bucket {\r
+       uint32_t *head;\r
+       uint32_t *bp;\r
+} bucket_t;\r
+\r
+typedef bucket_t bucket_array_t[2][0x100];\r
+\r
+typedef struct bucket_info {\r
+       struct {\r
+               uint32_t *head, *tail;\r
+               } bucket_info[2][0x100];\r
+               uint32_t numbuckets;\r
+       } bucket_info_t;\r
 \r
-       if(*rit >= *start)\r
-               --rit;\r
-       if(rit != start)\r
-               t = *rit,  *rit = *start, *start = t;\r
 \r
-       quicksort(start, rit - 1);\r
-       quicksort(rit + 1, stop);\r
+static void bucket_sort_intersect(uint32_t* const estart, uint32_t* const estop,\r
+                                                                 uint32_t* const ostart, uint32_t* const ostop,\r
+                                                                 bucket_info_t *bucket_info, bucket_array_t bucket)\r
+{\r
+       uint32_t *p1, *p2;\r
+       uint32_t *start[2];\r
+       uint32_t *stop[2];\r
+\r
+       start[0] = estart;\r
+       stop[0] = estop;\r
+       start[1] = ostart;\r
+       stop[1] = ostop;\r
+\r
+       // init buckets to be empty\r
+       for (uint32_t i = 0; i < 2; i++) {\r
+               for (uint32_t j = 0x00; j <= 0xff; j++) {\r
+                       bucket[i][j].bp = bucket[i][j].head;\r
+               }\r
+       }\r
+\r
+       // sort the lists into the buckets based on the MSB (contribution bits)\r
+       for (uint32_t i = 0; i < 2; i++) {\r
+               for (p1 = start[i]; p1 <= stop[i]; p1++) {\r
+                       uint32_t bucket_index = (*p1 & 0xff000000) >> 24;\r
+                       *(bucket[i][bucket_index].bp++) = *p1;\r
+               }\r
+       }\r
+\r
+\r
+       // write back intersecting buckets as sorted list.\r
+       // fill in bucket_info with head and tail of the bucket contents in the list and number of non-empty buckets.\r
+       uint32_t nonempty_bucket;\r
+       for (uint32_t i = 0; i < 2; i++) {\r
+               p1 = start[i];\r
+               nonempty_bucket = 0;\r
+               for (uint32_t j = 0x00; j <= 0xff; j++) {\r
+                       if (bucket[0][j].bp != bucket[0][j].head && bucket[1][j].bp != bucket[1][j].head) { // non-empty intersecting buckets only\r
+                               bucket_info->bucket_info[i][nonempty_bucket].head = p1;\r
+                               for (p2 = bucket[i][j].head; p2 < bucket[i][j].bp; *p1++ = *p2++);\r
+                               bucket_info->bucket_info[i][nonempty_bucket].tail = p1 - 1;\r
+                               nonempty_bucket++;\r
+                       }\r
+               }\r
+               bucket_info->numbuckets = nonempty_bucket;\r
+               }\r
 }\r
+\r
 /** binsearch\r
  * Binary search for the first occurence of *stop's MSB in sorted [start,stop]\r
  */\r
@@ -110,12 +151,12 @@ extend_table(uint32_t *tbl, uint32_t **end, int bit, int m1, int m2, uint32_t in
 static inline void extend_table_simple(uint32_t *tbl, uint32_t **end, int bit)\r
 {\r
        for(*tbl <<= 1; tbl <= *end; *++tbl <<= 1)\r
-               if(filter(*tbl) ^ filter(*tbl | 1)) {\r
+               if(filter(*tbl) ^ filter(*tbl | 1)) {   // replace\r
                        *tbl |= filter(*tbl) ^ bit;\r
-               } else if(filter(*tbl) == bit) {\r
+               } else if(filter(*tbl) == bit) {                // insert\r
                        *++*end = *++tbl;\r
                        *tbl = tbl[-1] | 1;\r
-               } else\r
+               } else                                                                  // drop\r
                        *tbl-- = *(*end)--;\r
 }\r
 /** recover\r
@@ -124,9 +165,10 @@ static inline void extend_table_simple(uint32_t *tbl, uint32_t **end, int bit)
 static struct Crypto1State*\r
 recover(uint32_t *o_head, uint32_t *o_tail, uint32_t oks,\r
        uint32_t *e_head, uint32_t *e_tail, uint32_t eks, int rem,\r
-       struct Crypto1State *sl, uint32_t in)\r
+       struct Crypto1State *sl, uint32_t in, bucket_array_t bucket)\r
 {\r
-       uint32_t *o, *e, i;\r
+       uint32_t *o, *e;\r
+       bucket_info_t bucket_info;\r
 \r
        if(rem == -1) {\r
                for(e = e_head; e <= e_tail; ++e) {\r
@@ -140,7 +182,7 @@ recover(uint32_t *o_head, uint32_t *o_tail, uint32_t oks,
                return sl;\r
        }\r
 \r
-       for(i = 0; i < 4 && rem--; i++) {\r
+       for(uint32_t i = 0; i < 4 && rem--; i++) {\r
                oks >>= 1;\r
                eks >>= 1;\r
                in >>= 2;\r
@@ -155,20 +197,13 @@ recover(uint32_t *o_head, uint32_t *o_tail, uint32_t oks,
                        return sl;\r
        }\r
 \r
-       quicksort(o_head, o_tail);\r
-       quicksort(e_head, e_tail);\r
+       bucket_sort_intersect(e_head, e_tail, o_head, o_tail, &bucket_info, bucket);\r
 \r
-       while(o_tail >= o_head && e_tail >= e_head)\r
-               if(((*o_tail ^ *e_tail) >> 24) == 0) {\r
-                       o_tail = binsearch(o_head, o = o_tail);\r
-                       e_tail = binsearch(e_head, e = e_tail);\r
-                       sl = recover(o_tail--, o, oks,\r
-                                    e_tail--, e, eks, rem, sl, in);\r
+       for (int i = bucket_info.numbuckets - 1; i >= 0; i--) {\r
+               sl = recover(bucket_info.bucket_info[1][i].head, bucket_info.bucket_info[1][i].tail, oks,\r
+                                        bucket_info.bucket_info[0][i].head, bucket_info.bucket_info[0][i].tail, eks,\r
+                                        rem, sl, in, bucket);\r
                }\r
-               else if(*o_tail > *e_tail)\r
-                       o_tail = binsearch(o_head, o_tail) - 1;\r
-               else\r
-                       e_tail = binsearch(e_head, e_tail) - 1;\r
 \r
        return sl;\r
 }\r
@@ -201,6 +236,17 @@ struct Crypto1State* lfsr_recovery32(uint32_t ks2, uint32_t in)
 \r
        statelist->odd = statelist->even = 0;\r
 \r
+       // allocate memory for out of place bucket_sort\r
+       bucket_array_t bucket;\r
+       for (uint32_t i = 0; i < 2; i++)\r
+               for (uint32_t j = 0; j <= 0xff; j++) {\r
+                       bucket[i][j].head = malloc(sizeof(uint32_t)<<14);\r
+                       if (!bucket[i][j].head) {\r
+                               goto out;\r
+                       }\r
+               }\r
+\r
+\r
        // initialize statelists: add all possible states which would result into the rightmost 2 bits of the keystream\r
        for(i = 1 << 20; i >= 0; --i) {\r
                if(filter(i) == (oks & 1))\r
@@ -218,13 +264,18 @@ struct Crypto1State* lfsr_recovery32(uint32_t ks2, uint32_t in)
        // the statelists now contain all states which could have generated the last 10 Bits of the keystream.\r
        // 22 bits to go to recover 32 bits in total. From now on, we need to take the "in"\r
        // parameter into account.\r
-       in = (in >> 16 & 0xff) | (in << 16) | (in & 0xff00);\r
+       in = (in >> 16 & 0xff) | (in << 16) | (in & 0xff00);            // Byte swapping\r
        recover(odd_head, odd_tail, oks,\r
-               even_head, even_tail, eks, 11, statelist, in << 1);\r
+               even_head, even_tail, eks, 11, statelist, in << 1, bucket);\r
+\r
 \r
 out:\r
        free(odd_head);\r
        free(even_head);\r
+       for (uint32_t i = 0; i < 2; i++)\r
+               for (uint32_t j = 0; j <= 0xff; j++)\r
+                       free(bucket[i][j].head);\r
+\r
        return statelist;\r
 }\r
 \r
index ca2a30da77e23775bed39861425908994fe2ab81..61922481256e940e2ef3d7df0c4959d7aeb66237 100644 (file)
@@ -31,29 +31,70 @@ static void __attribute__((constructor)) fill_lut()
 #define filter(x) (filterlut[(x) & 0xfffff])\r
 #endif\r
 \r
-static void quicksort(uint32_t* const start, uint32_t* const stop)\r
-{\r
-       uint32_t *it = start + 1, *rit = stop, t;\r
 \r
-       if(it > rit)\r
-               return;\r
 \r
-       while(it < rit)\r
-               if(*it <= *start)\r
-                       ++it;\r
-               else if(*rit > *start)\r
-                       --rit;\r
-               else\r
-                       t = *it,  *it = *rit, *rit = t;\r
+typedef struct bucket {\r
+       uint32_t *head;\r
+       uint32_t *bp;\r
+} bucket_t;\r
+\r
+typedef bucket_t bucket_array_t[2][0x100];\r
+\r
+typedef struct bucket_info {\r
+       struct {\r
+               uint32_t *head, *tail;\r
+               } bucket_info[2][0x100];\r
+               uint32_t numbuckets;\r
+       } bucket_info_t;\r
 \r
-       if(*rit >= *start)\r
-               --rit;\r
-       if(rit != start)\r
-               t = *rit,  *rit = *start, *start = t;\r
 \r
-       quicksort(start, rit - 1);\r
-       quicksort(rit + 1, stop);\r
+static void bucket_sort_intersect(uint32_t* const estart, uint32_t* const estop,\r
+                                                                 uint32_t* const ostart, uint32_t* const ostop,\r
+                                                                 bucket_info_t *bucket_info, bucket_array_t bucket)\r
+{\r
+       uint32_t *p1, *p2;\r
+       uint32_t *start[2];\r
+       uint32_t *stop[2];\r
+\r
+       start[0] = estart;\r
+       stop[0] = estop;\r
+       start[1] = ostart;\r
+       stop[1] = ostop;\r
+\r
+       // init buckets to be empty\r
+       for (uint32_t i = 0; i < 2; i++) {\r
+               for (uint32_t j = 0x00; j <= 0xff; j++) {\r
+                       bucket[i][j].bp = bucket[i][j].head;\r
+               }\r
+       }\r
+\r
+       // sort the lists into the buckets based on the MSB (contribution bits)\r
+       for (uint32_t i = 0; i < 2; i++) {\r
+               for (p1 = start[i]; p1 <= stop[i]; p1++) {\r
+                       uint32_t bucket_index = (*p1 & 0xff000000) >> 24;\r
+                       *(bucket[i][bucket_index].bp++) = *p1;\r
+               }\r
+       }\r
+\r
+\r
+       // write back intersecting buckets as sorted list.\r
+       // fill in bucket_info with head and tail of the bucket contents in the list and number of non-empty buckets.\r
+       uint32_t nonempty_bucket;\r
+       for (uint32_t i = 0; i < 2; i++) {\r
+               p1 = start[i];\r
+               nonempty_bucket = 0;\r
+               for (uint32_t j = 0x00; j <= 0xff; j++) {\r
+                       if (bucket[0][j].bp != bucket[0][j].head && bucket[1][j].bp != bucket[1][j].head) { // non-empty intersecting buckets only\r
+                               bucket_info->bucket_info[i][nonempty_bucket].head = p1;\r
+                               for (p2 = bucket[i][j].head; p2 < bucket[i][j].bp; *p1++ = *p2++);\r
+                               bucket_info->bucket_info[i][nonempty_bucket].tail = p1 - 1;\r
+                               nonempty_bucket++;\r
+                       }\r
+               }\r
+               bucket_info->numbuckets = nonempty_bucket;\r
+               }\r
 }\r
+\r
 /** binsearch\r
  * Binary search for the first occurence of *stop's MSB in sorted [start,stop]\r
  */\r
@@ -110,12 +151,12 @@ extend_table(uint32_t *tbl, uint32_t **end, int bit, int m1, int m2, uint32_t in
 static inline void extend_table_simple(uint32_t *tbl, uint32_t **end, int bit)\r
 {\r
        for(*tbl <<= 1; tbl <= *end; *++tbl <<= 1)\r
-               if(filter(*tbl) ^ filter(*tbl | 1)) {\r
+               if(filter(*tbl) ^ filter(*tbl | 1)) {   // replace\r
                        *tbl |= filter(*tbl) ^ bit;\r
-               } else if(filter(*tbl) == bit) {\r
+               } else if(filter(*tbl) == bit) {                // insert\r
                        *++*end = *++tbl;\r
                        *tbl = tbl[-1] | 1;\r
-               } else\r
+               } else                                                                  // drop\r
                        *tbl-- = *(*end)--;\r
 }\r
 /** recover\r
@@ -124,9 +165,10 @@ static inline void extend_table_simple(uint32_t *tbl, uint32_t **end, int bit)
 static struct Crypto1State*\r
 recover(uint32_t *o_head, uint32_t *o_tail, uint32_t oks,\r
        uint32_t *e_head, uint32_t *e_tail, uint32_t eks, int rem,\r
-       struct Crypto1State *sl, uint32_t in)\r
+       struct Crypto1State *sl, uint32_t in, bucket_array_t bucket)\r
 {\r
-       uint32_t *o, *e, i;\r
+       uint32_t *o, *e;\r
+       bucket_info_t bucket_info;\r
 \r
        if(rem == -1) {\r
                for(e = e_head; e <= e_tail; ++e) {\r
@@ -140,7 +182,7 @@ recover(uint32_t *o_head, uint32_t *o_tail, uint32_t oks,
                return sl;\r
        }\r
 \r
-       for(i = 0; i < 4 && rem--; i++) {\r
+       for(uint32_t i = 0; i < 4 && rem--; i++) {\r
                oks >>= 1;\r
                eks >>= 1;\r
                in >>= 2;\r
@@ -155,20 +197,13 @@ recover(uint32_t *o_head, uint32_t *o_tail, uint32_t oks,
                        return sl;\r
        }\r
 \r
-       quicksort(o_head, o_tail);\r
-       quicksort(e_head, e_tail);\r
+       bucket_sort_intersect(e_head, e_tail, o_head, o_tail, &bucket_info, bucket);\r
 \r
-       while(o_tail >= o_head && e_tail >= e_head)\r
-               if(((*o_tail ^ *e_tail) >> 24) == 0) {\r
-                       o_tail = binsearch(o_head, o = o_tail);\r
-                       e_tail = binsearch(e_head, e = e_tail);\r
-                       sl = recover(o_tail--, o, oks,\r
-                                    e_tail--, e, eks, rem, sl, in);\r
+       for (int i = bucket_info.numbuckets - 1; i >= 0; i--) {\r
+               sl = recover(bucket_info.bucket_info[1][i].head, bucket_info.bucket_info[1][i].tail, oks,\r
+                                        bucket_info.bucket_info[0][i].head, bucket_info.bucket_info[0][i].tail, eks,\r
+                                        rem, sl, in, bucket);\r
                }\r
-               else if(*o_tail > *e_tail)\r
-                       o_tail = binsearch(o_head, o_tail) - 1;\r
-               else\r
-                       e_tail = binsearch(e_head, e_tail) - 1;\r
 \r
        return sl;\r
 }\r
@@ -201,6 +236,17 @@ struct Crypto1State* lfsr_recovery32(uint32_t ks2, uint32_t in)
 \r
        statelist->odd = statelist->even = 0;\r
 \r
+       // allocate memory for out of place bucket_sort\r
+       bucket_array_t bucket;\r
+       for (uint32_t i = 0; i < 2; i++)\r
+               for (uint32_t j = 0; j <= 0xff; j++) {\r
+                       bucket[i][j].head = malloc(sizeof(uint32_t)<<14);\r
+                       if (!bucket[i][j].head) {\r
+                               goto out;\r
+                       }\r
+               }\r
+\r
+\r
        // initialize statelists: add all possible states which would result into the rightmost 2 bits of the keystream\r
        for(i = 1 << 20; i >= 0; --i) {\r
                if(filter(i) == (oks & 1))\r
@@ -218,13 +264,18 @@ struct Crypto1State* lfsr_recovery32(uint32_t ks2, uint32_t in)
        // the statelists now contain all states which could have generated the last 10 Bits of the keystream.\r
        // 22 bits to go to recover 32 bits in total. From now on, we need to take the "in"\r
        // parameter into account.\r
-       in = (in >> 16 & 0xff) | (in << 16) | (in & 0xff00);\r
+       in = (in >> 16 & 0xff) | (in << 16) | (in & 0xff00);            // Byte swapping\r
        recover(odd_head, odd_tail, oks,\r
-               even_head, even_tail, eks, 11, statelist, in << 1);\r
+               even_head, even_tail, eks, 11, statelist, in << 1, bucket);\r
+\r
 \r
 out:\r
        free(odd_head);\r
        free(even_head);\r
+       for (uint32_t i = 0; i < 2; i++)\r
+               for (uint32_t j = 0; j <= 0xff; j++)\r
+                       free(bucket[i][j].head);\r
+\r
        return statelist;\r
 }\r
 \r
Impressum, Datenschutz