2 * freerainbowtables is a multithreaded implementation and fork of the original
5 * Copyright (C) Zhu Shuanglei <shuanglei@hotmail.com>
6 * Copyright Martin Westergaard Jørgensen <martinwj2005@gmail.com>
7 * Copyright 2009, 2010 Daniël Niggebrugge <niggebrugge@fox-it.com>
8 * Copyright 2009, 2010 James Nobis <frt@quelrod.net>
9 * Copyright 2010 Yngve AAdlandsvik
11 * This file is part of freerainbowtables.
13 * freerainbowtables is free software: you can redistribute it and/or modify
14 * it under the terms of the GNU General Public License as published by
15 * the Free Software Foundation, either version 2 of the License, or
16 * (at your option) any later version.
18 * freerainbowtables is distributed in the hope that it will be useful,
19 * but WITHOUT ANY WARRANTY; without even the implied warranty of
20 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
21 * GNU General Public License for more details.
23 * You should have received a copy of the GNU General Public License
24 * along with freerainbowtables. If not, see <http://www.gnu.org/licenses/>.
27 #if defined(_WIN32) && !defined(__GNUC__)
28 #pragma warning(disable : 4786)
31 #include "ChainWalkContext.h"
35 //////////////////////////////////////////////////////////////////////
37 string CChainWalkContext::m_sHashRoutineName;
38 HASHROUTINE CChainWalkContext::m_pHashRoutine;
39 int CChainWalkContext::m_nHashLen;
40 int CChainWalkContext::m_nPlainLenMinTotal = 0;
41 int CChainWalkContext::m_nPlainLenMaxTotal = 0;
42 int CChainWalkContext::m_nHybridCharset = 0;
43 bool CChainWalkContext::isOldRtFormat = false;
44 bool CChainWalkContext::isRti2RtFormat = false;
45 vector<stCharset> CChainWalkContext::m_vCharset;
46 uint64 CChainWalkContext::m_nPlainSpaceUpToX[MAX_PLAIN_LEN + 1];
47 uint64 CChainWalkContext::m_nPlainSpaceTotal;
48 unsigned char CChainWalkContext::m_Salt[MAX_SALT_LEN];
49 int CChainWalkContext::m_nSaltLen = 0;
50 int CChainWalkContext::m_nRainbowTableIndex;
51 uint64 CChainWalkContext::m_nReduceOffset;
53 //////////////////////////////////////////////////////////////////////
55 CChainWalkContext::CChainWalkContext()
59 CChainWalkContext::~CChainWalkContext()
63 bool CChainWalkContext::LoadCharset(string sName)
70 for (i = 0x00; i <= 0xff; i++)
71 tCharset.m_PlainCharset[i] = (unsigned char) i;
72 tCharset.m_nPlainCharsetLen = 256;
73 tCharset.m_sPlainCharsetName = sName;
74 tCharset.m_sPlainCharsetContent = "0x00, 0x01, ... 0xff";
75 m_vCharset.push_back(tCharset);
78 if(sName.substr(0, 6) == "hybrid") // Hybrid charset consisting of 2 charsets
83 bool readCharset = false;
87 if ( boinc_ReadLinesFromFile( "charset.txt", vLine ) )
90 if ( ReadLinesFromFile("charset.txt", vLine) )
92 else if ( ReadLinesFromFile(GetApplicationPath() + "charset.txt", vLine) )
99 for (i = 0; i < vLine.size(); i++)
102 if (vLine[i][0] == '#')
105 vector<string> vPart;
106 if (SeperateString(vLine[i], "=", vPart))
109 string sCharsetName = TrimString(vPart[0]);
110 if (sCharsetName == "")
113 // sCharsetName charset check
114 bool fCharsetNameCheckPass = true;
116 for (j = 0; j < sCharsetName.size(); j++)
118 if ( !isalpha(sCharsetName[j])
119 && !isdigit(sCharsetName[j])
120 && (sCharsetName[j] != '-'))
122 fCharsetNameCheckPass = false;
126 if (!fCharsetNameCheckPass)
128 printf("invalid charset name %s in charset configuration file\n", sCharsetName.c_str());
133 string sCharsetContent = TrimString(vPart[1]);
134 if (sCharsetContent == "" || sCharsetContent == "[]")
136 if (sCharsetContent[0] != '[' || sCharsetContent[sCharsetContent.size() - 1] != ']')
138 printf("invalid charset content %s in charset configuration file\n", sCharsetContent.c_str());
141 sCharsetContent = sCharsetContent.substr(1, sCharsetContent.size() - 2);
142 if (sCharsetContent.size() > 256)
144 printf("charset content %s too long\n", sCharsetContent.c_str());
148 //printf("%s = [%s]\n", sCharsetName.c_str(), sCharsetContent.c_str());
150 // Is it the wanted charset?
151 if(m_nHybridCharset == 1)
153 vector<tCharset> vCharsets;
154 GetHybridCharsets(sName, vCharsets);
155 if(sCharsetName == vCharsets[m_vCharset.size()].sName)
158 tCharset.m_nPlainCharsetLen = sCharsetContent.size();
159 memcpy(tCharset.m_PlainCharset, sCharsetContent.c_str(), tCharset.m_nPlainCharsetLen);
160 tCharset.m_sPlainCharsetName = sCharsetName;
161 tCharset.m_sPlainCharsetContent = sCharsetContent;
162 tCharset.m_nPlainLenMin = vCharsets[m_vCharset.size()].nPlainLenMin;
163 tCharset.m_nPlainLenMax = vCharsets[m_vCharset.size()].nPlainLenMax;
164 m_vCharset.push_back(tCharset);
165 if(vCharsets.size() == m_vCharset.size())
167 i = 0; // Start the lookup over again for the next charset
170 else if (sCharsetName == sName)
173 tCharset.m_nPlainCharsetLen = sCharsetContent.size();
174 memcpy(tCharset.m_PlainCharset, sCharsetContent.c_str(), tCharset.m_nPlainCharsetLen);
175 tCharset.m_sPlainCharsetName = sCharsetName;
176 tCharset.m_sPlainCharsetContent = sCharsetContent;
177 m_vCharset.push_back(tCharset);
182 printf("charset %s not found in charset.txt\n", sName.c_str());
185 printf("can't open charset configuration file\n");
190 //////////////////////////////////////////////////////////////////////
192 bool CChainWalkContext::SetHashRoutine(string sHashRoutineName)
195 hr.GetHashRoutine(sHashRoutineName, m_pHashRoutine, m_nHashLen);
196 if (m_pHashRoutine != NULL)
198 m_sHashRoutineName = sHashRoutineName;
205 bool CChainWalkContext::SetPlainCharset(string sCharsetName, int nPlainLenMin, int nPlainLenMax)
207 // m_PlainCharset, m_nPlainCharsetLen, m_sPlainCharsetName, m_sPlainCharsetContent
208 if (!LoadCharset(sCharsetName))
211 if(m_vCharset.size() == 1) // Not hybrid charset
213 // m_nPlainLenMin, m_nPlainLenMax
214 if (nPlainLenMin < 1 || nPlainLenMax > MAX_PLAIN_LEN || nPlainLenMin > nPlainLenMax)
216 printf("invalid plaintext length range: %d - %d\n", nPlainLenMin, nPlainLenMax);
219 m_vCharset[0].m_nPlainLenMin = nPlainLenMin;
220 m_vCharset[0].m_nPlainLenMax = nPlainLenMax;
222 // m_nPlainSpaceUpToX
223 m_nPlainSpaceUpToX[0] = 0;
224 m_nPlainLenMaxTotal = 0;
225 m_nPlainLenMinTotal = 0;
228 for(j = 0; j < m_vCharset.size(); j++)
231 m_nPlainLenMaxTotal += m_vCharset[j].m_nPlainLenMax;
232 m_nPlainLenMinTotal += m_vCharset[j].m_nPlainLenMin;
233 for (i = 1; i <= m_vCharset[j].m_nPlainLenMax; i++)
235 nTemp *= m_vCharset[j].m_nPlainCharsetLen;
236 if (i < m_vCharset[j].m_nPlainLenMin)
237 m_nPlainSpaceUpToX[k] = 0;
239 m_nPlainSpaceUpToX[k] = m_nPlainSpaceUpToX[k - 1] + nTemp;
243 // m_nPlainSpaceTotal
244 m_nPlainSpaceTotal = m_nPlainSpaceUpToX[m_nPlainLenMaxTotal];
249 bool CChainWalkContext::SetRainbowTableIndex(int nRainbowTableIndex)
251 if (nRainbowTableIndex < 0)
253 m_nRainbowTableIndex = nRainbowTableIndex;
254 m_nReduceOffset = 65536 * nRainbowTableIndex;
259 bool CChainWalkContext::SetSalt(unsigned char *Salt, int nSaltLength)
261 memcpy(&m_Salt[0], Salt, nSaltLength);
263 m_nSaltLen = nSaltLength;
268 bool CChainWalkContext::SetupWithPathName(string sPathName, int& nRainbowChainLen, int& nRainbowChainCount)
270 // something like lm_alpha#1-7_0_100x16_test.rt
273 string::size_type nIndex = sPathName.find_last_of('\\');
275 string::size_type nIndex = sPathName.find_last_of('/');
277 if (nIndex != string::npos)
278 sPathName = sPathName.substr(nIndex + 1);
280 if (sPathName.size() < 3)
282 printf("%s is not a rainbow table\n", sPathName.c_str());
285 if (sPathName.substr(sPathName.size() - 5) == ".rti2")
287 isRti2RtFormat = true;
289 else if (sPathName.substr(sPathName.size() - 4) == ".rti")
291 isOldRtFormat = false;
293 else if (sPathName.substr(sPathName.size() - 3) == ".rt")
295 isOldRtFormat = true;
299 printf("%s is not a rainbow table\n", sPathName.c_str());
304 vector<string> vPart;
305 if (!SeperateString(sPathName, "___x_", vPart))
307 printf("filename %s not identified\n", sPathName.c_str());
311 string sHashRoutineName = vPart[0];
312 int nRainbowTableIndex = atoi(vPart[2].c_str());
313 nRainbowChainLen = atoi(vPart[3].c_str());
314 nRainbowChainCount = atoi(vPart[4].c_str());
316 // Parse charset definition
317 string sCharsetDefinition = vPart[1];
319 int nPlainLenMin = 0, nPlainLenMax = 0;
321 // printf("Charset: %s", sCharsetDefinition.c_str());
323 if(sCharsetDefinition.substr(0, 6) == "hybrid") // Hybrid table
325 sCharsetName = sCharsetDefinition;
329 if ( sCharsetDefinition.find('#') == string::npos ) // For backward compatibility, "#1-7" is implied
331 sCharsetName = sCharsetDefinition;
337 vector<string> vCharsetDefinitionPart;
338 if (!SeperateString(sCharsetDefinition, "#-", vCharsetDefinitionPart))
340 printf("filename %s not identified\n", sPathName.c_str());
345 sCharsetName = vCharsetDefinitionPart[0];
346 nPlainLenMin = atoi(vCharsetDefinitionPart[1].c_str());
347 nPlainLenMax = atoi(vCharsetDefinitionPart[2].c_str());
352 if (!SetHashRoutine(sHashRoutineName))
354 printf("hash routine %s not supported\n", sHashRoutineName.c_str());
357 if (!SetPlainCharset(sCharsetName, nPlainLenMin, nPlainLenMax))
359 if (!SetRainbowTableIndex(nRainbowTableIndex))
361 printf("invalid rainbow table index %d\n", nRainbowTableIndex);
364 m_nPlainSpaceTotal = m_nPlainSpaceUpToX[m_nPlainLenMaxTotal];
368 string CChainWalkContext::GetHashRoutineName()
370 return m_sHashRoutineName;
373 int CChainWalkContext::GetHashLen()
378 string CChainWalkContext::GetPlainCharsetName()
380 return m_vCharset[0].m_sPlainCharsetName;
383 string CChainWalkContext::GetPlainCharsetContent()
385 return m_vCharset[0].m_sPlainCharsetContent;
388 int CChainWalkContext::GetPlainLenMin()
390 return m_vCharset[0].m_nPlainLenMin;
393 int CChainWalkContext::GetPlainLenMax()
395 return m_vCharset[0].m_nPlainLenMax;
398 uint64 CChainWalkContext::GetPlainSpaceTotal()
400 return m_nPlainSpaceTotal;
403 int CChainWalkContext::GetRainbowTableIndex()
405 return m_nRainbowTableIndex;
408 void CChainWalkContext::Dump()
410 printf("hash routine: %s\n", m_sHashRoutineName.c_str());
411 printf("hash length: %d\n", m_nHashLen);
413 printf( "m_vCharset[0].m_nPlainCharSetLen: %d\n", m_vCharset[0].m_nPlainCharsetLen );
414 printf( "m_vCharset[1].m_nPlainCharSetLen: %d\n", m_vCharset[1].m_nPlainCharsetLen );
416 printf("plain charset: ");
419 for (i = 0; i < m_vCharset[0].m_nPlainCharsetLen; i++)
421 if (isprint(m_vCharset[0].m_PlainCharset[i]))
422 printf("%c", m_vCharset[0].m_PlainCharset[i]);
428 printf("plain charset in hex: ");
429 for (i = 0; i < m_vCharset[0].m_nPlainCharsetLen; i++)
430 printf("%02x ", m_vCharset[0].m_PlainCharset[i]);
433 printf("plain length range: %d - %d\n", m_vCharset[0].m_nPlainLenMin, m_vCharset[0].m_nPlainLenMax);
434 printf("plain charset name: %s\n", m_vCharset[0].m_sPlainCharsetName.c_str());
435 //printf("plain charset content: %s\n", m_sPlainCharsetContent.c_str());
436 //for (i = 0; i <= m_nPlainLenMax; i++)
437 // printf("plain space up to %d: %s\n", i, uint64tostr(m_nPlainSpaceUpToX[i]).c_str());
438 printf("plain space total: %s\n", uint64tostr(m_nPlainSpaceTotal).c_str());
440 printf("rainbow table index: %d\n", m_nRainbowTableIndex);
441 printf("reduce offset: %s\n", uint64tostr(m_nReduceOffset).c_str());
445 void CChainWalkContext::GenerateRandomIndex()
447 RAND_bytes((unsigned char*)&m_nIndex, 8);
448 m_nIndex = m_nIndex % m_nPlainSpaceTotal;
451 void CChainWalkContext::SetIndex(uint64 nIndex)
456 void CChainWalkContext::SetHash(unsigned char* pHash)
458 memcpy(m_Hash, pHash, m_nHashLen);
461 void CChainWalkContext::IndexToPlain()
465 for (i = m_nPlainLenMaxTotal - 1; i >= m_nPlainLenMinTotal - 1; i--)
467 if (m_nIndex >= m_nPlainSpaceUpToX[i])
474 m_nPlainLen = m_nPlainLenMinTotal;
475 uint64 nIndexOfX = m_nIndex - m_nPlainSpaceUpToX[m_nPlainLen - 1];
477 // this is the generic code for non x86/x86_64 platforms
478 #if !defined(_M_X64) && !defined(_M_IX86) && !defined(__i386__) && !defined(__x86_64__)
480 // generic version (slow for non 64-bit platforms and gcc < 4.5.x)
481 for (i = m_nPlainLen - 1; i >= 0; i--)
484 for(uint32 j = 0; j < m_vCharset.size(); j++)
486 nCharsetLen += m_vCharset[j].m_nPlainLenMax;
487 if(i < nCharsetLen) // We found the correct charset
489 m_Plain[i] = m_vCharset[j].m_PlainCharset[nIndexOfX % m_vCharset[j].m_nPlainCharsetLen];
490 nIndexOfX /= m_vCharset[j].m_nPlainCharsetLen;
496 #elif defined(_M_X64) || defined(_M_IX86) || defined(__i386__) || defined(__x86_64__)
499 for (i = m_nPlainLen - 1; i >= 0; i--)
501 // 0x100000000 = 2^32
503 if (nIndexOfX < 0x100000000I64)
506 if (nIndexOfX < 0x100000000llu)
511 for(uint32 j = 0; j < m_vCharset.size(); j++)
513 nCharsetLen += m_vCharset[j].m_nPlainLenMax;
514 if(i < nCharsetLen) // We found the correct charset
516 m_Plain[i] = m_vCharset[j].m_PlainCharset[nIndexOfX % m_vCharset[j].m_nPlainCharsetLen];
517 nIndexOfX /= m_vCharset[j].m_nPlainCharsetLen;
523 uint32 nIndexOfX32 = (uint32)nIndexOfX;
527 for(uint32 j = 0; j < m_vCharset.size(); j++)
529 nCharsetLen += m_vCharset[j].m_nPlainLenMax;
530 if(i < nCharsetLen) // We found the correct charset
533 // m_Plain[i] = m_vCharset[j].m_PlainCharset[nIndexOfX32 % m_vCharset[j].m_nPlainCharsetLen];
534 // nIndexOfX32 /= m_vCharset[j].m_nPlainCharsetLen;
536 // moving nPlainCharsetLen into the asm body and avoiding the extra temp
537 // variable results in a performance gain
538 // unsigned int nPlainCharsetLen = m_vCharset[j].m_nPlainCharsetLen;
541 #if defined(_WIN32) && !defined(__GNUC__)
542 // VC++ still needs this
543 unsigned int nPlainCharsetLen = m_vCharset[j].m_nPlainCharsetLen;
553 m_Plain[i] = m_vCharset[j].m_PlainCharset[nTemp];
555 __asm__ __volatile__ ("xor %%edx, %%edx;"
557 : "=a"(nIndexOfX32), "=d"(nTemp)
558 : "a"(nIndexOfX32), "rm"(m_vCharset[j].m_nPlainCharsetLen)
560 m_Plain[i] = m_vCharset[j].m_PlainCharset[nTemp];
569 void CChainWalkContext::PlainToHash()
571 m_pHashRoutine(m_Plain, m_nPlainLen, m_Hash);
574 void CChainWalkContext::HashToIndex(int nPos)
576 m_nIndex = (*(uint64*)m_Hash + m_nReduceOffset + nPos) % m_nPlainSpaceTotal;
579 uint64 CChainWalkContext::GetIndex()
583 const uint64 *CChainWalkContext::GetIndexPtr()
588 string CChainWalkContext::GetPlain()
592 for (i = 0; i < m_nPlainLen; i++)
595 if (c >= 32 && c <= 126)
604 string CChainWalkContext::GetBinary()
606 return HexToStr(m_Plain, m_nPlainLen);
609 string CChainWalkContext::GetHash()
611 return HexToStr(m_Hash, m_nHashLen);
614 bool CChainWalkContext::CheckHash(unsigned char* pHash)
616 if (memcmp(m_Hash, pHash, m_nHashLen) == 0)
622 bool CChainWalkContext::isOldFormat()
624 return isOldRtFormat;
627 bool CChainWalkContext::isRti2Format()
629 return isRti2RtFormat;