common.hpp 8.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177
  1. /*
  2. Copyright (c) 2018-2019, tevador <tevador@gmail.com>
  3. All rights reserved.
  4. Redistribution and use in source and binary forms, with or without
  5. modification, are permitted provided that the following conditions are met:
  6. * Redistributions of source code must retain the above copyright
  7. notice, this list of conditions and the following disclaimer.
  8. * Redistributions in binary form must reproduce the above copyright
  9. notice, this list of conditions and the following disclaimer in the
  10. documentation and/or other materials provided with the distribution.
  11. * Neither the name of the copyright holder nor the
  12. names of its contributors may be used to endorse or promote products
  13. derived from this software without specific prior written permission.
  14. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
  15. ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
  16. WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  17. DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
  18. FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  19. DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  20. SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  21. CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  22. OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  23. OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  24. */
  25. #pragma once
  26. #include <cstdint>
  27. #include <iostream>
  28. #include <climits>
  29. #include "blake2/endian.h"
  30. #include "configuration.h"
  31. #include "randomx.h"
  32. namespace randomx {
  33. static_assert(RANDOMX_ARGON_MEMORY > 0, "RANDOMX_ARGON_MEMORY must be greater than 0.");
  34. static_assert((RANDOMX_ARGON_MEMORY & (RANDOMX_ARGON_MEMORY - 1)) == 0, "RANDOMX_ARGON_MEMORY must be a power of 2.");
  35. static_assert(RANDOMX_DATASET_BASE_SIZE >= 64, "RANDOMX_DATASET_BASE_SIZE must be at least 64.");
  36. static_assert((RANDOMX_DATASET_BASE_SIZE & (RANDOMX_DATASET_BASE_SIZE - 1)) == 0, "RANDOMX_DATASET_BASE_SIZE must be a power of 2.");
  37. static_assert(RANDOMX_DATASET_BASE_SIZE <= 4294967296ULL, "RANDOMX_DATASET_BASE_SIZE must not exceed 4294967296.");
  38. static_assert(RANDOMX_DATASET_EXTRA_SIZE % 64 == 0, "RANDOMX_DATASET_EXTRA_SIZE must be divisible by 64.");
  39. static_assert(RANDOMX_PROGRAM_SIZE > 0, "RANDOMX_PROGRAM_SIZE must be greater than 0");
  40. static_assert(RANDOMX_PROGRAM_ITERATIONS > 0, "RANDOMX_PROGRAM_ITERATIONS must be greater than 0");
  41. static_assert(RANDOMX_PROGRAM_COUNT > 0, "RANDOMX_PROGRAM_COUNT must be greater than 0");
  42. static_assert((RANDOMX_SCRATCHPAD_L3 & (RANDOMX_SCRATCHPAD_L3 - 1)) == 0, "RANDOMX_SCRATCHPAD_L3 must be a power of 2.");
  43. static_assert(RANDOMX_SCRATCHPAD_L3 >= RANDOMX_SCRATCHPAD_L2, "RANDOMX_SCRATCHPAD_L3 must be greater than or equal to RANDOMX_SCRATCHPAD_L2.");
  44. static_assert((RANDOMX_SCRATCHPAD_L2 & (RANDOMX_SCRATCHPAD_L2 - 1)) == 0, "RANDOMX_SCRATCHPAD_L2 must be a power of 2.");
  45. static_assert(RANDOMX_SCRATCHPAD_L2 >= RANDOMX_SCRATCHPAD_L1, "RANDOMX_SCRATCHPAD_L2 must be greater than or equal to RANDOMX_SCRATCHPAD_L1.");
  46. static_assert(RANDOMX_SCRATCHPAD_L1 >= 64, "RANDOMX_SCRATCHPAD_L1 must be at least 64.");
  47. static_assert((RANDOMX_SCRATCHPAD_L1 & (RANDOMX_SCRATCHPAD_L1 - 1)) == 0, "RANDOMX_SCRATCHPAD_L1 must be a power of 2.");
  48. static_assert(RANDOMX_CACHE_ACCESSES > 1, "RANDOMX_CACHE_ACCESSES must be greater than 1");
  49. static_assert(RANDOMX_SUPERSCALAR_LATENCY > 0, "RANDOMX_SUPERSCALAR_LATENCY must be greater than 0");
  50. static_assert(RANDOMX_JUMP_BITS > 0, "RANDOMX_JUMP_BITS must be greater than 0.");
  51. static_assert(RANDOMX_JUMP_OFFSET >= 0, "RANDOMX_JUMP_OFFSET must be greater than or equal to 0.");
  52. static_assert(RANDOMX_JUMP_BITS + RANDOMX_JUMP_OFFSET <= 16, "RANDOMX_JUMP_BITS + RANDOMX_JUMP_OFFSET must not exceed 16.");
  53. constexpr int wtSum = RANDOMX_FREQ_IADD_RS + RANDOMX_FREQ_IADD_M + RANDOMX_FREQ_ISUB_R + \
  54. RANDOMX_FREQ_ISUB_M + RANDOMX_FREQ_IMUL_R + RANDOMX_FREQ_IMUL_M + RANDOMX_FREQ_IMULH_R + \
  55. RANDOMX_FREQ_IMULH_M + RANDOMX_FREQ_ISMULH_R + RANDOMX_FREQ_ISMULH_M + RANDOMX_FREQ_IMUL_RCP + \
  56. RANDOMX_FREQ_INEG_R + RANDOMX_FREQ_IXOR_R + RANDOMX_FREQ_IXOR_M + RANDOMX_FREQ_IROR_R + RANDOMX_FREQ_ISWAP_R + \
  57. RANDOMX_FREQ_FSWAP_R + RANDOMX_FREQ_FADD_R + RANDOMX_FREQ_FADD_M + RANDOMX_FREQ_FSUB_R + RANDOMX_FREQ_FSUB_M + \
  58. RANDOMX_FREQ_FSCAL_R + RANDOMX_FREQ_FMUL_R + RANDOMX_FREQ_FDIV_M + RANDOMX_FREQ_FSQRT_R + RANDOMX_FREQ_CBRANCH + \
  59. RANDOMX_FREQ_CFROUND + RANDOMX_FREQ_ISTORE + RANDOMX_FREQ_NOP;
  60. static_assert(wtSum == 256, "Sum of instruction frequencies must be 256.");
  61. constexpr int ArgonBlockSize = 1024;
  62. constexpr int ArgonSaltSize = sizeof("" RANDOMX_ARGON_SALT) - 1;
  63. constexpr int SuperscalarMaxSize = 3 * RANDOMX_SUPERSCALAR_LATENCY + 2;
  64. constexpr int CacheLineSize = RANDOMX_DATASET_ITEM_SIZE;
  65. constexpr int ScratchpadSize = RANDOMX_SCRATCHPAD_L3;
  66. constexpr uint32_t CacheLineAlignMask = (RANDOMX_DATASET_BASE_SIZE - 1) & ~(CacheLineSize - 1);
  67. constexpr uint32_t CacheSize = RANDOMX_ARGON_MEMORY * ArgonBlockSize;
  68. constexpr uint64_t DatasetSize = RANDOMX_DATASET_BASE_SIZE + RANDOMX_DATASET_EXTRA_SIZE;
  69. constexpr uint32_t DatasetExtraItems = RANDOMX_DATASET_EXTRA_SIZE / RANDOMX_DATASET_ITEM_SIZE;
  70. constexpr uint32_t ConditionMask = ((1 << RANDOMX_JUMP_BITS) - 1);
  71. constexpr int ConditionOffset = RANDOMX_JUMP_OFFSET;
  72. constexpr int StoreL3Condition = 14;
  73. //Prevent some unsafe configurations.
  74. #ifndef RANDOMX_UNSAFE
  75. static_assert(RANDOMX_CACHE_ACCESSES * RANDOMX_ARGON_MEMORY * ArgonBlockSize + 33554432 >= RANDOMX_DATASET_BASE_SIZE + RANDOMX_DATASET_EXTRA_SIZE, "Unsafe configuration: Memory-time tradeoffs");
  76. static_assert((128 + RANDOMX_PROGRAM_SIZE * RANDOMX_FREQ_ISTORE / 256) * (RANDOMX_PROGRAM_COUNT * RANDOMX_PROGRAM_ITERATIONS) >= RANDOMX_SCRATCHPAD_L3, "Unsafe configuration: Insufficient Scratchpad writes");
  77. static_assert(RANDOMX_PROGRAM_COUNT > 1, "Unsafe configuration: Program filtering strategies");
  78. static_assert(RANDOMX_PROGRAM_SIZE >= 64, "Unsafe configuration: Low program entropy");
  79. static_assert(RANDOMX_PROGRAM_ITERATIONS >= 400, "Unsafe configuration: High compilation overhead");
  80. #endif
  81. #ifdef TRACE
  82. constexpr bool trace = true;
  83. #else
  84. constexpr bool trace = false;
  85. #endif
  86. #ifndef UNREACHABLE
  87. #ifdef __GNUC__
  88. #define UNREACHABLE __builtin_unreachable()
  89. #elif _MSC_VER
  90. #define UNREACHABLE __assume(false)
  91. #else
  92. #define UNREACHABLE
  93. #endif
  94. #endif
  95. #if defined(_M_X64) || defined(__x86_64__)
  96. class JitCompilerX86;
  97. using JitCompiler = JitCompilerX86;
  98. #elif defined(__aarch64__)
  99. class JitCompilerA64;
  100. using JitCompiler = JitCompilerA64;
  101. #else
  102. class JitCompilerFallback;
  103. using JitCompiler = JitCompilerFallback;
  104. #endif
  105. using addr_t = uint32_t;
  106. using int_reg_t = uint64_t;
  107. struct fpu_reg_t {
  108. double lo;
  109. double hi;
  110. };
  111. constexpr uint32_t ScratchpadL1 = RANDOMX_SCRATCHPAD_L1 / sizeof(int_reg_t);
  112. constexpr uint32_t ScratchpadL2 = RANDOMX_SCRATCHPAD_L2 / sizeof(int_reg_t);
  113. constexpr uint32_t ScratchpadL3 = RANDOMX_SCRATCHPAD_L3 / sizeof(int_reg_t);
  114. constexpr int ScratchpadL1Mask = (ScratchpadL1 - 1) * 8;
  115. constexpr int ScratchpadL2Mask = (ScratchpadL2 - 1) * 8;
  116. constexpr int ScratchpadL1Mask16 = (ScratchpadL1 / 2 - 1) * 16;
  117. constexpr int ScratchpadL2Mask16 = (ScratchpadL2 / 2 - 1) * 16;
  118. constexpr int ScratchpadL3Mask = (ScratchpadL3 - 1) * 8;
  119. constexpr int ScratchpadL3Mask64 = (ScratchpadL3 / 8 - 1) * 64;
  120. constexpr int RegistersCount = 8;
  121. constexpr int RegisterCountFlt = RegistersCount / 2;
  122. constexpr int RegisterNeedsDisplacement = 5; //x86 r13 register
  123. constexpr int RegisterNeedsSib = 4; //x86 r12 register
  124. inline bool isPowerOf2(uint64_t x) {
  125. return (x & (x - 1)) == 0;
  126. }
  127. constexpr int mantissaSize = 52;
  128. constexpr int exponentSize = 11;
  129. constexpr uint64_t mantissaMask = (1ULL << mantissaSize) - 1;
  130. constexpr uint64_t exponentMask = (1ULL << exponentSize) - 1;
  131. constexpr int exponentBias = 1023;
  132. constexpr int dynamicExponentBits = 4;
  133. constexpr int staticExponentBits = 4;
  134. constexpr uint64_t constExponentBits = 0x300;
  135. constexpr uint64_t dynamicMantissaMask = (1ULL << (mantissaSize + dynamicExponentBits)) - 1;
  136. struct MemoryRegisters {
  137. addr_t mx, ma;
  138. uint8_t* memory = nullptr;
  139. };
  140. struct RegisterFile {
  141. int_reg_t r[RegistersCount];
  142. fpu_reg_t f[RegistersCount / 2];
  143. fpu_reg_t e[RegistersCount / 2];
  144. fpu_reg_t a[RegistersCount / 2];
  145. };
  146. typedef void(DatasetReadFunc)(addr_t, MemoryRegisters&, int_reg_t(&reg)[RegistersCount]);
  147. typedef void(ProgramFunc)(RegisterFile&, MemoryRegisters&, uint8_t* /* scratchpad */, uint64_t);
  148. typedef void(DatasetInitFunc)(randomx_cache* cache, uint8_t* dataset, uint32_t startBlock, uint32_t endBlock);
  149. typedef void(DatasetDeallocFunc)(randomx_dataset*);
  150. typedef void(CacheDeallocFunc)(randomx_cache*);
  151. typedef void(CacheInitializeFunc)(randomx_cache*, const void*, size_t);
  152. }