common.hpp 9.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187
  1. /*
  2. Copyright (c) 2018-2019, tevador <tevador@gmail.com>
  3. All rights reserved.
  4. Redistribution and use in source and binary forms, with or without
  5. modification, are permitted provided that the following conditions are met:
  6. * Redistributions of source code must retain the above copyright
  7. notice, this list of conditions and the following disclaimer.
  8. * Redistributions in binary form must reproduce the above copyright
  9. notice, this list of conditions and the following disclaimer in the
  10. documentation and/or other materials provided with the distribution.
  11. * Neither the name of the copyright holder nor the
  12. names of its contributors may be used to endorse or promote products
  13. derived from this software without specific prior written permission.
  14. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
  15. ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
  16. WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  17. DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
  18. FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  19. DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
  20. SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  21. CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  22. OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  23. OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  24. */
  25. #pragma once
  26. #include <cstdint>
  27. #include <iostream>
  28. #include <climits>
  29. #include "blake2/endian.h"
  30. #include "configuration.h"
  31. #include "randomx.h"
  32. namespace randomx {
  33. static_assert(RANDOMX_ARGON_MEMORY >= 8, "RANDOMX_ARGON_MEMORY must be at least 8.");
  34. static_assert(RANDOMX_ARGON_MEMORY <= 2097152, "RANDOMX_ARGON_MEMORY must not exceed 2097152.");
  35. static_assert((RANDOMX_ARGON_MEMORY & (RANDOMX_ARGON_MEMORY - 1)) == 0, "RANDOMX_ARGON_MEMORY must be a power of 2.");
  36. static_assert(RANDOMX_ARGON_ITERATIONS > 0 && RANDOMX_ARGON_ITERATIONS < UINT32_MAX, "RANDOMX_ARGON_ITERATIONS must be a positive 32-bit integer.");
  37. static_assert(RANDOMX_ARGON_LANES > 0 && RANDOMX_ARGON_LANES <= 16777215, "RANDOMX_ARGON_LANES out of range");
  38. static_assert(RANDOMX_DATASET_BASE_SIZE >= 64, "RANDOMX_DATASET_BASE_SIZE must be at least 64.");
  39. static_assert((RANDOMX_DATASET_BASE_SIZE & (RANDOMX_DATASET_BASE_SIZE - 1)) == 0, "RANDOMX_DATASET_BASE_SIZE must be a power of 2.");
  40. static_assert(RANDOMX_DATASET_BASE_SIZE <= 4294967296ULL, "RANDOMX_DATASET_BASE_SIZE must not exceed 4294967296.");
  41. static_assert(RANDOMX_DATASET_EXTRA_SIZE % 64 == 0, "RANDOMX_DATASET_EXTRA_SIZE must be divisible by 64.");
  42. static_assert((uint64_t)RANDOMX_DATASET_BASE_SIZE + RANDOMX_DATASET_EXTRA_SIZE <= 17179869184, "Dataset size must not exceed 16 GiB.");
  43. static_assert(RANDOMX_PROGRAM_SIZE > 0, "RANDOMX_PROGRAM_SIZE must be greater than 0");
  44. static_assert(RANDOMX_PROGRAM_SIZE <= 32768, "RANDOMX_PROGRAM_SIZE must not exceed 32768");
  45. static_assert(RANDOMX_PROGRAM_ITERATIONS > 0, "RANDOMX_PROGRAM_ITERATIONS must be greater than 0");
  46. static_assert(RANDOMX_PROGRAM_COUNT > 0, "RANDOMX_PROGRAM_COUNT must be greater than 0");
  47. static_assert((RANDOMX_SCRATCHPAD_L3 & (RANDOMX_SCRATCHPAD_L3 - 1)) == 0, "RANDOMX_SCRATCHPAD_L3 must be a power of 2.");
  48. static_assert(RANDOMX_SCRATCHPAD_L3 >= RANDOMX_SCRATCHPAD_L2, "RANDOMX_SCRATCHPAD_L3 must be greater than or equal to RANDOMX_SCRATCHPAD_L2.");
  49. static_assert((RANDOMX_SCRATCHPAD_L2 & (RANDOMX_SCRATCHPAD_L2 - 1)) == 0, "RANDOMX_SCRATCHPAD_L2 must be a power of 2.");
  50. static_assert(RANDOMX_SCRATCHPAD_L2 >= RANDOMX_SCRATCHPAD_L1, "RANDOMX_SCRATCHPAD_L2 must be greater than or equal to RANDOMX_SCRATCHPAD_L1.");
  51. static_assert(RANDOMX_SCRATCHPAD_L1 >= 64, "RANDOMX_SCRATCHPAD_L1 must be at least 64.");
  52. static_assert((RANDOMX_SCRATCHPAD_L1 & (RANDOMX_SCRATCHPAD_L1 - 1)) == 0, "RANDOMX_SCRATCHPAD_L1 must be a power of 2.");
  53. static_assert(RANDOMX_CACHE_ACCESSES > 1, "RANDOMX_CACHE_ACCESSES must be greater than 1");
  54. static_assert(RANDOMX_SUPERSCALAR_LATENCY > 0, "RANDOMX_SUPERSCALAR_LATENCY must be greater than 0");
  55. static_assert(RANDOMX_SUPERSCALAR_LATENCY <= 10000, "RANDOMX_SUPERSCALAR_LATENCY must not exceed 10000");
  56. static_assert(RANDOMX_JUMP_BITS > 0, "RANDOMX_JUMP_BITS must be greater than 0.");
  57. static_assert(RANDOMX_JUMP_OFFSET >= 0, "RANDOMX_JUMP_OFFSET must be greater than or equal to 0.");
  58. static_assert(RANDOMX_JUMP_BITS + RANDOMX_JUMP_OFFSET <= 16, "RANDOMX_JUMP_BITS + RANDOMX_JUMP_OFFSET must not exceed 16.");
  59. constexpr int wtSum = RANDOMX_FREQ_IADD_RS + RANDOMX_FREQ_IADD_M + RANDOMX_FREQ_ISUB_R + \
  60. RANDOMX_FREQ_ISUB_M + RANDOMX_FREQ_IMUL_R + RANDOMX_FREQ_IMUL_M + RANDOMX_FREQ_IMULH_R + \
  61. RANDOMX_FREQ_IMULH_M + RANDOMX_FREQ_ISMULH_R + RANDOMX_FREQ_ISMULH_M + RANDOMX_FREQ_IMUL_RCP + \
  62. RANDOMX_FREQ_INEG_R + RANDOMX_FREQ_IXOR_R + RANDOMX_FREQ_IXOR_M + RANDOMX_FREQ_IROR_R + RANDOMX_FREQ_IROL_R + RANDOMX_FREQ_ISWAP_R + \
  63. RANDOMX_FREQ_FSWAP_R + RANDOMX_FREQ_FADD_R + RANDOMX_FREQ_FADD_M + RANDOMX_FREQ_FSUB_R + RANDOMX_FREQ_FSUB_M + \
  64. RANDOMX_FREQ_FSCAL_R + RANDOMX_FREQ_FMUL_R + RANDOMX_FREQ_FDIV_M + RANDOMX_FREQ_FSQRT_R + RANDOMX_FREQ_CBRANCH + \
  65. RANDOMX_FREQ_CFROUND + RANDOMX_FREQ_ISTORE + RANDOMX_FREQ_NOP;
  66. static_assert(wtSum == 256, "Sum of instruction frequencies must be 256.");
  67. constexpr uint32_t ArgonBlockSize = 1024;
  68. constexpr int ArgonSaltSize = sizeof("" RANDOMX_ARGON_SALT) - 1;
  69. static_assert(ArgonSaltSize >= 8, "RANDOMX_ARGON_SALT must be at least 8 characters long");
  70. constexpr int SuperscalarMaxSize = 3 * RANDOMX_SUPERSCALAR_LATENCY + 2;
  71. constexpr size_t CacheLineSize = RANDOMX_DATASET_ITEM_SIZE;
  72. constexpr int ScratchpadSize = RANDOMX_SCRATCHPAD_L3;
  73. constexpr uint32_t CacheLineAlignMask = (RANDOMX_DATASET_BASE_SIZE - 1) & ~(CacheLineSize - 1);
  74. constexpr uint32_t CacheSize = RANDOMX_ARGON_MEMORY * ArgonBlockSize;
  75. constexpr uint64_t DatasetSize = RANDOMX_DATASET_BASE_SIZE + RANDOMX_DATASET_EXTRA_SIZE;
  76. constexpr uint32_t DatasetExtraItems = RANDOMX_DATASET_EXTRA_SIZE / RANDOMX_DATASET_ITEM_SIZE;
  77. constexpr uint32_t ConditionMask = ((1 << RANDOMX_JUMP_BITS) - 1);
  78. constexpr int ConditionOffset = RANDOMX_JUMP_OFFSET;
  79. constexpr int StoreL3Condition = 14;
  80. //Prevent some unsafe configurations.
  81. #ifndef RANDOMX_UNSAFE
  82. static_assert((uint64_t)ArgonBlockSize * RANDOMX_CACHE_ACCESSES * RANDOMX_ARGON_MEMORY + 33554432 >= (uint64_t)RANDOMX_DATASET_BASE_SIZE + RANDOMX_DATASET_EXTRA_SIZE, "Unsafe configuration: Memory-time tradeoffs");
  83. static_assert((128 + RANDOMX_PROGRAM_SIZE * RANDOMX_FREQ_ISTORE / 256) * (RANDOMX_PROGRAM_COUNT * RANDOMX_PROGRAM_ITERATIONS) >= RANDOMX_SCRATCHPAD_L3, "Unsafe configuration: Insufficient Scratchpad writes");
  84. static_assert(RANDOMX_PROGRAM_COUNT > 1, "Unsafe configuration: Program filtering strategies");
  85. static_assert(RANDOMX_PROGRAM_SIZE >= 64, "Unsafe configuration: Low program entropy");
  86. static_assert(RANDOMX_PROGRAM_ITERATIONS >= 400, "Unsafe configuration: High compilation overhead");
  87. #endif
  88. #ifdef TRACE
  89. constexpr bool trace = true;
  90. #else
  91. constexpr bool trace = false;
  92. #endif
  93. #ifndef UNREACHABLE
  94. #ifdef __GNUC__
  95. #define UNREACHABLE __builtin_unreachable()
  96. #elif _MSC_VER
  97. #define UNREACHABLE __assume(false)
  98. #else
  99. #define UNREACHABLE
  100. #endif
  101. #endif
  102. #if defined(_M_X64) || defined(__x86_64__)
  103. #define RANDOMX_HAVE_COMPILER 1
  104. class JitCompilerX86;
  105. using JitCompiler = JitCompilerX86;
  106. #elif defined(__aarch64__)
  107. #define RANDOMX_HAVE_COMPILER 1
  108. class JitCompilerA64;
  109. using JitCompiler = JitCompilerA64;
  110. #else
  111. #define RANDOMX_HAVE_COMPILER 0
  112. class JitCompilerFallback;
  113. using JitCompiler = JitCompilerFallback;
  114. #endif
  115. using addr_t = uint32_t;
  116. using int_reg_t = uint64_t;
  117. struct fpu_reg_t {
  118. double lo;
  119. double hi;
  120. };
  121. constexpr uint32_t ScratchpadL1 = RANDOMX_SCRATCHPAD_L1 / sizeof(int_reg_t);
  122. constexpr uint32_t ScratchpadL2 = RANDOMX_SCRATCHPAD_L2 / sizeof(int_reg_t);
  123. constexpr uint32_t ScratchpadL3 = RANDOMX_SCRATCHPAD_L3 / sizeof(int_reg_t);
  124. constexpr int ScratchpadL1Mask = (ScratchpadL1 - 1) * 8;
  125. constexpr int ScratchpadL2Mask = (ScratchpadL2 - 1) * 8;
  126. constexpr int ScratchpadL1Mask16 = (ScratchpadL1 / 2 - 1) * 16;
  127. constexpr int ScratchpadL2Mask16 = (ScratchpadL2 / 2 - 1) * 16;
  128. constexpr int ScratchpadL3Mask = (ScratchpadL3 - 1) * 8;
  129. constexpr int ScratchpadL3Mask64 = (ScratchpadL3 / 8 - 1) * 64;
  130. constexpr int RegistersCount = 8;
  131. constexpr int RegisterCountFlt = RegistersCount / 2;
  132. constexpr int RegisterNeedsDisplacement = 5; //x86 r13 register
  133. constexpr int RegisterNeedsSib = 4; //x86 r12 register
  134. inline bool isZeroOrPowerOf2(uint64_t x) {
  135. return (x & (x - 1)) == 0;
  136. }
  137. constexpr int mantissaSize = 52;
  138. constexpr int exponentSize = 11;
  139. constexpr uint64_t mantissaMask = (1ULL << mantissaSize) - 1;
  140. constexpr uint64_t exponentMask = (1ULL << exponentSize) - 1;
  141. constexpr int exponentBias = 1023;
  142. constexpr int dynamicExponentBits = 4;
  143. constexpr int staticExponentBits = 4;
  144. constexpr uint64_t constExponentBits = 0x300;
  145. constexpr uint64_t dynamicMantissaMask = (1ULL << (mantissaSize + dynamicExponentBits)) - 1;
  146. struct MemoryRegisters {
  147. addr_t mx, ma;
  148. uint8_t* memory = nullptr;
  149. };
  150. //register file in little-endian byte order
  151. struct RegisterFile {
  152. int_reg_t r[RegistersCount];
  153. fpu_reg_t f[RegisterCountFlt];
  154. fpu_reg_t e[RegisterCountFlt];
  155. fpu_reg_t a[RegisterCountFlt];
  156. };
  157. typedef void(ProgramFunc)(RegisterFile&, MemoryRegisters&, uint8_t* /* scratchpad */, uint64_t);
  158. typedef void(DatasetInitFunc)(randomx_cache* cache, uint8_t* dataset, uint32_t startBlock, uint32_t endBlock);
  159. typedef void(DatasetDeallocFunc)(randomx_dataset*);
  160. typedef void(CacheDeallocFunc)(randomx_cache*);
  161. typedef void(CacheInitializeFunc)(randomx_cache*, const void*, size_t);
  162. }