natconv_test.go 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463
  1. // Copyright 2015 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package big
  5. import (
  6. "bytes"
  7. "fmt"
  8. "io"
  9. "math/bits"
  10. "strings"
  11. "testing"
  12. )
  13. func TestMaxBase(t *testing.T) {
  14. if MaxBase != len(digits) {
  15. t.Fatalf("%d != %d", MaxBase, len(digits))
  16. }
  17. }
  18. // log2 computes the integer binary logarithm of x.
  19. // The result is the integer n for which 2^n <= x < 2^(n+1).
  20. // If x == 0, the result is -1.
  21. func log2(x Word) int {
  22. return bits.Len(uint(x)) - 1
  23. }
  24. func itoa(x nat, base int) []byte {
  25. // special cases
  26. switch {
  27. case base < 2:
  28. panic("illegal base")
  29. case len(x) == 0:
  30. return []byte("0")
  31. }
  32. // allocate buffer for conversion
  33. i := x.bitLen()/log2(Word(base)) + 1 // +1: round up
  34. s := make([]byte, i)
  35. // don't destroy x
  36. q := nat(nil).set(x)
  37. // convert
  38. for len(q) > 0 {
  39. i--
  40. var r Word
  41. q, r = q.divW(q, Word(base))
  42. s[i] = digits[r]
  43. }
  44. return s[i:]
  45. }
  46. var strTests = []struct {
  47. x nat // nat value to be converted
  48. b int // conversion base
  49. s string // expected result
  50. }{
  51. {nil, 2, "0"},
  52. {nat{1}, 2, "1"},
  53. {nat{0xc5}, 2, "11000101"},
  54. {nat{03271}, 8, "3271"},
  55. {nat{10}, 10, "10"},
  56. {nat{1234567890}, 10, "1234567890"},
  57. {nat{0xdeadbeef}, 16, "deadbeef"},
  58. {nat{0x229be7}, 17, "1a2b3c"},
  59. {nat{0x309663e6}, 32, "o9cov6"},
  60. {nat{0x309663e6}, 62, "TakXI"},
  61. }
  62. func TestString(t *testing.T) {
  63. // test invalid base explicitly
  64. var panicStr string
  65. func() {
  66. defer func() {
  67. panicStr = recover().(string)
  68. }()
  69. natOne.utoa(1)
  70. }()
  71. if panicStr != "invalid base" {
  72. t.Errorf("expected panic for invalid base")
  73. }
  74. for _, a := range strTests {
  75. s := string(a.x.utoa(a.b))
  76. if s != a.s {
  77. t.Errorf("string%+v\n\tgot s = %s; want %s", a, s, a.s)
  78. }
  79. x, b, _, err := nat(nil).scan(strings.NewReader(a.s), a.b, false)
  80. if x.cmp(a.x) != 0 {
  81. t.Errorf("scan%+v\n\tgot z = %v; want %v", a, x, a.x)
  82. }
  83. if b != a.b {
  84. t.Errorf("scan%+v\n\tgot b = %d; want %d", a, b, a.b)
  85. }
  86. if err != nil {
  87. t.Errorf("scan%+v\n\tgot error = %s", a, err)
  88. }
  89. }
  90. }
  91. var natScanTests = []struct {
  92. s string // string to be scanned
  93. base int // input base
  94. frac bool // fraction ok
  95. x nat // expected nat
  96. b int // expected base
  97. count int // expected digit count
  98. err error // expected error
  99. next rune // next character (or 0, if at EOF)
  100. }{
  101. // invalid: no digits
  102. {"", 0, false, nil, 10, 0, errNoDigits, 0},
  103. {"_", 0, false, nil, 10, 0, errNoDigits, 0},
  104. {"?", 0, false, nil, 10, 0, errNoDigits, '?'},
  105. {"?", 10, false, nil, 10, 0, errNoDigits, '?'},
  106. {"", 10, false, nil, 10, 0, errNoDigits, 0},
  107. {"", 36, false, nil, 36, 0, errNoDigits, 0},
  108. {"", 62, false, nil, 62, 0, errNoDigits, 0},
  109. {"0b", 0, false, nil, 2, 0, errNoDigits, 0},
  110. {"0o", 0, false, nil, 8, 0, errNoDigits, 0},
  111. {"0x", 0, false, nil, 16, 0, errNoDigits, 0},
  112. {"0x_", 0, false, nil, 16, 0, errNoDigits, 0},
  113. {"0b2", 0, false, nil, 2, 0, errNoDigits, '2'},
  114. {"0B2", 0, false, nil, 2, 0, errNoDigits, '2'},
  115. {"0o8", 0, false, nil, 8, 0, errNoDigits, '8'},
  116. {"0O8", 0, false, nil, 8, 0, errNoDigits, '8'},
  117. {"0xg", 0, false, nil, 16, 0, errNoDigits, 'g'},
  118. {"0Xg", 0, false, nil, 16, 0, errNoDigits, 'g'},
  119. {"345", 2, false, nil, 2, 0, errNoDigits, '3'},
  120. // invalid: incorrect use of decimal point
  121. {"._", 0, true, nil, 10, 0, errNoDigits, 0},
  122. {".0", 0, false, nil, 10, 0, errNoDigits, '.'},
  123. {".0", 10, false, nil, 10, 0, errNoDigits, '.'},
  124. {".", 0, true, nil, 10, 0, errNoDigits, 0},
  125. {"0x.", 0, true, nil, 16, 0, errNoDigits, 0},
  126. {"0x.g", 0, true, nil, 16, 0, errNoDigits, 'g'},
  127. {"0x.0", 0, false, nil, 16, 0, errNoDigits, '.'},
  128. // invalid: incorrect use of separators
  129. {"_0", 0, false, nil, 10, 1, errInvalSep, 0},
  130. {"0_", 0, false, nil, 10, 1, errInvalSep, 0},
  131. {"0__0", 0, false, nil, 8, 1, errInvalSep, 0},
  132. {"0x___0", 0, false, nil, 16, 1, errInvalSep, 0},
  133. {"0_x", 0, false, nil, 10, 1, errInvalSep, 'x'},
  134. {"0_8", 0, false, nil, 10, 1, errInvalSep, '8'},
  135. {"123_.", 0, true, nat{123}, 10, 0, errInvalSep, 0},
  136. {"._123", 0, true, nat{123}, 10, -3, errInvalSep, 0},
  137. {"0b__1000", 0, false, nat{0x8}, 2, 4, errInvalSep, 0},
  138. {"0o60___0", 0, false, nat{0600}, 8, 3, errInvalSep, 0},
  139. {"0466_", 0, false, nat{0466}, 8, 3, errInvalSep, 0},
  140. {"01234567_8", 0, false, nat{01234567}, 8, 7, errInvalSep, '8'},
  141. {"1_.", 0, true, nat{1}, 10, 0, errInvalSep, 0},
  142. {"0._1", 0, true, nat{1}, 10, -1, errInvalSep, 0},
  143. {"2.7_", 0, true, nat{27}, 10, -1, errInvalSep, 0},
  144. {"0x1.0_", 0, true, nat{0x10}, 16, -1, errInvalSep, 0},
  145. // valid: separators are not accepted for base != 0
  146. {"0_", 10, false, nil, 10, 1, nil, '_'},
  147. {"1__0", 10, false, nat{1}, 10, 1, nil, '_'},
  148. {"0__8", 10, false, nil, 10, 1, nil, '_'},
  149. {"xy_z_", 36, false, nat{33*36 + 34}, 36, 2, nil, '_'},
  150. // valid, no decimal point
  151. {"0", 0, false, nil, 10, 1, nil, 0},
  152. {"0", 36, false, nil, 36, 1, nil, 0},
  153. {"0", 62, false, nil, 62, 1, nil, 0},
  154. {"1", 0, false, nat{1}, 10, 1, nil, 0},
  155. {"1", 10, false, nat{1}, 10, 1, nil, 0},
  156. {"0 ", 0, false, nil, 10, 1, nil, ' '},
  157. {"00 ", 0, false, nil, 8, 1, nil, ' '}, // octal 0
  158. {"0b1", 0, false, nat{1}, 2, 1, nil, 0},
  159. {"0B11000101", 0, false, nat{0xc5}, 2, 8, nil, 0},
  160. {"0B110001012", 0, false, nat{0xc5}, 2, 8, nil, '2'},
  161. {"07", 0, false, nat{7}, 8, 1, nil, 0},
  162. {"08", 0, false, nil, 10, 1, nil, '8'},
  163. {"08", 10, false, nat{8}, 10, 2, nil, 0},
  164. {"018", 0, false, nat{1}, 8, 1, nil, '8'},
  165. {"0o7", 0, false, nat{7}, 8, 1, nil, 0},
  166. {"0o18", 0, false, nat{1}, 8, 1, nil, '8'},
  167. {"0O17", 0, false, nat{017}, 8, 2, nil, 0},
  168. {"03271", 0, false, nat{03271}, 8, 4, nil, 0},
  169. {"10ab", 0, false, nat{10}, 10, 2, nil, 'a'},
  170. {"1234567890", 0, false, nat{1234567890}, 10, 10, nil, 0},
  171. {"A", 36, false, nat{10}, 36, 1, nil, 0},
  172. {"A", 37, false, nat{36}, 37, 1, nil, 0},
  173. {"xyz", 36, false, nat{(33*36+34)*36 + 35}, 36, 3, nil, 0},
  174. {"XYZ?", 36, false, nat{(33*36+34)*36 + 35}, 36, 3, nil, '?'},
  175. {"XYZ?", 62, false, nat{(59*62+60)*62 + 61}, 62, 3, nil, '?'},
  176. {"0x", 16, false, nil, 16, 1, nil, 'x'},
  177. {"0xdeadbeef", 0, false, nat{0xdeadbeef}, 16, 8, nil, 0},
  178. {"0XDEADBEEF", 0, false, nat{0xdeadbeef}, 16, 8, nil, 0},
  179. // valid, with decimal point
  180. {"0.", 0, false, nil, 10, 1, nil, '.'},
  181. {"0.", 10, true, nil, 10, 0, nil, 0},
  182. {"0.1.2", 10, true, nat{1}, 10, -1, nil, '.'},
  183. {".000", 10, true, nil, 10, -3, nil, 0},
  184. {"12.3", 10, true, nat{123}, 10, -1, nil, 0},
  185. {"012.345", 10, true, nat{12345}, 10, -3, nil, 0},
  186. {"0.1", 0, true, nat{1}, 10, -1, nil, 0},
  187. {"0.1", 2, true, nat{1}, 2, -1, nil, 0},
  188. {"0.12", 2, true, nat{1}, 2, -1, nil, '2'},
  189. {"0b0.1", 0, true, nat{1}, 2, -1, nil, 0},
  190. {"0B0.12", 0, true, nat{1}, 2, -1, nil, '2'},
  191. {"0o0.7", 0, true, nat{7}, 8, -1, nil, 0},
  192. {"0O0.78", 0, true, nat{7}, 8, -1, nil, '8'},
  193. {"0xdead.beef", 0, true, nat{0xdeadbeef}, 16, -4, nil, 0},
  194. // valid, with separators
  195. {"1_000", 0, false, nat{1000}, 10, 4, nil, 0},
  196. {"0_466", 0, false, nat{0466}, 8, 3, nil, 0},
  197. {"0o_600", 0, false, nat{0600}, 8, 3, nil, 0},
  198. {"0x_f0_0d", 0, false, nat{0xf00d}, 16, 4, nil, 0},
  199. {"0b1000_0001", 0, false, nat{0x81}, 2, 8, nil, 0},
  200. {"1_000.000_1", 0, true, nat{10000001}, 10, -4, nil, 0},
  201. {"0x_f00d.1e", 0, true, nat{0xf00d1e}, 16, -2, nil, 0},
  202. {"0x_f00d.1E2", 0, true, nat{0xf00d1e2}, 16, -3, nil, 0},
  203. {"0x_f00d.1eg", 0, true, nat{0xf00d1e}, 16, -2, nil, 'g'},
  204. }
  205. func TestScanBase(t *testing.T) {
  206. for _, a := range natScanTests {
  207. r := strings.NewReader(a.s)
  208. x, b, count, err := nat(nil).scan(r, a.base, a.frac)
  209. if err != a.err {
  210. t.Errorf("scan%+v\n\tgot error = %v; want %v", a, err, a.err)
  211. }
  212. if x.cmp(a.x) != 0 {
  213. t.Errorf("scan%+v\n\tgot z = %v; want %v", a, x, a.x)
  214. }
  215. if b != a.b {
  216. t.Errorf("scan%+v\n\tgot b = %d; want %d", a, b, a.base)
  217. }
  218. if count != a.count {
  219. t.Errorf("scan%+v\n\tgot count = %d; want %d", a, count, a.count)
  220. }
  221. next, _, err := r.ReadRune()
  222. if err == io.EOF {
  223. next = 0
  224. err = nil
  225. }
  226. if err == nil && next != a.next {
  227. t.Errorf("scan%+v\n\tgot next = %q; want %q", a, next, a.next)
  228. }
  229. }
  230. }
  231. var pi = "3" +
  232. "14159265358979323846264338327950288419716939937510582097494459230781640628620899862803482534211706798214808651" +
  233. "32823066470938446095505822317253594081284811174502841027019385211055596446229489549303819644288109756659334461" +
  234. "28475648233786783165271201909145648566923460348610454326648213393607260249141273724587006606315588174881520920" +
  235. "96282925409171536436789259036001133053054882046652138414695194151160943305727036575959195309218611738193261179" +
  236. "31051185480744623799627495673518857527248912279381830119491298336733624406566430860213949463952247371907021798" +
  237. "60943702770539217176293176752384674818467669405132000568127145263560827785771342757789609173637178721468440901" +
  238. "22495343014654958537105079227968925892354201995611212902196086403441815981362977477130996051870721134999999837" +
  239. "29780499510597317328160963185950244594553469083026425223082533446850352619311881710100031378387528865875332083" +
  240. "81420617177669147303598253490428755468731159562863882353787593751957781857780532171226806613001927876611195909" +
  241. "21642019893809525720106548586327886593615338182796823030195203530185296899577362259941389124972177528347913151" +
  242. "55748572424541506959508295331168617278558890750983817546374649393192550604009277016711390098488240128583616035" +
  243. "63707660104710181942955596198946767837449448255379774726847104047534646208046684259069491293313677028989152104" +
  244. "75216205696602405803815019351125338243003558764024749647326391419927260426992279678235478163600934172164121992" +
  245. "45863150302861829745557067498385054945885869269956909272107975093029553211653449872027559602364806654991198818" +
  246. "34797753566369807426542527862551818417574672890977772793800081647060016145249192173217214772350141441973568548" +
  247. "16136115735255213347574184946843852332390739414333454776241686251898356948556209921922218427255025425688767179" +
  248. "04946016534668049886272327917860857843838279679766814541009538837863609506800642251252051173929848960841284886" +
  249. "26945604241965285022210661186306744278622039194945047123713786960956364371917287467764657573962413890865832645" +
  250. "99581339047802759009946576407895126946839835259570982582262052248940772671947826848260147699090264013639443745" +
  251. "53050682034962524517493996514314298091906592509372216964615157098583874105978859597729754989301617539284681382" +
  252. "68683868942774155991855925245953959431049972524680845987273644695848653836736222626099124608051243884390451244" +
  253. "13654976278079771569143599770012961608944169486855584840635342207222582848864815845602850601684273945226746767" +
  254. "88952521385225499546667278239864565961163548862305774564980355936345681743241125150760694794510965960940252288" +
  255. "79710893145669136867228748940560101503308617928680920874760917824938589009714909675985261365549781893129784821" +
  256. "68299894872265880485756401427047755513237964145152374623436454285844479526586782105114135473573952311342716610" +
  257. "21359695362314429524849371871101457654035902799344037420073105785390621983874478084784896833214457138687519435" +
  258. "06430218453191048481005370614680674919278191197939952061419663428754440643745123718192179998391015919561814675" +
  259. "14269123974894090718649423196156794520809514655022523160388193014209376213785595663893778708303906979207734672" +
  260. "21825625996615014215030680384477345492026054146659252014974428507325186660021324340881907104863317346496514539" +
  261. "05796268561005508106658796998163574736384052571459102897064140110971206280439039759515677157700420337869936007" +
  262. "23055876317635942187312514712053292819182618612586732157919841484882916447060957527069572209175671167229109816" +
  263. "90915280173506712748583222871835209353965725121083579151369882091444210067510334671103141267111369908658516398" +
  264. "31501970165151168517143765761835155650884909989859982387345528331635507647918535893226185489632132933089857064" +
  265. "20467525907091548141654985946163718027098199430992448895757128289059232332609729971208443357326548938239119325" +
  266. "97463667305836041428138830320382490375898524374417029132765618093773444030707469211201913020330380197621101100" +
  267. "44929321516084244485963766983895228684783123552658213144957685726243344189303968642624341077322697802807318915" +
  268. "44110104468232527162010526522721116603966655730925471105578537634668206531098965269186205647693125705863566201" +
  269. "85581007293606598764861179104533488503461136576867532494416680396265797877185560845529654126654085306143444318" +
  270. "58676975145661406800700237877659134401712749470420562230538994561314071127000407854733269939081454664645880797" +
  271. "27082668306343285878569830523580893306575740679545716377525420211495576158140025012622859413021647155097925923" +
  272. "09907965473761255176567513575178296664547791745011299614890304639947132962107340437518957359614589019389713111" +
  273. "79042978285647503203198691514028708085990480109412147221317947647772622414254854540332157185306142288137585043" +
  274. "06332175182979866223717215916077166925474873898665494945011465406284336639379003976926567214638530673609657120" +
  275. "91807638327166416274888800786925602902284721040317211860820419000422966171196377921337575114959501566049631862" +
  276. "94726547364252308177036751590673502350728354056704038674351362222477158915049530984448933309634087807693259939" +
  277. "78054193414473774418426312986080998886874132604721569516239658645730216315981931951673538129741677294786724229" +
  278. "24654366800980676928238280689964004824354037014163149658979409243237896907069779422362508221688957383798623001" +
  279. "59377647165122893578601588161755782973523344604281512627203734314653197777416031990665541876397929334419521541" +
  280. "34189948544473456738316249934191318148092777710386387734317720754565453220777092120190516609628049092636019759" +
  281. "88281613323166636528619326686336062735676303544776280350450777235547105859548702790814356240145171806246436267" +
  282. "94561275318134078330336254232783944975382437205835311477119926063813346776879695970309833913077109870408591337"
  283. // Test case for BenchmarkScanPi.
  284. func TestScanPi(t *testing.T) {
  285. var x nat
  286. z, _, _, err := x.scan(strings.NewReader(pi), 10, false)
  287. if err != nil {
  288. t.Errorf("scanning pi: %s", err)
  289. }
  290. if s := string(z.utoa(10)); s != pi {
  291. t.Errorf("scanning pi: got %s", s)
  292. }
  293. }
  294. func TestScanPiParallel(t *testing.T) {
  295. const n = 2
  296. c := make(chan int)
  297. for i := 0; i < n; i++ {
  298. go func() {
  299. TestScanPi(t)
  300. c <- 0
  301. }()
  302. }
  303. for i := 0; i < n; i++ {
  304. <-c
  305. }
  306. }
  307. func BenchmarkScanPi(b *testing.B) {
  308. for i := 0; i < b.N; i++ {
  309. var x nat
  310. x.scan(strings.NewReader(pi), 10, false)
  311. }
  312. }
  313. func BenchmarkStringPiParallel(b *testing.B) {
  314. var x nat
  315. x, _, _, _ = x.scan(strings.NewReader(pi), 0, false)
  316. if string(x.utoa(10)) != pi {
  317. panic("benchmark incorrect: conversion failed")
  318. }
  319. b.RunParallel(func(pb *testing.PB) {
  320. for pb.Next() {
  321. x.utoa(10)
  322. }
  323. })
  324. }
  325. func BenchmarkScan(b *testing.B) {
  326. const x = 10
  327. for _, base := range []int{2, 8, 10, 16} {
  328. for _, y := range []Word{10, 100, 1000, 10000, 100000} {
  329. if isRaceBuilder && y > 1000 {
  330. continue
  331. }
  332. b.Run(fmt.Sprintf("%d/Base%d", y, base), func(b *testing.B) {
  333. b.StopTimer()
  334. var z nat
  335. z = z.expWW(x, y)
  336. s := z.utoa(base)
  337. if t := itoa(z, base); !bytes.Equal(s, t) {
  338. b.Fatalf("scanning: got %s; want %s", s, t)
  339. }
  340. b.StartTimer()
  341. for i := 0; i < b.N; i++ {
  342. z.scan(bytes.NewReader(s), base, false)
  343. }
  344. })
  345. }
  346. }
  347. }
  348. func BenchmarkString(b *testing.B) {
  349. const x = 10
  350. for _, base := range []int{2, 8, 10, 16} {
  351. for _, y := range []Word{10, 100, 1000, 10000, 100000} {
  352. if isRaceBuilder && y > 1000 {
  353. continue
  354. }
  355. b.Run(fmt.Sprintf("%d/Base%d", y, base), func(b *testing.B) {
  356. b.StopTimer()
  357. var z nat
  358. z = z.expWW(x, y)
  359. z.utoa(base) // warm divisor cache
  360. b.StartTimer()
  361. for i := 0; i < b.N; i++ {
  362. _ = z.utoa(base)
  363. }
  364. })
  365. }
  366. }
  367. }
  368. func BenchmarkLeafSize(b *testing.B) {
  369. for n := 0; n <= 16; n++ {
  370. b.Run(fmt.Sprint(n), func(b *testing.B) { LeafSizeHelper(b, 10, n) })
  371. }
  372. // Try some large lengths
  373. for _, n := range []int{32, 64} {
  374. b.Run(fmt.Sprint(n), func(b *testing.B) { LeafSizeHelper(b, 10, n) })
  375. }
  376. }
  377. func LeafSizeHelper(b *testing.B, base, size int) {
  378. b.StopTimer()
  379. originalLeafSize := leafSize
  380. resetTable(cacheBase10.table[:])
  381. leafSize = size
  382. b.StartTimer()
  383. for d := 1; d <= 10000; d *= 10 {
  384. b.StopTimer()
  385. var z nat
  386. z = z.expWW(Word(base), Word(d)) // build target number
  387. _ = z.utoa(base) // warm divisor cache
  388. b.StartTimer()
  389. for i := 0; i < b.N; i++ {
  390. _ = z.utoa(base)
  391. }
  392. }
  393. b.StopTimer()
  394. resetTable(cacheBase10.table[:])
  395. leafSize = originalLeafSize
  396. b.StartTimer()
  397. }
  398. func resetTable(table []divisor) {
  399. if table != nil && table[0].bbb != nil {
  400. for i := 0; i < len(table); i++ {
  401. table[i].bbb = nil
  402. table[i].nbits = 0
  403. table[i].ndigits = 0
  404. }
  405. }
  406. }
  407. func TestStringPowers(t *testing.T) {
  408. var p Word
  409. for b := 2; b <= 16; b++ {
  410. for p = 0; p <= 512; p++ {
  411. if testing.Short() && p > 10 {
  412. break
  413. }
  414. x := nat(nil).expWW(Word(b), p)
  415. xs := x.utoa(b)
  416. xs2 := itoa(x, b)
  417. if !bytes.Equal(xs, xs2) {
  418. t.Errorf("failed at %d ** %d in base %d: %s != %s", b, p, b, xs, xs2)
  419. }
  420. }
  421. if b >= 3 && testing.Short() {
  422. break
  423. }
  424. }
  425. }