mirror of
https://gitlab.com/pulsechaincom/erigon-pulse.git
synced 2024-12-29 07:07:16 +00:00
f93ea948d0
* Update * Intermediate * Huffman decoding * Fix lint Co-authored-by: Alex Sharp <alexsharp@Alexs-MacBook-Pro.local> Co-authored-by: Alexey Sharp <alexeysharp@Alexeys-iMac.local>
120 lines
2.7 KiB
Go
120 lines
2.7 KiB
Go
/*
|
|
Copyright 2021 Erigon contributors
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package compress
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"hash/crc32"
|
|
"io"
|
|
"os"
|
|
"path/filepath"
|
|
"testing"
|
|
)
|
|
|
|
func TestCompressEmptyDict(t *testing.T) {
|
|
tmpDir := t.TempDir()
|
|
file := filepath.Join(tmpDir, "compressed")
|
|
c, err := NewCompressor(context.Background(), t.Name(), file, tmpDir, 100, 1)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer c.Close()
|
|
|
|
if err = c.AddWord([]byte("word")); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err = c.Compress(); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
var d *Decompressor
|
|
if d, err = NewDecompressor(file); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer d.Close()
|
|
g := d.MakeGetter()
|
|
if !g.HasNext() {
|
|
t.Fatalf("expected a word")
|
|
}
|
|
word, _ := g.Next(nil)
|
|
if string(word) != "word" {
|
|
t.Fatalf("expeced word, got (hex) %x", word)
|
|
}
|
|
if g.HasNext() {
|
|
t.Fatalf("not expecting anything else")
|
|
}
|
|
}
|
|
|
|
//nolint
|
|
func checksum(file string) uint32 {
|
|
hasher := crc32.NewIEEE()
|
|
f, err := os.Open(file)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
defer f.Close()
|
|
if _, err := io.Copy(hasher, f); err != nil {
|
|
panic(err)
|
|
}
|
|
return hasher.Sum32()
|
|
}
|
|
|
|
func prepareDict(t *testing.T) *Decompressor {
|
|
tmpDir := t.TempDir()
|
|
file := filepath.Join(tmpDir, "compressed")
|
|
t.Name()
|
|
c, err := NewCompressor(context.Background(), t.Name(), file, tmpDir, 1, 2)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer c.Close()
|
|
for i := 0; i < 100; i++ {
|
|
if err = c.AddWord([]byte(fmt.Sprintf("longlongword %d", i))); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
if err = c.Compress(); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
var d *Decompressor
|
|
if d, err = NewDecompressor(file); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
return d
|
|
}
|
|
|
|
func TestCompressDict1(t *testing.T) {
|
|
d := prepareDict(t)
|
|
defer d.Close()
|
|
g := d.MakeGetter()
|
|
i := 0
|
|
for g.HasNext() {
|
|
word, _ := g.Next(nil)
|
|
expected := fmt.Sprintf("longlongword %d", i)
|
|
if string(word) != expected {
|
|
t.Errorf("expected %s, got (hex) [%s]", expected, word)
|
|
}
|
|
i++
|
|
}
|
|
|
|
if cs := checksum(d.compressedFile); cs != 1837914467 {
|
|
// it's ok if hash changed, but need re-generate all existing snapshot hashes
|
|
// in https://github.com/ledgerwatch/erigon-snapshot
|
|
t.Errorf("result file hash changed, %d", cs)
|
|
}
|
|
}
|