xferspdy/data_test.go at master · monmohan/xferspdy · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
// Copyright 2015 Monmohan Singh. All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.
package xferspdy

import (
	"fmt"
	"hash/adler32"
	"io/ioutil"
	"log"
	"os"
	"reflect"
	"testing"
	"time"
)

func TestFingerprintCreate(t *testing.T) {
	//t.Skip("not now..")
	sign := NewFingerprint("testdata/Adler32testresource", 2048)
	fmt.Printf(" %v\n", sign.Blocksz)

}

func TestRollingChecksum(t *testing.T) {
	fmt.Println("testing checksum")
	file, e := os.Open("testdata/samplefile")
	defer file.Close()

	if e != nil {
		log.Fatal(e)
	}

	data, err := ioutil.ReadAll(file)
	if err != nil {
		log.Fatal(err)
	}

	mid := 5000
	//mid = 1100

	numIter := 100
	st := 3076
	for numIter > 0 {
		x := data[st:mid]
		libsum := adler32.Checksum(x)
		libroll, state := Checksum(x)
		fmt.Printf("Libsum %d libroll %d \n", libsum, libroll)
		if !reflect.DeepEqual(libsum, libroll) {
			fmt.Printf("Libsum %d libroll %d \n", libsum, libroll)
			t.FailNow()
		}
		st++
		x = data[st : mid+1]
		libsum = adler32.Checksum(x)
		libroll = state.UpdateWindow(data[mid])

		if !reflect.DeepEqual(libsum, libroll) {
			fmt.Printf("Libsum %d libroll %d \n", libsum, libroll)
			t.FailNow()
		}
		numIter--
		mid++
	}

}

func TestNormalVsFastfpgen(t *testing.T) {
	fmt.Println("==TestNormalVsFastfpgen==")

	blksz := 1024
	basefile := "testdata/largebinaryfile"
	bfile, _ := os.Open(basefile)
	defer bfile.Close()
	fileInfo, _ := bfile.Stat()
	numblocks := (fileInfo.Size() / int64(blksz))
	fmt.Printf("numblocks %d\n", numblocks)
	start := time.Now()
	generator := &FingerprintGenerator{Source: bfile, ConcurrentMode: false, BlockSize: uint32(blksz)}
	sign1 := generator.Generate()
	fmt.Printf("Time taken in Seq mode: %s \n", time.Now().Sub(start))

	bfile.Seek(0, 0)
	st := time.Now()
	sign2 := NewFingerprintFromReader(bfile, uint32(blksz))
	fmt.Printf("Time taken in Fast mode: %s \n", time.Now().Sub(st))

	if sign1.DeepEqual(sign2) {
		fmt.Printf("Signature matched %s %s \n", sign1.Source, sign2.Source)
	} else {
		t.Fail()
	}

}

func Example() {
	//Create fingerprint of a file
	fingerprint := NewFingerprint("/path/foo_v1.binary", 1024)

	//Say the file was updated
	//Lets generate the diff
	diff := NewDiff("/path/foo_v2.binary", *fingerprint)

	//diff is sufficient to recover/recreate the modified file, given the base/source and the diff.
	modifiedFile, _ := os.OpenFile("/path/foo_v2_from_v1.binary", os.O_CREATE|os.O_WRONLY, 0777)

	//This writes the output to modifiedFile (Writer). The result will be the same binary as /path/foo_v2.binary
	PatchFile(diff, "/path/foo_v1.binary", modifiedFile)

}