blob: d44e16143fd2946522ac28ca9d6b02689008d0e7 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
|
package org.brotli.integration;
import org.brotli.dec.BrotliInputStream;
import java.io.ByteArrayInputStream;
import java.io.ByteArrayOutputStream;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.util.ArrayList;
/**
* Measures decompression speed on the given corpus.
*/
public class Benchmark {
private static byte[] readFile(String fileName) throws IOException {
int bufferLength = 65536;
byte[] buffer = new byte[bufferLength];
ByteArrayOutputStream baos = new ByteArrayOutputStream();
FileInputStream fin = new FileInputStream(fileName);
try {
int bytesRead;
while ((bytesRead = fin.read(buffer)) >= 0) {
baos.write(buffer, 0, bytesRead);
}
} finally {
fin.close();
}
return baos.toByteArray();
}
private static long decodeBytes(InputStream input, OutputStream output, byte[] buffer)
throws IOException {
long totalOut = 0;
int readBytes;
BrotliInputStream in = new BrotliInputStream(input);
try {
while ((readBytes = in.read(buffer)) >= 0) {
output.write(buffer, 0, readBytes);
totalOut += readBytes;
}
} finally {
in.close();
}
return totalOut;
}
public static void main(String... args) throws IOException {
if (args.length == 0) {
System.out.println("Usage: benchmark <corpus>");
return;
}
File corpusDir = new File(args[0]);
ArrayList<String> fileNames = new ArrayList<String>();
File[] filesList = corpusDir.listFiles();
if (filesList == null) {
System.out.println("'" + args[0] + "' is not a directory");
return;
}
for (File file : filesList) {
if (!file.isFile()) {
continue;
}
String fileName = file.getAbsolutePath();
if (!fileName.endsWith(".brotli")) {
continue;
}
fileNames.add(fileName);
}
int fileCount = fileNames.size();
if (fileCount == 0) {
System.out.println("No files found");
return;
}
byte[][] files = new byte[fileCount][];
for (int i = 0; i < fileCount; ++i) {
files[i] = readFile(fileNames.get(i));
}
ByteArrayOutputStream baos = new ByteArrayOutputStream(65536);
byte[] buffer = new byte[65536];
int warmupRepeat = 10;
long bytesDecoded = 0;
for (int i = 0; i < warmupRepeat; ++i) {
bytesDecoded = 0;
for (int j = 0; j < fileCount; ++j) {
baos.reset();
bytesDecoded += decodeBytes(new ByteArrayInputStream(files[j]), baos, buffer);
}
}
int repeat = 100;
long bestTime = Long.MAX_VALUE;
for (int i = 0; i < repeat; ++i) {
long start = System.nanoTime();
for (int j = 0; j < fileCount; ++j) {
baos.reset();
decodeBytes(new ByteArrayInputStream(files[j]), baos, buffer);
}
long end = System.nanoTime();
long timeDelta = end - start;
if (timeDelta < bestTime) {
bestTime = timeDelta;
}
}
double timeDeltaSeconds = bestTime / 1000000000.0;
if (timeDeltaSeconds <= 0) {
return;
}
double mbDecoded = bytesDecoded / (1024.0 * 1024.0);
System.out.println(mbDecoded / timeDeltaSeconds);
}
}
|
