diff options
4 files changed, 421 insertions, 0 deletions
diff --git a/src/test/java/com/amazon/carbonado/TestUtilities.java b/src/test/java/com/amazon/carbonado/TestUtilities.java index edf8754..d964c6e 100644 --- a/src/test/java/com/amazon/carbonado/TestUtilities.java +++ b/src/test/java/com/amazon/carbonado/TestUtilities.java @@ -19,7 +19,11 @@ package com.amazon.carbonado; import java.io.File;
import java.io.IOException;
+import java.util.Collections;
+import java.util.HashSet;
import java.util.Random;
+import java.util.Set;
+import java.util.UUID;
import com.amazon.carbonado.repo.sleepycat.BDBRepositoryBuilder;
@@ -37,6 +41,8 @@ public class TestUtilities { private static final Random sRandom = new Random();
+ private static final Set<File> cTempFiles = Collections.synchronizedSet(new HashSet<File>());
+
public static String makeTestDirectoryString(String nameElement) {
return makeTestDirectory(nameElement).getAbsolutePath();
}
@@ -174,4 +180,36 @@ public class TestUtilities { }
return buffer.toString();
}
+
+ public static File makeTempDir(String prefix) throws IOException {
+ File temp;
+ do {
+ temp = new File(System.getProperty("java.io.tmpdir"),
+ prefix + '-' + UUID.randomUUID());
+ } while (temp.exists());
+ if (!temp.mkdir()) {
+ throw new IOException("Couldn't create temp directory: " + temp);
+ }
+ cTempFiles.add(temp);
+ return temp;
+ }
+
+ public static void deleteTempDir(File file) {
+ if (!cTempFiles.remove(file)) {
+ // Was not registered, so leave it alone.
+ return;
+ }
+ recursiveDelete(file);
+ }
+
+ private static void recursiveDelete(File file) {
+ if (file.isDirectory()) {
+ for (File f : file.listFiles()) {
+ recursiveDelete(f);
+ }
+ }
+ if (!file.delete()) {
+ System.err.println("Couldn't delete file: " + file);
+ }
+ }
}
diff --git a/src/test/java/com/amazon/carbonado/repo/sleepycat/CompressionTest.java b/src/test/java/com/amazon/carbonado/repo/sleepycat/CompressionTest.java new file mode 100644 index 0000000..e3f370d --- /dev/null +++ b/src/test/java/com/amazon/carbonado/repo/sleepycat/CompressionTest.java @@ -0,0 +1,302 @@ +/* + * Copyright 2009 Amazon Technologies, Inc. or its affiliates. + * Amazon, Amazon.com and Carbonado are trademarks or registered trademarks + * of Amazon Technologies, Inc. or its affiliates. All rights reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package com.amazon.carbonado.repo.sleepycat; + +import java.io.File; + +import java.net.InetAddress; + +import java.util.concurrent.TimeUnit; + +import junit.framework.TestCase; +import junit.framework.TestSuite; + +import junit.framework.TestCase; +import junit.framework.TestSuite; + +import com.amazon.carbonado.*; + +import com.amazon.carbonado.layout.Layout; +import com.amazon.carbonado.layout.LayoutCapability; +import com.amazon.carbonado.layout.Unevolvable; + +import com.amazon.carbonado.repo.sleepycat.BDBRepositoryBuilder; + +import com.amazon.carbonado.TestUtilities; + +/** + * @author Olga Kuznetosova + */ +public class CompressionTest extends TestCase { + protected Repository mRepository; + protected Repository mRepository1; + private File mDir; + private File mDir1; + + public static void main(String[] args) { + junit.textui.TestRunner.run(suite()); + } + + public static TestSuite suite() { + return new TestSuite(CompressionTest.class); + } + + @Override + protected void tearDown() throws Exception { + if (mRepository != null) { + mRepository.close(); + mRepository = null; + } + + if (mDir != null) { + TestUtilities.deleteTempDir(mDir); + mDir = null; + } + + if (mRepository1 != null) { + mRepository1.close(); + mRepository1 = null; + } + + if (mDir1 != null) { + TestUtilities.deleteTempDir(mDir1); + mDir1 = null; + } + } + + public void test_compression() throws Exception { + mRepository = createRepository("uncompressed"); + assertNotNull(mRepository); + Storage<StorableMessage1> storage = mRepository.storageFor(StorableMessage1.class); + + StorableMessage1 message; + for (int i = 0; i < 1000; ++i) { + message = storage.prepare(); + message.setKey(Integer.toString(i)+ "aaa"); + message.setValue("WORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORD"); + message.insert(); + message.setValue("BORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORD"); + message.update(); + } + + mRepository1 = createZippedRepository("compressed"); + assertNotNull(mRepository1); + Storage<StorableMessage1> storage1 = mRepository1.storageFor(StorableMessage1.class); + StorableMessage1 message2; + for (int i = 0; i < 1000; ++i) { + message2 = storage1.prepare(); + message2.setKey(Integer.toString(i)+ "aaa"); + message2.setValue("WORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORD"); + message2.insert(); + message2.setValue("BORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORDWORD"); + message2.update(); + } + + + File[] files = mDir.listFiles(); + long total = 0; + for (int i = 0; i < files.length; i++) { + total += files[i].length(); + } + + + files = mDir1.listFiles(); + long total1 = 0; + for (int i = 0; i < files.length; i++) { + total1 += files[i].length(); + } + assertTrue(total > total1); + + } + + public void test_compression1() throws Exception { + mRepository = createRepository("uncompressed"); + assertNotNull(mRepository); + Storage<StorableMessage1> storage = mRepository.storageFor(StorableMessage1.class); + + StorableMessage1 message; + for (int i = 0; i < 10000; ++i) { + message = storage.prepare(); + message.setKey(Integer.toString(i)); + message.setValue("abababababababa"); + message.insert(); + } + + mRepository1 = createZippedRepository("compressed"); + assertNotNull(mRepository1); + Storage<StorableMessage1> storage1 = mRepository1.storageFor(StorableMessage1.class); + StorableMessage1 message2; + for (int i = 0; i < 10000; ++i) { + message2 = storage1.prepare(); + message2.setKey(Integer.toString(i)); + message2.setValue("abababababababa"); + message2.insert(); + } + + + File[] files = mDir.listFiles(); + long total = 0; + for (int i = 0; i < files.length; i++) { + total += files[i].length(); + } + + + files = mDir1.listFiles(); + long total1 = 0; + for (int i = 0; i < files.length; i++) { + total1 += files[i].length(); + } + + assertTrue(total > total1); + } + + public void test_layout() throws Exception { + // Verify that compressed and uncompressed records of same type can co-exist. + + mDir = TestUtilities.makeTempDir("comp-layout"); + + BDBRepositoryBuilder bdb = new BDBRepositoryBuilder(); + bdb.setName("comp-layout"); + bdb.setEnvironmentHomeFile(mDir); + bdb.setCacheSize(200000); + bdb.setTransactionWriteNoSync(true); + mRepository = bdb.build(); + + Storage<StorableMessage1> storage = mRepository.storageFor(StorableMessage1.class); + StorableMessage1 message = storage.prepare(); + message.setKey("lemon"); + message.setValue("lemon-lemon-lemon"); + message.insert(); + + LayoutCapability cap = mRepository.getCapability(LayoutCapability.class); + Layout layout = cap.layoutFor(StorableMessage1.class); + assertEquals(0, layout.getGeneration()); + + mRepository.close(); + + bdb.setCompressor(StorableMessage1.class.getName(), "GZIP"); + mRepository = bdb.build(); + + storage = mRepository.storageFor(StorableMessage1.class); + + message = storage.prepare(); + message.setKey("lemon1"); + message.setValue("lemon-lemon-lemon"); + message.insert(); + + message.load(); + assertEquals("lemon-lemon-lemon", message.getValue()); + + cap = mRepository.getCapability(LayoutCapability.class); + layout = cap.layoutFor(StorableMessage1.class); + assertEquals(1, layout.getGeneration()); + + message = storage.prepare(); + message.setKey("lemon"); + message.load(); + assertEquals("lemon-lemon-lemon", message.getValue()); + + // Finally, revert to original uncompressed mode and load mixed records. + mRepository.close(); + + bdb.setCompressor(StorableMessage1.class.getName(), "NONE"); + mRepository = bdb.build(); + + storage = mRepository.storageFor(StorableMessage1.class); + + message = storage.prepare(); + message.setKey("lemon"); + message.load(); + assertEquals("lemon-lemon-lemon", message.getValue()); + + message = storage.prepare(); + message.setKey("lemon1"); + message.load(); + assertEquals("lemon-lemon-lemon", message.getValue()); + + cap = mRepository.getCapability(LayoutCapability.class); + layout = cap.layoutFor(StorableMessage1.class); + assertEquals(0, layout.getGeneration()); + } + + public void test_unevolvable() throws Exception { + // Demonstrate that unevolvable storables cannot switch compression mode. + + mDir = TestUtilities.makeTempDir("comp-layout"); + + BDBRepositoryBuilder bdb = new BDBRepositoryBuilder(); + bdb.setName("comp-layout"); + bdb.setEnvironmentHomeFile(mDir); + bdb.setCacheSize(200000); + bdb.setTransactionWriteNoSync(true); + mRepository = bdb.build(); + + Storage<Unevo> storage = mRepository.storageFor(Unevo.class); + Unevo message = storage.prepare(); + message.setKey("lemon"); + message.setValue("lemon-lemon-lemon"); + message.insert(); + + LayoutCapability cap = mRepository.getCapability(LayoutCapability.class); + Layout layout = cap.layoutFor(Unevo.class); + assertEquals(null, layout); + + mRepository.close(); + + bdb.setCompressor(Unevo.class.getName(), "GZIP"); + mRepository = bdb.build(); + + storage = mRepository.storageFor(Unevo.class); + + message = storage.prepare(); + message.setKey("lemon"); + try { + message.load(); + fail(); + } catch (CorruptEncodingException e) { + } + } + + private Repository createRepository(String name) throws Exception { + BDBRepositoryBuilder bdb = new BDBRepositoryBuilder(); + + mDir = TestUtilities.makeTempDir(name); + bdb.setName(name); + bdb.setEnvironmentHomeFile(mDir); + bdb.setCacheSize(200000); + bdb.setTransactionWriteNoSync(true); + return bdb.build(); + } + + private Repository createZippedRepository(String name) throws Exception { + BDBRepositoryBuilder bdb = new BDBRepositoryBuilder(); + + mDir1 = TestUtilities.makeTempDir(name); + bdb.setName(name); + bdb.setEnvironmentHomeFile(mDir1); + bdb.setCompressor(StorableMessage1.class.getName(), "GZIP"); + bdb.setCacheSize(200000); + bdb.setTransactionWriteNoSync(true); + return bdb.build(); + } + + @PrimaryKey("key") + public static abstract class Unevo extends StorableMessage1 implements Unevolvable { + } +} diff --git a/src/test/java/com/amazon/carbonado/repo/sleepycat/StorableMessage.java b/src/test/java/com/amazon/carbonado/repo/sleepycat/StorableMessage.java new file mode 100644 index 0000000..805a90e --- /dev/null +++ b/src/test/java/com/amazon/carbonado/repo/sleepycat/StorableMessage.java @@ -0,0 +1,42 @@ +/* + * Copyright 2009 Amazon Technologies, Inc. or its affiliates. + * Amazon, Amazon.com and Carbonado are trademarks or registered trademarks + * of Amazon Technologies, Inc. or its affiliates. All rights reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package com.amazon.carbonado.repo.sleepycat; + +import com.amazon.carbonado.PrimaryKey; +import com.amazon.carbonado.Storable; +import com.amazon.carbonado.Version; + +/** + * @author Olga Kuznetsova + */ +@PrimaryKey("key") +public abstract class StorableMessage implements Storable { + public abstract String getKey(); + public abstract void setKey(String key); + + public abstract String getValue(); + public abstract void setValue(String secondValue); + + public abstract String getSecondValue(); + public abstract void setSecondValue(String secondValue); + + @Version + public abstract int getVersion(); + public abstract void setVersion(int version); +}; diff --git a/src/test/java/com/amazon/carbonado/repo/sleepycat/StorableMessage1.java b/src/test/java/com/amazon/carbonado/repo/sleepycat/StorableMessage1.java new file mode 100644 index 0000000..6ac3aad --- /dev/null +++ b/src/test/java/com/amazon/carbonado/repo/sleepycat/StorableMessage1.java @@ -0,0 +1,39 @@ +/* + * Copyright 2009 Amazon Technologies, Inc. or its affiliates. + * Amazon, Amazon.com and Carbonado are trademarks or registered trademarks + * of Amazon Technologies, Inc. or its affiliates. All rights reserved. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package com.amazon.carbonado.repo.sleepycat; + +import com.amazon.carbonado.PrimaryKey; +import com.amazon.carbonado.Storable; +import com.amazon.carbonado.Version; + +/** + * @author Olga Kuznetsova + */ +@PrimaryKey("key") +public abstract class StorableMessage1 implements Storable { + public abstract String getKey(); + public abstract void setKey(String key); + + public abstract String getValue(); + public abstract void setValue(String secondValue); + + @Version + public abstract int getVersion(); + public abstract void setVersion(int version); +}; |