diff options
Diffstat (limited to 'libparc/parc/algol/test/test_parc_FileChunker.c')
-rwxr-xr-x | libparc/parc/algol/test/test_parc_FileChunker.c | 431 |
1 files changed, 431 insertions, 0 deletions
diff --git a/libparc/parc/algol/test/test_parc_FileChunker.c b/libparc/parc/algol/test/test_parc_FileChunker.c new file mode 100755 index 00000000..6060cff6 --- /dev/null +++ b/libparc/parc/algol/test/test_parc_FileChunker.c @@ -0,0 +1,431 @@ +/* + * Copyright (c) 2017 Cisco and/or its affiliates. + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at: + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +/** + */ + +// Include the file(s) containing the functions to be tested. +// This permits internal static functions to be visible to this Test Framework. +#include "../parc_FileChunker.c" + +#include <LongBow/unit-test.h> +#include <parc/algol/parc_SafeMemory.h> +#include <parc/algol/parc_BufferChunker.h> + +LONGBOW_TEST_RUNNER(parc_FileChunker) +{ + LONGBOW_RUN_TEST_FIXTURE(Global); +} + +// The Test Runner calls this function once before any Test Fixtures are run. +LONGBOW_TEST_RUNNER_SETUP(parc_FileChunker) +{ + parcMemory_SetInterface(&PARCSafeMemoryAsPARCMemory); + return LONGBOW_STATUS_SUCCEEDED; +} + +// The Test Runner calls this function once after all the Test Fixtures are run. +LONGBOW_TEST_RUNNER_TEARDOWN(parc_FileChunker) +{ + return LONGBOW_STATUS_SUCCEEDED; +} + +LONGBOW_TEST_FIXTURE(Global) +{ + LONGBOW_RUN_TEST_CASE(Global, parc_Chunker_CreateFromFile); + LONGBOW_RUN_TEST_CASE(Global, parc_Chunker_ForwardIterator_File); + LONGBOW_RUN_TEST_CASE(Global, parc_Chunker_ForwardIterator_FilePartial); + LONGBOW_RUN_TEST_CASE(Global, parc_Chunker_ForwardIterator_FileSmall); + LONGBOW_RUN_TEST_CASE(Global, parc_Chunker_ReverseIterator_File); + LONGBOW_RUN_TEST_CASE(Global, parc_Chunker_ReverseIterator_FilePartial); + LONGBOW_RUN_TEST_CASE(Global, parc_Chunker_ReverseIterator_FileSmall); + LONGBOW_RUN_TEST_CASE(Global, parc_Chunker_GetChunkSize); +} + +LONGBOW_TEST_FIXTURE_SETUP(Global) +{ + return LONGBOW_STATUS_SUCCEEDED; +} + +LONGBOW_TEST_FIXTURE_TEARDOWN(Global) +{ + uint32_t outstandingAllocations = parcSafeMemory_ReportAllocation(STDERR_FILENO); + if (outstandingAllocations != 0) { + printf("%s leaks memory by %d allocations\n", longBowTestCase_GetName(testCase), outstandingAllocations); + return LONGBOW_STATUS_MEMORYLEAK; + } + return LONGBOW_STATUS_SUCCEEDED; +} + +static void +_createFile(char *fname, PARCBuffer *buffer) +{ + PARCFile *file = parcFile_Create(fname); + if (!parcFile_Exists(file)) { + parcFile_CreateNewFile(file); + } + PARCRandomAccessFile *fhandle = parcRandomAccessFile_Open(file); + parcFile_Release(&file); + + parcRandomAccessFile_Write(fhandle, buffer); + parcRandomAccessFile_Close(fhandle); + parcRandomAccessFile_Release(&fhandle); +} + +static void +_deleteFile(char *fname) +{ + PARCFile *file = parcFile_Create(fname); + parcFile_Delete(file); + parcFile_Release(&file); +} + +LONGBOW_TEST_CASE(Global, parc_Chunker_CreateFromFile) +{ + PARCBuffer *buffer = parcBuffer_Allocate(1024); + + for (size_t i = 0; i < 32; i++) { + for (size_t j = 0; j < 32; j++) { + parcBuffer_PutUint8(buffer, i); + } + } + parcBuffer_Flip(buffer); + + _createFile("/tmp/file_chunker.tmp", buffer); + + PARCFile *file = parcFile_Create("/tmp/file_chunker.tmp"); + + PARCFileChunker *chunker = parcFileChunker_Create(file, 32); // each chunk is 32 bytes + PARCFileChunker *copy = parcFileChunker_Acquire(chunker); + assertNotNull(chunker, "Expected non-NULL Chunker"); + assertNotNull(copy, "Expected non-NULL copy of Chunker"); + parcFileChunker_Release(©); + + parcFile_Release(&file); + parcFileChunker_Release(&chunker); + + _deleteFile("/tmp/file_chunker.tmp"); + + parcBuffer_Release(&buffer); +} + +LONGBOW_TEST_CASE(Global, parc_Chunker_ForwardIterator_File) +{ + PARCBuffer *buffer = parcBuffer_Allocate(1024); + + for (size_t i = 0; i < 32; i++) { + for (size_t j = 0; j < 32; j++) { + parcBuffer_PutUint8(buffer, i); + } + } + parcBuffer_Flip(buffer); + + _createFile("/tmp/file_chunker.tmp", buffer); + + PARCFile *file = parcFile_Create("/tmp/file_chunker.tmp"); + + PARCFileChunker *chunker = parcFileChunker_Create(file, 32); // each chunk is 32 bytes + assertNotNull(chunker, "Expected non-NULL Chunker"); + + PARCIterator *itr = parcFileChunker_ForwardIterator(chunker); + size_t count = 0; + while (parcIterator_HasNext(itr)) { + PARCBuffer *payload = (PARCBuffer *) parcIterator_Next(itr); + + uint8_t *contents = parcBuffer_Overlay(payload, 0); + for (size_t i = 0; i < 32; i++) { + assertTrue(contents[i] == count, "Expected %zu at index %zu, got %d", count, i, contents[i]); + } + count++; + + parcBuffer_Release(&payload); + } + assertTrue(count == 32, "Expected to iterate over 32 content objects from the chunker, but for %zu", count); + parcIterator_Release(&itr); + + parcFile_Release(&file); + parcFileChunker_Release(&chunker); + + _deleteFile("/tmp/file_chunker.tmp"); + + parcBuffer_Release(&buffer); +} + +LONGBOW_TEST_CASE(Global, parc_Chunker_ForwardIterator_FilePartial) +{ + PARCBuffer *buffer = parcBuffer_Allocate(1030); + + for (size_t i = 0; i < 32; i++) { + for (size_t j = 0; j < 32; j++) { + parcBuffer_PutUint8(buffer, i); + } + } + + // Special 0xFF to mark the end... + for (int i = 0; i < 6; i++) { + parcBuffer_PutUint8(buffer, 0xFF); + } + parcBuffer_Flip(buffer); + + _createFile("/tmp/file_chunker.tmp", buffer); + + PARCFile *file = parcFile_Create("/tmp/file_chunker.tmp"); + + PARCFileChunker *chunker = parcFileChunker_Create(file, 32); // each chunk is 32 bytes + assertNotNull(chunker, "Expected non-NULL Chunker"); + + PARCIterator *itr = parcFileChunker_ForwardIterator(chunker); + size_t count = 0; + while (parcIterator_HasNext(itr)) { + PARCBuffer *payload = (PARCBuffer *) parcIterator_Next(itr); + + uint8_t *contents = parcBuffer_Overlay(payload, 0); + if (count < 32) { + for (size_t i = 0; i < 32; i++) { + assertTrue(contents[i] == count, "Expected %zu at index %zu, got %d", count, i, contents[i]); + } + } else { + for (size_t i = 0; i < 6; i++) { + assertTrue(contents[i] == 0xFF, "Expected %zu at index %zu, got %d", (size_t) 0xFF, i, contents[i]); + } + } + count++; + + parcBuffer_Release(&payload); + } + assertTrue(count == 33, "Expected to iterate over 33 content objects from the chunker, but for %zu", count); + parcIterator_Release(&itr); + + parcFile_Release(&file); + parcFileChunker_Release(&chunker); + + _deleteFile("/tmp/file_chunker.tmp"); + + parcBuffer_Release(&buffer); +} + +LONGBOW_TEST_CASE(Global, parc_Chunker_ForwardIterator_FileSmall) +{ + PARCBuffer *buffer = parcBuffer_Allocate(16); + + // Special 0xFF to mark the end... + for (int i = 0; i < 16; i++) { + parcBuffer_PutUint8(buffer, 0xFF); + } + parcBuffer_Flip(buffer); + + _createFile("/tmp/file_chunker.tmp", buffer); + + PARCFile *file = parcFile_Create("/tmp/file_chunker.tmp"); + + PARCFileChunker *chunker = parcFileChunker_Create(file, 4096); // each chunk is 1024 bytes + assertNotNull(chunker, "Expected non-NULL Chunker"); + + PARCIterator *itr = parcFileChunker_ForwardIterator(chunker); + size_t count = 0; + while (parcIterator_HasNext(itr)) { + PARCBuffer *payload = (PARCBuffer *) parcIterator_Next(itr); + + uint8_t *contents = parcBuffer_Overlay(payload, 0); + for (size_t i = 0; i < 16; i++) { + assertTrue(contents[i] == 0xFF, "Expected %zu at index %zu, got %d", (size_t) 0xFF, i, contents[i]); + } + count++; + + parcBuffer_Release(&payload); + } + assertTrue(count == 1, "Expected to iterate over 1 content objects from the chunker, but for %zu", count); + parcIterator_Release(&itr); + + parcFile_Release(&file); + parcFileChunker_Release(&chunker); + + _deleteFile("/tmp/file_chunker.tmp"); + + parcBuffer_Release(&buffer); +} + +LONGBOW_TEST_CASE(Global, parc_Chunker_ReverseIterator_File) +{ + PARCBuffer *buffer = parcBuffer_Allocate(1024); + + for (size_t i = 0; i < 32; i++) { + for (size_t j = 0; j < 32; j++) { + parcBuffer_PutUint8(buffer, i); + } + } + parcBuffer_Flip(buffer); + + _createFile("/tmp/file_chunker.tmp", buffer); + + PARCFile *file = parcFile_Create("/tmp/file_chunker.tmp"); + + PARCFileChunker *chunker = parcFileChunker_Create(file, 32); // each chunk is 32 bytes + assertNotNull(chunker, "Expected non-NULL Chunker"); + + PARCIterator *itr = parcFileChunker_ReverseIterator(chunker); + size_t count = 0; + while (parcIterator_HasNext(itr)) { + PARCBuffer *payload = (PARCBuffer *) parcIterator_Next(itr); + + uint8_t *contents = parcBuffer_Overlay(payload, 0); + for (size_t i = 0; i < 32; i++) { + assertTrue(contents[i] == (31 - count), "Expected %zu at index %zu, got %d", count, i, contents[i]); + } + count++; + + parcBuffer_Release(&payload); + } + assertTrue(count == 32, "Expected to iterate over 32 content objects from the chunker, but for %zu", count); + parcIterator_Release(&itr); + + parcFile_Release(&file); + parcFileChunker_Release(&chunker); + + _deleteFile("/tmp/file_chunker.tmp"); + + parcBuffer_Release(&buffer); +} + +LONGBOW_TEST_CASE(Global, parc_Chunker_ReverseIterator_FilePartial) +{ + PARCBuffer *buffer = parcBuffer_Allocate(1030); + + // Special 0xFF to mark the start... + for (int i = 0; i < 6; i++) { + parcBuffer_PutUint8(buffer, 0xFF); + } + + for (size_t i = 0; i < 32; i++) { + for (size_t j = 0; j < 32; j++) { + parcBuffer_PutUint8(buffer, i); + } + } + parcBuffer_Flip(buffer); + + _createFile("/tmp/file_chunker.tmp", buffer); + + PARCFile *file = parcFile_Create("/tmp/file_chunker.tmp"); + + PARCFileChunker *chunker = parcFileChunker_Create(file, 32); // each chunk is 32 bytes + assertNotNull(chunker, "Expected non-NULL Chunker"); + + PARCIterator *itr = parcFileChunker_ReverseIterator(chunker); + size_t count = 0; + while (parcIterator_HasNext(itr)) { + PARCBuffer *payload = (PARCBuffer *) parcIterator_Next(itr); + + uint8_t *contents = parcBuffer_Overlay(payload, 0); + if (count < 32) { + for (size_t i = 0; i < 32; i++) { + assertTrue(contents[i] == (31 - count), "Expected %zu at index %zu, got %d", (31 - count), i, contents[i]); + } + } else { + for (size_t i = 0; i < 6; i++) { + assertTrue(contents[i] == 0xFF, "Expected %zu at index %zu, got %d", (size_t) 0xFF, i, contents[i]); + } + } + count++; + + parcBuffer_Release(&payload); + } + assertTrue(count == 33, "Expected to iterate over 33 content objects from the chunker, but for %zu", count); + parcIterator_Release(&itr); + + parcFile_Release(&file); + parcFileChunker_Release(&chunker); + + _deleteFile("/tmp/file_chunker.tmp"); + + parcBuffer_Release(&buffer); +} + +LONGBOW_TEST_CASE(Global, parc_Chunker_ReverseIterator_FileSmall) +{ + PARCBuffer *buffer = parcBuffer_Allocate(1030); + + // Special 0xFF to mark the start... + for (int i = 0; i < 6; i++) { + parcBuffer_PutUint8(buffer, 0xFF); + } + parcBuffer_Flip(buffer); + + _createFile("/tmp/file_chunker.tmp", buffer); + + PARCFile *file = parcFile_Create("/tmp/file_chunker.tmp"); + + PARCFileChunker *chunker = parcFileChunker_Create(file, 32); // each chunk is 32 bytes + assertNotNull(chunker, "Expected non-NULL Chunker"); + + PARCIterator *itr = parcFileChunker_ReverseIterator(chunker); + size_t count = 0; + while (parcIterator_HasNext(itr)) { + PARCBuffer *payload = (PARCBuffer *) parcIterator_Next(itr); + + uint8_t *contents = parcBuffer_Overlay(payload, 0); + for (size_t i = 0; i < 6; i++) { + assertTrue(contents[i] == 0xFF, "Expected %zu at index %zu, got %d", (size_t) 0xFF, i, contents[i]); + } + count++; + + parcBuffer_Release(&payload); + } + assertTrue(count == 1, "Expected to iterate over 1 content objects from the chunker, but for %zu", count); + parcIterator_Release(&itr); + + parcFile_Release(&file); + parcFileChunker_Release(&chunker); + + _deleteFile("/tmp/file_chunker.tmp"); + + parcBuffer_Release(&buffer); +} + +LONGBOW_TEST_CASE(Global, parc_Chunker_GetChunkSize) +{ + size_t expectedChunkSize = 32; + PARCBuffer *buffer = parcBuffer_Allocate(1030); + + // Special 0xFF to mark the start... + for (int i = 0; i < 6; i++) { + parcBuffer_PutUint8(buffer, 0xFF); + } + parcBuffer_Flip(buffer); + + _createFile("/tmp/file_chunker.tmp", buffer); + + PARCFile *file = parcFile_Create("/tmp/file_chunker.tmp"); + PARCFileChunker *chunker = parcFileChunker_Create(file, expectedChunkSize); // each chunk is 32 bytes + + size_t actualChunkSize = parcBufferChunker_GetChunkSize(chunker); + + assertTrue(actualChunkSize == expectedChunkSize, "Expected chunk size of %zu, got %zu", expectedChunkSize, actualChunkSize); + + parcFile_Release(&file); + parcFileChunker_Release(&chunker); + + _deleteFile("/tmp/file_chunker.tmp"); + + parcBuffer_Release(&buffer); +} + +int +main(int argc, char *argv[]) +{ + LongBowRunner *testRunner = LONGBOW_TEST_RUNNER_CREATE(parc_FileChunker); + int exitStatus = LONGBOW_TEST_MAIN(argc, argv, testRunner); + longBowTestRunner_Destroy(&testRunner); + exit(exitStatus); +} |