From edac31f28863ae9f1b310d971fb194959c42c916 Mon Sep 17 00:00:00 2001 From: David Oberhollenzer Date: Wed, 25 Sep 2019 07:28:04 +0200 Subject: Rename block processor to sqfs_data_writer_t Signed-off-by: David Oberhollenzer --- lib/sqfs/data_writer/internal.h | 137 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 137 insertions(+) create mode 100644 lib/sqfs/data_writer/internal.h (limited to 'lib/sqfs/data_writer/internal.h') diff --git a/lib/sqfs/data_writer/internal.h b/lib/sqfs/data_writer/internal.h new file mode 100644 index 0000000..10cc82c --- /dev/null +++ b/lib/sqfs/data_writer/internal.h @@ -0,0 +1,137 @@ +/* SPDX-License-Identifier: LGPL-3.0-or-later */ +/* + * internal.h + * + * Copyright (C) 2019 David Oberhollenzer + */ +#ifndef INTERNAL_H +#define INTERNAL_H + +#include "config.h" + +#include "sqfs/data_writer.h" +#include "sqfs/compress.h" +#include "sqfs/inode.h" +#include "sqfs/table.h" +#include "sqfs/error.h" +#include "sqfs/data.h" +#include "sqfs/io.h" +#include "util.h" + +#include +#include +#include + +#ifdef WITH_PTHREAD +#include +#endif + + +#define MK_BLK_HASH(chksum, size) \ + (((uint64_t)(size) << 32) | (uint64_t)(chksum)) + +#define INIT_BLOCK_COUNT (128) + + +typedef struct { + uint64_t offset; + uint64_t hash; +} blk_info_t; + +typedef struct { + uint32_t index; + uint32_t offset; + uint64_t hash; +} frag_info_t; + + +#ifdef WITH_PTHREAD +typedef struct { + sqfs_data_writer_t *shared; + sqfs_compressor_t *cmp; + pthread_t thread; + uint8_t scratch[]; +} compress_worker_t; +#endif + +struct sqfs_data_writer_t { + /* synchronization primitives */ +#ifdef WITH_PTHREAD + pthread_mutex_t mtx; + pthread_cond_t queue_cond; + pthread_cond_t done_cond; +#endif + + /* needs rw access by worker and main thread */ + sqfs_block_t *queue; + sqfs_block_t *queue_last; + + sqfs_block_t *done; + size_t backlog; + int status; + + /* used by main thread only */ + uint32_t enqueue_id; + uint32_t dequeue_id; + + unsigned int num_workers; + size_t max_backlog; + + size_t devblksz; + sqfs_file_t *file; + + sqfs_fragment_t *fragments; + size_t num_fragments; + size_t max_fragments; + + uint64_t start; + + size_t file_start; + size_t num_blocks; + size_t max_blocks; + blk_info_t *blocks; + sqfs_compressor_t *cmp; + + sqfs_block_t *frag_block; + frag_info_t *frag_list; + size_t frag_list_num; + size_t frag_list_max; + + /* used only by workers */ + size_t max_block_size; + +#ifdef WITH_PTHREAD + compress_worker_t *workers[]; +#else + uint8_t scratch[]; +#endif +}; + +SQFS_INTERNAL int process_completed_block(sqfs_data_writer_t *proc, + sqfs_block_t *block); + +SQFS_INTERNAL +int process_completed_fragment(sqfs_data_writer_t *proc, sqfs_block_t *frag, + sqfs_block_t **blk_out); + +SQFS_INTERNAL void free_blk_list(sqfs_block_t *list); + +SQFS_INTERNAL +int data_writer_init(sqfs_data_writer_t *proc, size_t max_block_size, + sqfs_compressor_t *cmp, unsigned int num_workers, + size_t max_backlog, size_t devblksz, sqfs_file_t *file); + +SQFS_INTERNAL void data_writer_cleanup(sqfs_data_writer_t *proc); + +SQFS_INTERNAL +void data_writer_store_done(sqfs_data_writer_t *proc, sqfs_block_t *blk, + int status); + +SQFS_INTERNAL +sqfs_block_t *data_writer_next_work_item(sqfs_data_writer_t *proc); + +SQFS_INTERNAL +int data_writer_do_block(sqfs_block_t *block, sqfs_compressor_t *cmp, + uint8_t *scratch, size_t scratch_size); + +#endif /* INTERNAL_H */ -- cgit v1.2.3