blob: 2e9980b5206bed0db3f59f04f197020f60f6645f (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
#ifndef INTERNAL_H
#define INTERNAL_H
#include "config.h"
#include "sqfs/predef.h"
#include "sqfs/block_processor.h"
#include "sqfs/compress.h"
#include "sqfs/inode.h"
#include "sqfs/table.h"
#include "sqfs/error.h"
#include "sqfs/data.h"
#include "sqfs/io.h"
#include "util.h"
#include <string.h>
#include <stdlib.h>
#include <zlib.h>
#ifdef WITH_PTHREAD
#include <pthread.h>
#endif
#define MK_BLK_SIG(chksum, size) \
(((uint64_t)(size) << 32) | (uint64_t)(chksum))
#define BLK_SIZE(sig) ((sig) >> 32)
#define INIT_BLOCK_COUNT (128)
typedef struct {
uint64_t offset;
uint64_t signature;
} blk_info_t;
typedef struct {
uint32_t index;
uint32_t offset;
uint64_t signature;
} frag_info_t;
#ifdef WITH_PTHREAD
typedef struct {
sqfs_block_processor_t *shared;
sqfs_compressor_t *cmp;
pthread_t thread;
uint8_t scratch[];
} compress_worker_t;
#endif
struct sqfs_block_processor_t {
/* synchronization primitives */
#ifdef WITH_PTHREAD
pthread_mutex_t mtx;
pthread_cond_t queue_cond;
pthread_cond_t done_cond;
#endif
/* needs rw access by worker and main thread */
sqfs_block_t *queue;
sqfs_block_t *queue_last;
sqfs_block_t *done;
bool terminate;
size_t backlog;
int status;
/* used by main thread only */
uint32_t enqueue_id;
uint32_t dequeue_id;
unsigned int num_workers;
size_t max_backlog;
size_t devblksz;
sqfs_file_t *file;
sqfs_fragment_t *fragments;
size_t num_fragments;
size_t max_fragments;
uint64_t start;
size_t file_start;
size_t num_blocks;
size_t max_blocks;
blk_info_t *blocks;
sqfs_compressor_t *cmp;
sqfs_block_t *frag_block;
frag_info_t *frag_list;
size_t frag_list_num;
size_t frag_list_max;
/* used only by workers */
size_t max_block_size;
#ifdef WITH_PTHREAD
compress_worker_t *workers[];
#else
uint8_t scratch[];
#endif
};
SQFS_INTERNAL
int sqfs_block_process(sqfs_block_t *block, sqfs_compressor_t *cmp,
uint8_t *scratch, size_t scratch_size);
SQFS_INTERNAL int process_completed_block(sqfs_block_processor_t *proc,
sqfs_block_t *block);
SQFS_INTERNAL
int handle_fragment(sqfs_block_processor_t *proc, sqfs_block_t *frag,
sqfs_block_t **blk_out);
SQFS_INTERNAL size_t deduplicate_blocks(sqfs_block_processor_t *proc,
size_t count);
SQFS_INTERNAL int store_block_location(sqfs_block_processor_t *proc,
uint64_t offset, uint32_t size,
uint32_t chksum);
#endif /* INTERNAL_H */
|
