1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
|
/* SPDX-License-Identifier: LGPL-3.0-or-later */
/*
* io.h - This file is part of libsquashfs
*
* Copyright (C) 2019 David Oberhollenzer <goliath@infraroot.at>
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Lesser General Public License as published
* by the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
#ifndef SQFS_IO_H
#define SQFS_IO_H
#include "sqfs/predef.h"
/**
* @file io.h
*
* @brief Contains low-level interfaces for abstracting file I/O
*
* The @ref sqfs_file_t interface abstracts I/O on a random-acces sread/write
* file, @ref sqfs_ostream_t represents a buffered, sequential, append only
* data stream, @ref sqfs_istream_t represents a buffered, sequential, read only
* data stream.
*/
/**
* @typedef sqfs_file_handle_t
*
* @brief Native handle type for file I/O
*/
#if defined(_WIN32) || defined(__WINDOWS__)
#include <handleapi.h>
typedef HANDLE sqfs_file_handle_t;
#else
typedef int sqfs_file_handle_t;
#endif
/**
* @enum SQFS_FILE_OPEN_FLAGS
*
* @brief Flags for @ref sqfs_open_file
*/
typedef enum {
/**
* @brief If set, access the file for reading only
*
* If not set, the file is expected to have a zero size after opening
* which can be grown with successive writes to end of the file.
*
* Opening an existing file with this flag cleared results in failure,
* unless the @ref SQFS_FILE_OPEN_OVERWRITE flag is also set.
*/
SQFS_FILE_OPEN_READ_ONLY = 0x01,
/**
* @brief If the read only flag is not set, overwrite any
* existing file.
*
* If the file alrady exists, it is truncated to zero bytes size and
* overwritten.
*/
SQFS_FILE_OPEN_OVERWRITE = 0x02,
/**
* @brief If set, do not try to apply any character set transformations
* to the file path.
*
* This flag instructs the @ref sqfs_open_file API to pass the file
* path to the OS dependent API as-is and not to attempt any character
* set transformation. By default, if the underlying OS has a concept
* of locale dependent file paths, the input path is UTF-8 and it is
* transformed as needed, in order to retain a level of portabillity
* and sanity.
*
* This flag currently only affects the Windows implementation. On
* Unix-like systems, the path is always passed to the OS API as-is
* and this flag has no effect.
*
* On Windows, the input path is converted from UTF-8 to UTF-16 and
* then passed on to the wide-char based file API. If this flag is set,
* the path is used as-is and passed on to the 8-bit codepage-whatever
* API instead.
*/
SQFS_FILE_OPEN_NO_CHARSET_XFRM = 0x04,
/**
* @brief Do not use sparse file I/O APIs, always fill in zero bytes
*
* This flag currently has no effect on @ref sqfs_open_file.
*/
SQFS_FILE_OPEN_NO_SPARSE = 0x08,
SQFS_FILE_OPEN_ALL_FLAGS = 0x0F,
} SQFS_FILE_OPEN_FLAGS;
/**
* @interface sqfs_file_t
*
* @extends sqfs_object_t
*
* @brief Abstracts file I/O to make it easy to embedd SquashFS.
*
* Files are only copyable if they are read only, i.e. if a file has been
* opened with write access, @ref sqfs_copy will always return NULL. The
* other data types inside libsquashfs assume this to hold for all
* implementations of this interface.
*/
struct sqfs_file_t {
sqfs_object_t base;
/**
* @brief Read a chunk of data from an absolute position.
*
* @param file A pointer to the file object.
* @param offset An absolute offset to read data from.
* @param buffer A pointer to a buffer to copy the data to.
* @param size The number of bytes to read from the file.
*
* @return Zero on success, an @ref SQFS_ERROR identifier on failure
* that the data structures in libsquashfs that use this return
* directly to the caller.
*/
int (*read_at)(sqfs_file_t *file, sqfs_u64 offset,
void *buffer, size_t size);
/**
* @brief Write a chunk of data at an absolute position.
*
* @param file A pointer to the file object.
* @param offset An absolute offset to write data to.
* @param buffer A pointer to a buffer to write to the file.
* @param size The number of bytes to write from the buffer.
*
* @return Zero on success, an @ref SQFS_ERROR identifier on failure
* that the data structures in libsquashfs that use this return
* directly to the caller.
*/
int (*write_at)(sqfs_file_t *file, sqfs_u64 offset,
const void *buffer, size_t size);
/**
* @brief Get the number of bytes currently stored in the file.
*
* @param file A pointer to the file object.
*/
sqfs_u64 (*get_size)(const sqfs_file_t *file);
/**
* @brief Extend or shrink a file to a specified size.
*
* @param file A pointer to the file object.
* @param size The new capacity of the file in bytes.
*
* @return Zero on success, an @ref SQFS_ERROR identifier on failure
* that the data structures in libsquashfs that use this return
* directly to the caller.
*/
int (*truncate)(sqfs_file_t *file, sqfs_u64 size);
/**
* @brief Get the original name of the file used for opening it.
*
* @param file A pointer to the file object.
*
* @return A pointer to a string representing the file name.
*/
const char *(*get_filename)(sqfs_file_t *file);
};
/**
* @interface sqfs_istream_t
*
* @extends sqfs_object_t
*
* @brief A sequential, read-only data stream.
*/
struct sqfs_istream_t {
sqfs_object_t base;
/**
* @brief Peek into the data buffered in an istream
*
* If the internal buffer is empty, the function tries to fetch more,
* which can block. It returns a positive return code if there is no
* more data to be read, a negative error code if reading failed. Since
* this and other functions can alter the buffer pointer and contents,
* do not store the pointers returned here across function calls.
*
* Higher level functions like @ref sqfs_istream_read (providing a
* Unix read() style API) are built on top of this primitive.
*
* @param strm A pointer to an sqfs_istream_t implementation.
* @param out Returns a pointer into an internal buffer on success.
* @param size Returns the number of bytes available in the buffer.
* @param want A number of bytes that the reader would like to have.
* If there is less than this available, the implementation
* can choose to do a blocking precache.
*
* @return Zero on success, a negative error code on failure,
* a postive number on EOF.
*/
int (*get_buffered_data)(sqfs_istream_t *strm, const sqfs_u8 **out,
size_t *size, size_t want);
/**
* @brief Mark a section of the internal buffer of an istream as used
*
* This marks the first `count` bytes of the internal buffer as used,
* forcing get_buffered_data to return data afterwards and potentially
* try to load more data.
*
* @param strm A pointer to an sqfs_istream_t implementation.
* @param count The number of bytes used up.
*/
void (*advance_buffer)(sqfs_istream_t *strm, size_t count);
/**
* @brief Get the underlying filename of an input stream.
*
* @param strm The input stream to get the filename from.
*
* @return A string holding the underlying filename.
*/
const char *(*get_filename)(sqfs_istream_t *strm);
};
/**
* @interface sqfs_ostream_t
*
* @extends sqfs_object_t
*
* @brief An append-only data stream.
*/
struct sqfs_ostream_t {
sqfs_object_t base;
/**
* @brief Append a block of data to an output stream.
*
* @param strm A pointer to an output stream.
* @param data A pointer to the data block to append. If NULL,
* synthesize a chunk of zero bytes.
* @param size The number of bytes to append.
*
* @return Zero on success, -1 on failure.
*/
int (*append)(sqfs_ostream_t *strm, const void *data, size_t size);
/**
* @brief Process all pending, buffered data and flush it to disk.
*
* If the stream performs some kind of transformation (e.g. transparent
* data compression), flushing caues the wrapped format to insert a
* termination token. Only call this function when you are absolutely
* DONE appending data, shortly before destroying the stream.
*
* @param strm A pointer to an output stream.
*
* @return Zero on success, -1 on failure.
*/
int (*flush)(sqfs_ostream_t *strm);
/**
* @brief Get the underlying filename of a output stream.
*
* @param strm The output stream to get the filename from.
*
* @return A string holding the underlying filename.
*/
const char *(*get_filename)(sqfs_ostream_t *strm);
};
#ifdef __cplusplus
extern "C" {
#endif
/**
* @brief Open a native file handle
*
* On Unix-like systems, this generates a file descriptor that needs to be
* closed with close(). If opening fails, errno is preseved.
*
* On Windows, a HANDLE is created that needs to be disposed of
* using CloseHandle(). If opening fails, GetLastError() is preseved.
* If @ref SQFS_FILE_OPEN_NO_CHARSET_XFRM is set, the given string is passed
* to the ANSI API that interprets the string according to the the currently
* set codepage. If the flag is not present, the string is assumed to be UTF-8,
* the function internally converts it to UTF-16 and uses the wide char API.
*
* @param out Returns a native file handle on success
* @param filename The path to the file to open
* @param flags A set of @ref SQFS_FILE_OPEN_FLAGS controlling how the
* file is opened.
*
* @return Zero on success, a negative @ref SQFS_ERROR code on failure.
* If an unknown flag was used, @ref SQFS_ERROR_UNSUPPORTED is returned.
*/
SQFS_API int sqfs_open_native_file(sqfs_file_handle_t *out,
const char *filename, sqfs_u32 flags);
/**
* @brief Open a file through the operating systems filesystem API
*
* This function internally creates an instance of a reference implementation
* of the @ref sqfs_file_t interface that uses the operating systems native
* API for file I/O.
*
* On Unix-like systems, if the open call fails, this function makes sure to
* preserves the value in errno indicating the underlying problem. Similarly,
* on Windows, the implementation tries to preserve the GetLastError value.
*
* @param filename The name of the file to open.
* @param flags A set of @ref SQFS_FILE_OPEN_FLAGS.
*
* @return A pointer to a file object on success, NULL on allocation failure,
* failure to open the file or if an unknown flag was set.
*/
SQFS_API sqfs_file_t *sqfs_open_file(const char *filename, sqfs_u32 flags);
/**
* @brief Read data from an input stream
*
* @memberof sqfs_istream_t
*
* This function implements a Unix-style read() function on top of
* an @ref sqfs_istream_t, taking care of buffer management internally.
*
* @param strm A pointer to an input stream.
* @param data A buffer to read into.
* @param size The number of bytes to read into the buffer.
*
* @return The number of bytes actually read on success, a
* negative @ref SQFS_ERROR code on failure, 0 on end-of-file.
*/
SQFS_API sqfs_s32 sqfs_istream_read(sqfs_istream_t *strm,
void *data, size_t size);
/**
* @brief Skip over a number of bytes in an input stream.
*
* @memberof sqfs_istream_t
*
* @param strm A pointer to an input stream.
* @param size The number of bytes to seek forward.
*
* @return Zero on success, a negative @ref SQFS_ERROR code on failure.
*/
SQFS_API int sqfs_istream_skip(sqfs_istream_t *strm, sqfs_u64 size);
/**
* @brief Dump data from an input stream to an output stream
*
* @memberof sqfs_istream_t
*
* @param in A pointer to an input stream to read from.
* @param out A pointer to an output stream to append to.
* @param size The number of bytes to copy over.
*
* @return Zero on success, a negative @ref SQFS_ERROR code on failure.
*/
SQFS_API sqfs_s32 sqfs_istream_splice(sqfs_istream_t *in, sqfs_ostream_t *out,
sqfs_u32 size);
#ifdef __cplusplus
}
#endif
#endif /* SQFS_IO_H */
|