Add fstree independend directory writer to libsquashfs.so

This commit adds a directory writer to libsquashfs that wrapps a meta
data writer and provides a higher-level interface for writing directory
entries. Under the hood it enforces the rules that squashfs insists
upon.

Signed-off-by: David Oberhollenzer <david.oberhollenzer@sigma-star.at>

3 files changed, 37 insertions, 175 deletions

diff --git a/lib/sqfshelper/serialize_fstree.c b/lib/sqfshelper/serialize_fstree.c
index e6eccea..53e2236 100644
--- a/lib/sqfshelper/serialize_fstree.c
+++ b/lib/sqfshelper/serialize_fstree.c
@@ -16,6 +16,7 @@
 int sqfs_serialize_fstree(int outfd, sqfs_super_t *super, fstree_t *fs,
 			  compressor_t *cmp, id_table_t *idtbl)
 {
+	sqfs_dir_writer_t *dirwr;
 	meta_writer_t *im, *dm;
 	uint32_t offset;
 	uint64_t block;
@@ -30,8 +31,12 @@ int sqfs_serialize_fstree(int outfd, sqfs_super_t *super, fstree_t *fs,
 	if (dm == NULL)
 		goto out_im;
 
+	dirwr = sqfs_dir_writer_create(dm);
+	if (dirwr == NULL)
+		goto out_dm;
+
 	for (i = 2; i < fs->inode_tbl_size; ++i) {
-		if (meta_writer_write_inode(fs, idtbl, im, dm,
+		if (meta_writer_write_inode(fs, idtbl, im, dirwr,
 					    fs->inode_table[i])) {
 			goto out;
 		}
@@ -58,6 +63,8 @@ int sqfs_serialize_fstree(int outfd, sqfs_super_t *super, fstree_t *fs,
 
 	ret = 0;
 out:
+	sqfs_dir_writer_destroy(dirwr);
+out_dm:
 	meta_writer_destroy(dm);
 out_im:
 	meta_writer_destroy(im);
diff --git a/lib/sqfshelper/write_dir.c b/lib/sqfshelper/write_dir.c
deleted file mode 100644
index b977bc4..0000000
--- a/lib/sqfshelper/write_dir.c
+++ /dev/null
@@ -1,144 +0,0 @@
-/* SPDX-License-Identifier: GPL-3.0-or-later */
-/*
- * write_dir.c
- *
- * Copyright (C) 2019 David Oberhollenzer <goliath@infraroot.at>
- */
-#include "config.h"
-
-#include "sqfs/inode.h"
-#include "sqfs/dir.h"
-#include "highlevel.h"
-#include "util.h"
-
-#include <sys/stat.h>
-#include <assert.h>
-#include <endian.h>
-#include <stdlib.h>
-#include <string.h>
-#include <stdio.h>
-
-static int get_type(mode_t mode)
-{
-	switch (mode & S_IFMT) {
-	case S_IFSOCK: return SQFS_INODE_SOCKET;
-	case S_IFIFO:  return SQFS_INODE_FIFO;
-	case S_IFLNK:  return SQFS_INODE_SLINK;
-	case S_IFBLK:  return SQFS_INODE_BDEV;
-	case S_IFCHR:  return SQFS_INODE_CDEV;
-	case S_IFDIR:  return SQFS_INODE_DIR;
-	case S_IFREG:  return SQFS_INODE_FILE;
-	default:
-		assert(0);
-	}
-}
-
-static int dir_index_grow(dir_index_t **index)
-{
-	size_t size = sizeof(dir_index_t) + sizeof(idx_ref_t) * 10;
-	void *new;
-
-	if (*index == NULL) {
-		new = calloc(1, size);
-	} else {
-		if ((*index)->num_nodes < (*index)->max_nodes)
-			return 0;
-
-		size += sizeof(idx_ref_t) * (*index)->num_nodes;
-		new = realloc(*index, size);
-	}
-
-	if (new == NULL) {
-		perror("creating directory index");
-		return -1;
-	}
-
-	*index = new;
-	(*index)->max_nodes += 10;
-	return 0;
-}
-
-int meta_writer_write_dir(meta_writer_t *dm, dir_info_t *dir,
-			  dir_index_t **index)
-{
-	size_t i, size, count;
-	sqfs_dir_header_t hdr;
-	sqfs_dir_entry_t ent;
-	tree_node_t *c, *d;
-	uint16_t *diff_u16;
-	uint32_t offset;
-	uint64_t block;
-	int32_t diff;
-
-	c = dir->children;
-	dir->size = 0;
-
-	meta_writer_get_position(dm, &dir->start_block, &dir->block_offset);
-
-	while (c != NULL) {
-		meta_writer_get_position(dm, &block, &offset);
-
-		count = 0;
-		size = (offset + sizeof(hdr)) % SQFS_META_BLOCK_SIZE;
-
-		for (d = c; d != NULL; d = d->next) {
-			if ((d->inode_ref >> 16) != (c->inode_ref >> 16))
-				break;
-
-			diff = d->inode_num - c->inode_num;
-
-			if (diff > 32767 || diff < -32767)
-				break;
-
-			size += sizeof(ent) + strlen(c->name);
-
-			if (count > 0 && size > SQFS_META_BLOCK_SIZE)
-				break;
-
-			count += 1;
-		}
-
-		if (count > SQFS_MAX_DIR_ENT)
-			count = SQFS_MAX_DIR_ENT;
-
-		if (dir_index_grow(index))
-			return -1;
-
-		meta_writer_get_position(dm, &block, &offset);
-
-		i = (*index)->num_nodes++;
-		(*index)->idx_nodes[i].node = c;
-		(*index)->idx_nodes[i].block = block;
-		(*index)->idx_nodes[i].index = dir->size;
-
-		hdr.count = htole32(count - 1);
-		hdr.start_block = htole32(c->inode_ref >> 16);
-		hdr.inode_number = htole32(c->inode_num);
-		dir->size += sizeof(hdr);
-
-		if (meta_writer_append(dm, &hdr, sizeof(hdr)))
-			return -1;
-
-		d = c;
-
-		for (i = 0; i < count; ++i) {
-			ent.inode_diff = c->inode_num - d->inode_num;
-
-			diff_u16 = (uint16_t *)&ent.inode_diff;
-			*diff_u16 = htole16(*diff_u16);
-
-			ent.offset = htole16(c->inode_ref & 0x0000FFFF);
-			ent.type = htole16(get_type(c->mode));
-			ent.size = htole16(strlen(c->name) - 1);
-			dir->size += sizeof(ent) + strlen(c->name);
-
-			if (meta_writer_append(dm, &ent, sizeof(ent)))
-				return -1;
-			if (meta_writer_append(dm, c->name, strlen(c->name)))
-				return -1;
-
-			c = c->next;
-		}
-	}
-	return 0;
-}
diff --git a/lib/sqfshelper/write_inode.c b/lib/sqfshelper/write_inode.c
index 1cd8e72..d9dfe53 100644
--- a/lib/sqfshelper/write_inode.c
+++ b/lib/sqfshelper/write_inode.c
@@ -103,32 +103,36 @@ static int write_file_blocks(fstree_t *fs, file_info_t *fi, meta_writer_t *im)
 	return 0;
 }
 
-static int write_dir_index(dir_index_t *diridx, meta_writer_t *im)
+static int write_dir_entries(sqfs_dir_writer_t *dirw, tree_node_t *node)
 {
-	sqfs_dir_index_t idx;
-	size_t i;
+	tree_node_t *it;
+	uint64_t ref;
+	int ret;
 
-	for (i = 0; i < diridx->num_nodes; ++i) {
-		idx.start_block = htole32(diridx->idx_nodes[i].block);
-		idx.index = htole32(diridx->idx_nodes[i].index);
-		idx.size = strlen(diridx->idx_nodes[i].node->name) - 1;
-		idx.size = htole32(idx.size);
-
-		if (meta_writer_append(im, &idx, sizeof(idx)))
-			return -1;
+	if (sqfs_dir_writer_begin(dirw))
+		return -1;
 
-		if (meta_writer_append(im, diridx->idx_nodes[i].node->name,
-				       le32toh(idx.size) + 1)) {
+	for (it = node->data.dir->children; it != NULL; it = it->next) {
+		ret = sqfs_dir_writer_add_entry(dirw, it->name, it->inode_num,
+						it->inode_ref, it->mode);
+		if (ret)
 			return -1;
-		}
 	}
+
+	if (sqfs_dir_writer_end(dirw))
+		return -1;
+
+	ref = sqfs_dir_writer_get_dir_reference(dirw);
+
+	node->data.dir->size = sqfs_dir_writer_get_size(dirw);
+	node->data.dir->start_block = ref >> 16;
+	node->data.dir->block_offset = ref & 0xFFFF;
 	return 0;
 }
 
 int meta_writer_write_inode(fstree_t *fs, id_table_t *idtbl, meta_writer_t *im,
-			    meta_writer_t *dm, tree_node_t *node)
+			    sqfs_dir_writer_t *dirw, tree_node_t *node)
 {
-	dir_index_t *diridx = NULL;
 	uint16_t uid_idx, gid_idx;
 	sqfs_inode_t base;
 	uint32_t offset;
@@ -144,7 +148,7 @@ int meta_writer_write_inode(fstree_t *fs, id_table_t *idtbl, meta_writer_t *im,
 	node->inode_ref = (block << 16) | offset;
 
 	if (S_ISDIR(node->mode)) {
-		if (meta_writer_write_dir(dm, node->data.dir, &diridx))
+		if (write_dir_entries(dirw, node))
 			return -1;
 	}
 
@@ -155,10 +159,8 @@ int meta_writer_write_inode(fstree_t *fs, id_table_t *idtbl, meta_writer_t *im,
 	base.mod_time = htole32(node->mod_time);
 	base.inode_number = htole32(node->inode_num);
 
-	if (meta_writer_append(im, &base, sizeof(base))) {
-		free(diridx);
+	if (meta_writer_append(im, &base, sizeof(base)))
 		return -1;
-	}
 
 	switch (le16toh(base.type)) {
 	case SQFS_INODE_FIFO:
@@ -292,6 +294,7 @@ int meta_writer_write_inode(fstree_t *fs, id_table_t *idtbl, meta_writer_t *im,
 		return meta_writer_append(im, &dir, sizeof(dir));
 	}
 	case SQFS_INODE_EXT_DIR: {
+		size_t idx_size;
 		sqfs_inode_dir_ext_t ext = {
 			.nlink = htole32(hard_link_count(node)),
 			.size = htole32(node->data.dir->size),
@@ -306,20 +309,16 @@ int meta_writer_write_inode(fstree_t *fs, id_table_t *idtbl, meta_writer_t *im,
 		if (node->xattr != NULL)
 			ext.xattr_idx = htole32(node->xattr->index);
 
-		if (diridx != NULL)
-			ext.inodex_count = htole32(diridx->num_nodes - 1);
+		idx_size = sqfs_dir_writer_get_index_size(dirw);
 
-		if (meta_writer_append(im, &ext, sizeof(ext))) {
-			free(diridx);
-			return -1;
-		}
+		if (idx_size > 0)
+			ext.inodex_count = htole32(idx_size - 1);
 
-		if (diridx != NULL && write_dir_index(diridx, im) != 0) {
-			free(diridx);
+		if (meta_writer_append(im, &ext, sizeof(ext)))
 			return -1;
-		}
 
-		free(diridx);
+		if (sqfs_dir_writer_write_index(dirw, im))
+			return -1;
 		break;
 	}
 	default: