[PATCH v2] erofs-utils: tar: support ddtaridx format informally

Gao Xiang hsiangkao at linux.alibaba.com
Sat Jul 13 16:40:28 AEST 2024


`ddtaridx` is a customized tar meta-only format implemented in
Alibaba's OverlayBD project [1].

Please don't use it externally if you have no idea of this except for
the OverlayBD project.  It will be removed if some better way exists.

[1] https://github.com/containerd/overlaybd

Cc: Yifan Yuan <tuji.yyf at alibaba-inc.com>
Signed-off-by: Gao Xiang <hsiangkao at linux.alibaba.com>
---
changes since v1:
 - `headerball` or `ddtaridx` might not have two trailing zero blocks.

 include/erofs/tar.h |  1 +
 lib/tar.c           | 39 ++++++++++++++++++---------------------
 2 files changed, 19 insertions(+), 21 deletions(-)

diff --git a/include/erofs/tar.h b/include/erofs/tar.h
index 403f3a8..6fa72eb 100644
--- a/include/erofs/tar.h
+++ b/include/erofs/tar.h
@@ -61,6 +61,7 @@ struct erofs_tarfile {
 	int fd;
 	u64 offset;
 	bool index_mode, headeronly_mode, rvsp_mode, aufs;
+	bool ddtaridx_mode;
 };
 
 void erofs_iostream_close(struct erofs_iostream *ios);
diff --git a/lib/tar.c b/lib/tar.c
index 5e2c5b8..e35f473 100644
--- a/lib/tar.c
+++ b/lib/tar.c
@@ -611,19 +611,6 @@ static int tarerofs_write_file_data(struct erofs_inode *inode,
 	return 0;
 }
 
-static int tarerofs_write_file_index(struct erofs_inode *inode,
-		struct erofs_tarfile *tar, erofs_off_t data_offset)
-{
-	int ret;
-
-	ret = tarerofs_write_chunkes(inode, data_offset);
-	if (ret)
-		return ret;
-	if (erofs_iostream_lskip(&tar->ios, inode->i_size))
-		return -EIO;
-	return 0;
-}
-
 int tarerofs_parse_tar(struct erofs_inode *root, struct erofs_tarfile *tar)
 {
 	char path[PATH_MAX];
@@ -631,7 +618,7 @@ int tarerofs_parse_tar(struct erofs_inode *root, struct erofs_tarfile *tar)
 	struct erofs_sb_info *sbi = root->sbi;
 	bool whout, opq, e = false;
 	struct stat st;
-	erofs_off_t tar_offset, data_offset;
+	erofs_off_t tar_offset, dataoff;
 
 	struct tar_header *th;
 	struct erofs_dentry *d;
@@ -658,6 +645,10 @@ restart:
 	tar_offset = tar->offset;
 	ret = erofs_iostream_read(&tar->ios, (void **)&th, sizeof(*th));
 	if (ret != sizeof(*th)) {
+		if (tar->headeronly_mode || tar->ddtaridx_mode) {
+			ret = 1;
+			goto out;
+		}
 		erofs_err("failed to read header block @ %llu", tar_offset);
 		ret = -EIO;
 		goto out;
@@ -691,7 +682,7 @@ restart:
 		cksum += (unsigned int)((u8*)th)[j];
 		ckksum += (int)((char*)th)[j];
 	}
-	if (csum != cksum && csum != ckksum) {
+	if (!tar->ddtaridx_mode && csum != cksum && csum != ckksum) {
 		erofs_err("chksum mismatch @ %llu", tar_offset);
 		ret = -EBADMSG;
 		goto out;
@@ -770,8 +761,9 @@ restart:
 			path[--j] = '\0';
 	}
 
-	data_offset = tar->offset;
-	tar->offset += st.st_size;
+	dataoff = tar->offset;
+	if (!(tar->headeronly_mode || tar->ddtaridx_mode))
+		tar->offset += st.st_size;
 	switch(th->typeflag) {
 	case '0':
 	case '7':
@@ -860,7 +852,7 @@ restart:
 
 	/* EROFS metadata index referring to the original tar data */
 	if (tar->index_mode && sbi->extra_devices &&
-	    erofs_blkoff(sbi, data_offset)) {
+	    erofs_blkoff(sbi, dataoff)) {
 		erofs_err("invalid tar data alignment @ %llu", tar_offset);
 		ret = -EIO;
 		goto out;
@@ -985,16 +977,21 @@ new_inode:
 		} else if (inode->i_size) {
 			if (tar->headeronly_mode) {
 				ret = erofs_write_zero_inode(inode);
+			} else if (tar->ddtaridx_mode) {
+				dataoff = le64_to_cpu(*(__le64 *)(th->devmajor));
+				ret = tarerofs_write_chunkes(inode, dataoff);
 			} else if (tar->rvsp_mode) {
 				inode->datasource = EROFS_INODE_DATA_SOURCE_RESVSP;
-				inode->i_ino[1] = data_offset;
+				inode->i_ino[1] = dataoff;
 				if (erofs_iostream_lskip(&tar->ios, inode->i_size))
 					ret = -EIO;
 				else
 					ret = 0;
 			} else if (tar->index_mode) {
-				ret = tarerofs_write_file_index(inode, tar,
-								data_offset);
+				ret = tarerofs_write_chunkes(inode, dataoff);
+				if (!ret && erofs_iostream_lskip(&tar->ios,
+								 inode->i_size))
+					ret = -EIO;
 			} else {
 				ret = tarerofs_write_file_data(inode, tar);
 			}
-- 
2.43.5



More information about the Linux-erofs mailing list