[PATCH] erofs-utils: fix fragmentoff overflow for large packed inode

Gao Xiang hsiangkao at linux.alibaba.com
Tue Dec 13 19:27:37 AEDT 2022


(cc Khem Raj <raj.khem at gmail.com>... Since I'd like to apply this first
 and then enable _FILE_OFFSET_BITS=64 unconditionally so that we could
 clean up all hard-coded _FILE_OFFSET_BITS in the source code.)

Hi Yue,

On Tue, Dec 13, 2022 at 03:16:43PM +0800, Yue Hu wrote:
> From: Yue Hu <huyue2 at coolpad.com>
> 
> The return value of ftell() is a long int, use ftello{64} instead. Also,
> use lseek64 for large file position to avoid this error if we have it.
> And need to return at once if they fail.
> 
> Signed-off-by: Yue Hu <huyue2 at coolpad.com>
> ---
>  configure.ac    |  2 ++
>  lib/fragments.c | 34 +++++++++++++++++++++++++++++-----
>  lib/inode.c     |  9 +++++++--
>  3 files changed, 38 insertions(+), 7 deletions(-)
> 
> diff --git a/configure.ac b/configure.ac
> index a736ff0..5c9666a 100644
> --- a/configure.ac
> +++ b/configure.ac
> @@ -190,6 +190,8 @@ AC_CHECK_FUNCS(m4_flatten([
>  	llistxattr
>  	memset
>  	realpath
> +	lseek64
> +	ftello64
>  	pread64
>  	pwrite64
>  	strdup
> diff --git a/lib/fragments.c b/lib/fragments.c
> index e69ae47..4302cd5 100644
> --- a/lib/fragments.c
> +++ b/lib/fragments.c
> @@ -3,7 +3,18 @@
>   * Copyright (C), 2022, Coolpad Group Limited.
>   * Created by Yue Hu <huyue2 at coolpad.com>
>   */
> +#ifndef _LARGEFILE_SOURCE
> +#define _LARGEFILE_SOURCE
> +#endif
> +#ifndef _LARGEFILE64_SOURCE
> +#define _LARGEFILE64_SOURCE
> +#endif
> +#ifndef _FILE_OFFSET_BITS
> +#define _FILE_OFFSET_BITS 64
> +#endif
> +#ifndef _GNU_SOURCE
>  #define _GNU_SOURCE
> +#endif
>  #include <stdlib.h>
>  #include <unistd.h>
>  #include "erofs/err.h"
> @@ -30,6 +41,13 @@ static struct list_head dupli_frags[FRAGMENT_HASHSIZE];
>  static FILE *packedfile;
>  const char *frags_packedname = "packed_file";
>  
> +#ifndef HAVE_LSEEK64
> +static inline off_t lseek64(int fd, u64 offset, int set)
> +{
> +	return lseek(fd, offset, set);
> +}
> +#endif

Could we use another function name other than native lseek64?

> +
>  static int z_erofs_fragments_dedupe_find(struct erofs_inode *inode, int fd,
>  					 u32 crc)
>  {
> @@ -53,8 +71,7 @@ static int z_erofs_fragments_dedupe_find(struct erofs_inode *inode, int fd,
>  	if (!data)
>  		return -ENOMEM;
>  
> -	ret = lseek(fd, inode->i_size - length, SEEK_SET);
> -	if (ret < 0) {
> +	if (lseek64(fd, inode->i_size - length, SEEK_SET) < 0) {
>  		ret = -errno;
>  		goto out;
>  	}
> @@ -113,8 +130,7 @@ int z_erofs_fragments_dedupe(struct erofs_inode *inode, int fd, u32 *tofcrc)
>  	if (inode->i_size <= EROFS_TOF_HASHLEN)
>  		return 0;
>  
> -	ret = lseek(fd, inode->i_size - EROFS_TOF_HASHLEN, SEEK_SET);
> -	if (ret < 0)
> +	if (lseek64(fd, inode->i_size - EROFS_TOF_HASHLEN, SEEK_SET) < 0)
>  		return -errno;
>  
>  	ret = read(fd, data_to_hash, EROFS_TOF_HASHLEN);
> @@ -192,9 +208,17 @@ void z_erofs_fragments_commit(struct erofs_inode *inode)
>  int z_erofs_pack_fragments(struct erofs_inode *inode, void *data,
>  			   unsigned int len, u32 tofcrc)
>  {
> +#ifdef HAVE_FTELLO64
> +	off64_t offset = ftello64(packedfile);
> +#else
> +	off_t offset = ftello(packedfile);
> +#endif
>  	int ret;
>  
> -	inode->fragmentoff = ftell(packedfile);
> +	if (offset < 0)
> +		return -errno;
> +
> +	inode->fragmentoff = (erofs_off_t)offset;
>  	inode->fragment_size = len;
>  
>  	if (fwrite(data, len, 1, packedfile) != 1)
> diff --git a/lib/inode.c b/lib/inode.c
> index 9de4dec..a8510f3 100644
> --- a/lib/inode.c
> +++ b/lib/inode.c
> @@ -1196,7 +1196,10 @@ struct erofs_inode *erofs_mkfs_build_special_from_fd(int fd, const char *name)
>  	struct erofs_inode *inode;
>  	int ret;
>  
> -	lseek(fd, 0, SEEK_SET);
> +	ret = lseek(fd, 0, SEEK_SET);
> +	if (ret < 0)
> +		return ERR_PTR(-errno);

This should be in a seperate patch, please don't fix it here.

> +
>  	ret = fstat64(fd, &st);
>  	if (ret)
>  		return ERR_PTR(-errno);
> @@ -1223,7 +1226,9 @@ struct erofs_inode *erofs_mkfs_build_special_from_fd(int fd, const char *name)
>  
>  	ret = erofs_write_compressed_file(inode, fd);
>  	if (ret == -ENOSPC) {
> -		lseek(fd, 0, SEEK_SET);
> +		ret = lseek(fd, 0, SEEK_SET);
> +		if (ret < 0)

Same here.

Thanks,
Gao Xiang

> +			return ERR_PTR(-errno);
>  		ret = write_uncompressed_file_from_fd(inode, fd);
>  	}
>  
> -- 
> 2.17.1


More information about the Linux-erofs mailing list