/* vim: set sw=8: -*- Mode: C; tab-width: 8; indent-tabs-mode: t; c-basic-offset: 8 -*- */
/*
 * gsf-infile-msole.c :
 *
 * Copyright (C) 2002-2004 Jody Goldberg (jody@gnome.org)
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of version 2.1 of the GNU Lesser General Public
 * License as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301
 * USA
 */

/*
 * [MS-CFB]: Compound File Binary File Format
 * http://msdn.microsoft.com/en-us/library/dd942138.aspx
 */

#include <gsf-config.h>
#include <gsf/gsf-infile-msole.h>
#include <gsf/gsf.h>
#include <gsf/gsf-msole-impl.h>
#include <glib/gi18n-lib.h>

#include <string.h>
#include <stdio.h>

#undef G_LOG_DOMAIN
#define G_LOG_DOMAIN "libgsf:msole"

static GObjectClass *parent_class;

typedef struct {
	guint32 *block;
	guint32  num_blocks;
} MSOleBAT;

typedef struct {
	char	 *name;
	GsfMSOleSortingKey *key;
	int	  index;
	gsf_off_t size;
	gboolean  use_sb;
	guint32   first_block;
	gboolean  is_directory;
	GPtrArray *children;
	unsigned char clsid[16];	/* 16 byte GUID used by some apps */
	GDateTime *modtime;
} MSOleDirent;

typedef struct {
	struct {
		MSOleBAT bat;
		unsigned shift;
		unsigned filter;
		size_t   size;
	} bb, sb;
	gsf_off_t max_block;
	guint32 threshold; /* transition between small and big blocks */
        guint32 sbat_start, num_sbat;

	MSOleDirent *root_dir;
	GsfInput *sb_file;

	int ref_count;
} MSOleInfo;

struct _GsfInfileMSOle {
	GsfInfile parent;

	GsfInput    *input;
	MSOleInfo   *info;
	MSOleDirent *dirent;
	MSOleBAT     bat;
	gsf_off_t    cur_block;

	struct {
		guint8  *buf;
		size_t  buf_size;
	} stream;
};

typedef struct {
	GsfInfileClass  parent_class;
} GsfInfileMSOleClass;

#define GSF_INFILE_MSOLE_CLASS(k)    (G_TYPE_CHECK_CLASS_CAST ((k), GSF_INFILE_MSOLE_TYPE, GsfInfileMSOleClass))
#define GSF_IS_INFILE_MSOLE_CLASS(k) (G_TYPE_CHECK_CLASS_TYPE ((k), GSF_INFILE_MSOLE_TYPE))

/* utility macros */
#define OLE_BIG_BLOCK(index, ole)	((index) >> ole->info->bb.shift)

static GsfInput *gsf_infile_msole_new_child (GsfInfileMSOle *parent,
					     MSOleDirent *dirent, GError **err);
static void ole_info_unref (MSOleInfo *info);

/* Returns FALSE on error.  */
static gboolean
ole_seek_block (GsfInfileMSOle const *ole, guint32 block, gsf_off_t offset)
{
	g_return_val_if_fail (block < ole->info->max_block, FALSE);

	// OLE_HEADER_SIZE is fixed at 512, but the sector containing the
	// header is padded out to bb.size (sector size) when bb.size > 512.
	gsf_off_t loc = MAX (OLE_HEADER_SIZE, ole->info->bb.size);
	loc += (gsf_off_t)block << ole->info->bb.shift;
	loc += offset;
	if (gsf_input_seek (ole->input, loc, G_SEEK_SET))
		return FALSE;

	return TRUE;
}

/**
 * ole_get_block: (skip)
 * @ole: the infile
 * @block: block number
 * @buffer: (out) (optional) (nullable): place to store a #GError if anything goes wrong
 *
 * Read a block of data from the underlying input.
 * Be really anal.
 *
 * Returns: pointer to the buffer or %NULL if there is an error or 0 bytes are
 * requested.
 **/
static guint8 const *
ole_get_block (GsfInfileMSOle const *ole, guint32 block, guint8 *buffer)
{
	if (!ole_seek_block (ole, block, 0))
		return NULL;

	return gsf_input_read (ole->input, ole->info->bb.size, buffer);
}

/**
 * ole_make_bat :
 * @metabat: a meta bat to connect to the raw blocks (small or large)
 * @size_guess: An optional guess as to how many blocks are in the file
 * @block: The first block in the list.
 * @res: where to store the result.
 *
 * Walk the linked list of the supplied block allocation table and build up a
 * table for the list starting in @block.
 *
 * Returns: TRUE on error.
 **/
static gboolean
ole_make_bat (MSOleBAT const *metabat, size_t size_guess, guint32 block,
	      MSOleBAT *res)
{
	/* NOTE : Only use size as a suggestion, sometimes it is wrong */
	GArray *bat = g_array_sized_new (FALSE, FALSE,
		sizeof (guint32), size_guess);

	guint8 *used = g_try_malloc0 (1 + metabat->num_blocks / 8);
	if (used == NULL) {
		g_array_free (bat, TRUE);
		return TRUE;
	}

	while (block < metabat->num_blocks) {
		/* Catch cycles in the bat list */
		if (used[block/8] & (1 << (block & 0x7)))
			break;
		used[block/8] |= 1 << (block & 0x7);

		g_array_append_val (bat, block);
		block = metabat->block [block];
	}

	g_free (used);

	res->num_blocks = bat->len;
	res->block = (guint32 *) (gpointer) g_array_free (bat, FALSE);

	if (block != BAT_MAGIC_END_OF_CHAIN) {
		g_warning ("This OLE2 file is invalid.\n"
			   "The Block Allocation Table for one of the streams had 0x%08x instead of a terminator (0x%08x).\n"
			   "We might still be able to extract some data, but you'll want to check the file.",
			   block, BAT_MAGIC_END_OF_CHAIN);
	}

	return FALSE;
}

static void
ols_bat_release (MSOleBAT *bat)
{
	if (bat->block != NULL) {
		bat->num_blocks = 0;
		g_free (bat->block);
		bat->block = NULL;
	}
}

/* A small utility routine to read a set of references to bat blocks
 * either from the OLE header, or a meta-bat block.
 * Returns: a pointer to the element after the last position filled. */
static guint32 *
ole_info_read_metabat (GsfInfileMSOle *ole, guint32 *bats, guint32 max_bat,
		       guint32 const *metabat, guint32 const *metabat_end)
{
	guint8 const *bat, *end;

	for (; metabat < metabat_end; metabat++) {
		if (*metabat != BAT_MAGIC_UNUSED) {
			bat = ole_get_block (ole, *metabat, NULL);
			if (bat == NULL)
				return NULL;
			end = bat + ole->info->bb.size;
			for ( ; bat < end ; bat += BAT_INDEX_SIZE, bats++) {
				*bats = GSF_LE_GET_GUINT32 (bat);
				if (*bats >= max_bat && *bats < BAT_MAGIC_METABAT) {
					g_warning ("Invalid metabat item %08x",
						   *bats);
					return NULL;
				}
			}
		} else {
			/* Looks like something in the wild sometimes creates
			 * 'unused' entries in the metabat.  Let's assume that
			 * corresponds to lots of unused blocks
			 * http://bugzilla.gnome.org/show_bug.cgi?id=336858 */
			unsigned i = ole->info->bb.size / BAT_INDEX_SIZE;
			while (i-- > 0)
				*bats++ = BAT_MAGIC_UNUSED;
		}
	}
	return bats;
}

/* Copy some some raw data into an array of guint32. */
static void
gsf_ole_get_guint32s (guint32 *dst, guint8 const *src, int num_bytes)
{
	for (; (num_bytes -= BAT_INDEX_SIZE) >= 0 ; src += BAT_INDEX_SIZE)
		*dst++ = GSF_LE_GET_GUINT32 (src);
}

static GsfInput *
ole_info_get_sb_file (GsfInfileMSOle *parent)
{
	MSOleBAT meta_sbat;

	if (parent->info->sb_file != NULL)
		return parent->info->sb_file;

	parent->info->sb_file = gsf_infile_msole_new_child (parent,
		parent->info->root_dir, NULL);
	if (!parent->info->sb_file)
		return NULL;

	/* avoid creating a circular reference */
	ole_info_unref (((GsfInfileMSOle *)parent->info->sb_file)->info);

	g_return_val_if_fail (parent->info->sb.bat.block == NULL, NULL);

	if (ole_make_bat (&parent->info->bb.bat,
			  parent->info->num_sbat, parent->info->sbat_start, &meta_sbat))
		return NULL;

	parent->info->sb.bat.num_blocks = meta_sbat.num_blocks * (parent->info->bb.size / BAT_INDEX_SIZE);
	parent->info->sb.bat.block	= g_new0 (guint32, parent->info->sb.bat.num_blocks);
	ole_info_read_metabat (parent, parent->info->sb.bat.block,
		parent->info->sb.bat.num_blocks,
		meta_sbat.block, meta_sbat.block + meta_sbat.num_blocks);
	ols_bat_release (&meta_sbat);

	return parent->info->sb_file;
}

static gint
ole_dirent_cmp (MSOleDirent const *a, MSOleDirent const *b)
{
	return gsf_msole_sorting_key_cmp (a->key, b->key);
}

static GDateTime *
datetime_from_filetime (guint64 ft)
{
	static const gint64 epoch = G_GINT64_CONSTANT (11644473600);
	GDateTime *dt, *res;

	if (!ft)
		return NULL;

	/* ft is number of 100ns since Jan 1 1601 (UTC) */
	/* Convert to signed seconds since 1970 (UTC) */
	gint64 seconds = (gint64)(ft / 10000000u) - epoch;

	dt = g_date_time_new_from_unix_utc (seconds);
	if (!dt)
		return NULL;

	/* Add the remaining microseconds */
	res = g_date_time_add (dt, (ft % 10000000u) / 10);
	g_date_time_unref (dt);

	return res;
}

static char *
get_dirent_name (gchar const *data, guint16 name_len)
{
	gchar const *end;

	if (name_len <= 0 || name_len > DIRENT_MAX_NAME_SIZE)
		return NULL;

	/* !#%!@$#^
	 * Sometimes, rarely, people store the stream name as ascii
	 * rather than utf16.  Do a validation first just in case.
	 */
	if (!g_utf8_validate (data, name_len, &end) ||
	    end - data + 1 != name_len) {
		gunichar2 uni_name[DIRENT_MAX_NAME_SIZE + 1];
		int i;

		/* be wary about endianness */
		for (i = 0 ; i < name_len ; i += 2)
			uni_name[i/2] = GSF_LE_GET_GUINT16 (data + i);
		uni_name[i/2] = 0;
		return g_utf16_to_utf8 (uni_name, -1, NULL, NULL, NULL);
	} else {
		return g_strndup (data, end - data + 1);
	}
}


typedef struct {
	MSOleDirent *parent;
	guint32 entry;
} DirentEntry;

static void
add_todo (GArray *todo, MSOleDirent *parent, guint32 entry)
{
	size_t i = todo->len;
	g_array_set_size (todo, i + 1);
	g_array_index (todo, DirentEntry, i).parent = parent;
	g_array_index (todo, DirentEntry, i).entry = entry;
}

/* Parse dirent number @entry and recursively handle its siblings and children.
 * parent is optional. */
static void
ole_dirent_new (GsfInfileMSOle *ole, guint32 entry, MSOleDirent *parent,
		GByteArray *seen_before)
{
	GArray *todo = g_array_new (FALSE, FALSE, sizeof (DirentEntry));
	add_todo (todo, parent, entry);

	while (todo->len) {
		parent = g_array_index (todo, DirentEntry, todo->len - 1).parent;
		entry = g_array_index (todo, DirentEntry, todo->len - 1).entry;
		g_array_set_size (todo, todo->len - 1);

		if (entry >= (guint32)DIRENT_MAGIC_END)
			continue;

		if (entry >= G_MAXUINT / DIRENT_SIZE ||
		    entry >= seen_before->len ||
		    seen_before->data[entry]) {
		fail:
			g_printerr ("Problem with directory entry %d\n", entry);
			continue;
		}
		seen_before->data[entry] = 1;

		guint32 block = OLE_BIG_BLOCK (entry * DIRENT_SIZE, ole);
		if (block >= ole->bat.num_blocks)
			goto fail;

		guint8 const *data = ole_get_block (ole, ole->bat.block [block], NULL);
		if (data == NULL)
			goto fail;
		data += (DIRENT_SIZE * entry) % ole->info->bb.size;

		guint8 type = GSF_LE_GET_GUINT8 (data + DIRENT_TYPE);
		if (type != DIRENT_TYPE_DIR &&
		    type != DIRENT_TYPE_FILE &&
		    type != DIRENT_TYPE_ROOTDIR) {
			g_warning ("Unknown stream type 0x%x", type);
			continue;
		}

		if (!parent && type != DIRENT_TYPE_ROOTDIR) {
			/* See bug 346118.  */
			g_warning ("Root directory is not marked as such.");
			type = DIRENT_TYPE_ROOTDIR;
		}

		/* It looks like directory (and root directory) sizes are sometimes bogus */
		guint64 size = GSF_LE_GET_GUINT32 (data + DIRENT_FILE_SIZE) |
			((guint64)(GSF_LE_GET_GUINT16 (data + DIRENT_FILE_SIZE_HIGH)) << 32);
		if (type != DIRENT_TYPE_DIR && type != DIRENT_TYPE_ROOTDIR &&
		    size > (guint64)ole->input->size)
			goto fail;

		guint64 ft = GSF_LE_GET_GUINT64 (data + DIRENT_MODIFY_TIME);

		MSOleDirent *dirent = g_new0 (MSOleDirent, 1);
		dirent->index	     = entry;
		dirent->size	     = size;
		dirent->modtime = datetime_from_filetime (ft);
		/* Store the class id which is 16 byte identifier used by some apps */
		memcpy (dirent->clsid, data + DIRENT_CLSID, sizeof (dirent->clsid));

		/* root dir is always big block */
		dirent->use_sb	     = parent && (size < ole->info->threshold);
		dirent->first_block  = (GSF_LE_GET_GUINT32 (data + DIRENT_FIRSTBLOCK));
		dirent->is_directory = (type != DIRENT_TYPE_FILE);
		dirent->children     = NULL;
		guint32 prev  = GSF_LE_GET_GUINT32 (data + DIRENT_PREV);
		guint32 next  = GSF_LE_GET_GUINT32 (data + DIRENT_NEXT);
		guint32 child = GSF_LE_GET_GUINT32 (data + DIRENT_CHILD);
		guint16 name_len = GSF_LE_GET_GUINT16 (data + DIRENT_NAME_LEN);
		dirent->name = get_dirent_name ((const char *)data, name_len);
		/* be really anal in the face of screwups */
		if (dirent->name == NULL)
			dirent->name = g_strdup ("");
		dirent->key = gsf_msole_sorting_key_new (dirent->name);

#if 0
		printf ("%c '%s' :\tsize = %d\tfirst_block = 0x%x\n",
			dirent->is_directory ? 'd' : ' ',
			dirent->name, dirent->size, dirent->first_block);
#endif

		if (parent) {
			if (parent->children == NULL)
				parent->children = g_ptr_array_new ();
			GPtrArray *children = parent->children;
			guint lower = 0, upper = children->len;
			while (lower < upper) {
				guint mid = lower + (upper - lower) / 2;
				if (ole_dirent_cmp (g_ptr_array_index (children, mid), dirent) < 0)
					lower = mid + 1;
				else
					upper = mid;
			}
			g_ptr_array_insert (children, lower, dirent);
		} else
			ole->dirent = dirent;

		/* NOTE: "prev" and "next" links are a tree, not a linked list */
		add_todo (todo, parent, prev);

		if (dirent->is_directory) {
			add_todo (todo, dirent, child);
		} else if (child != DIRENT_MAGIC_END)
			g_warning ("A non directory stream with children?");

		add_todo (todo, parent, next);
	}

	g_array_free (todo, TRUE);
}

static void
ole_dirent_free (MSOleDirent *dirent)
{
	g_return_if_fail (dirent != NULL);

	g_free (dirent->name);
	gsf_msole_sorting_key_free (dirent->key);

	if (dirent->children) {
		unsigned ui;
		for (ui = 0; ui < dirent->children->len; ui++) {
			MSOleDirent *child = g_ptr_array_index (dirent->children, ui);
			ole_dirent_free (child);
		}
		g_ptr_array_free (dirent->children, TRUE);
	}

	if (dirent->modtime)
		g_date_time_unref (dirent->modtime);

	g_free (dirent);
}

/*****************************************************************************/

static void
ole_info_unref (MSOleInfo *info)
{
	if (info->ref_count-- != 1)
		return;

	ols_bat_release (&info->bb.bat);
	ols_bat_release (&info->sb.bat);
	if (info->root_dir != NULL) {
		ole_dirent_free (info->root_dir);
		info->root_dir = NULL;
	}
	if (info->sb_file != NULL)  {
		g_object_unref (info->sb_file);
		info->sb_file = NULL;
	}
	g_free (info);
}

static MSOleInfo *
ole_info_ref (MSOleInfo *info)
{
	info->ref_count++;
	return info;
}

/* Utility routine to _partially_ replicate a file.  It does NOT copy the bat
 * blocks, or init the dirent. */
static GsfInfileMSOle *
ole_dup (GsfInfileMSOle const *src, GError **err)
{
	GsfInfileMSOle	*dst;
	GsfInput *input;

	if (err)
		*err = NULL;

	g_return_val_if_fail (src != NULL, NULL);

	input = gsf_input_dup (src->input, err);
	if (input == NULL) {
		if (err != NULL)
			*err = g_error_new (gsf_input_error_id (), 0,
					    _("Failed to duplicate input stream"));
		return NULL;
	}

	dst = (GsfInfileMSOle *)g_object_new (GSF_INFILE_MSOLE_TYPE, NULL);
	dst->input = input;
	dst->info  = ole_info_ref (src->info);
	/* buf and buf_size are initialized to NULL */

	return dst;
}

/* Read an OLE header and do some sanity checking
 * along the way.
 * Returns: %TRUE on error setting @err if it is supplied. */
static gboolean
ole_init_info (GsfInfileMSOle *ole, GError **err)
{
	static guint8 const signature[] =
		{ 0xd0, 0xcf, 0x11, 0xe0, 0xa1, 0xb1, 0x1a, 0xe1 };
	GByteArray *seen_before;
	guint8 const *header, *tmp;
	guint32 *metabat = NULL;
	MSOleInfo *info;
	guint32 bb_shift, sb_shift, num_bat, num_sbat, num_metabat, threshold, last, dirent_start;
	guint32 metabat_block, *ptr;
	gboolean fail;
	size_t num_blocks, isize;

	if (err)
		*err = NULL;

	/* check the header */
	if (gsf_input_seek (ole->input, 0, G_SEEK_SET) ||
	    NULL == (header = gsf_input_read (ole->input, OLE_HEADER_SIZE, NULL)) ||
	    0 != memcmp (header, signature, sizeof (signature))) {
		if (err != NULL)
			*err = g_error_new (gsf_input_error_id (), 0,
					    _("No OLE2 signature"));
		return TRUE;
	}

	bb_shift      = GSF_LE_GET_GUINT16 (header + OLE_HEADER_BB_SHIFT);
	sb_shift      = GSF_LE_GET_GUINT16 (header + OLE_HEADER_SB_SHIFT);
	num_bat	      = GSF_LE_GET_GUINT32 (header + OLE_HEADER_NUM_BAT);
	num_sbat      = GSF_LE_GET_GUINT32 (header + OLE_HEADER_NUM_SBAT);
	threshold     = GSF_LE_GET_GUINT32 (header + OLE_HEADER_THRESHOLD);
	dirent_start  = GSF_LE_GET_GUINT32 (header + OLE_HEADER_DIRENT_START);
        metabat_block = GSF_LE_GET_GUINT32 (header + OLE_HEADER_METABAT_BLOCK);
	num_metabat   = GSF_LE_GET_GUINT32 (header + OLE_HEADER_NUM_METABAT);

	if (gsf_debug_flag ("OLE2")) {
		g_printerr ("bb_shift=%d (size=%d)\n", bb_shift, 1 << bb_shift);
		g_printerr ("sb_shift=%d (size=%d)\n", sb_shift, 1 << sb_shift);
		g_printerr ("num_bat=%d (0x%08x)\n", num_bat, num_bat);
		g_printerr ("num_sbat=%d (0x%08x)\n", num_sbat, num_sbat);
		g_printerr ("threshold=%d (0x%08x)\n", threshold, threshold);
		g_printerr ("dirent_start=0x%08x\n", dirent_start);
		g_printerr ("num_metabat=%d (0x%08x)\n", num_metabat, num_metabat);
	}

	/* Some sanity checks
	 * 1) There should always be at least 1 BAT block
	 * 2) It makes no sense to have a block larger than 2^31 for now.
	 *    Maybe relax this later, but not much.
	 */
	isize = gsf_input_size (ole->input);
	if (6 > bb_shift || bb_shift >= 31 || sb_shift > bb_shift ||
	    (isize >> bb_shift) < 1) {
		if (err != NULL)
			*err = g_error_new (gsf_input_error_id (), 0,
					    _("Unreasonable block sizes"));
		return TRUE;
	}

	info = g_new0 (MSOleInfo, 1);
	ole->info = info;

	info->ref_count	     = 1;
	info->bb.shift	     = bb_shift;
	info->bb.size	     = 1 << info->bb.shift;
	info->bb.filter	     = info->bb.size - 1;
	info->sb.shift	     = sb_shift;
	info->sb.size	     = 1 << info->sb.shift;
	info->sb.filter	     = info->sb.size - 1;
	info->threshold	     = threshold;
        info->sbat_start     = GSF_LE_GET_GUINT32 (header + OLE_HEADER_SBAT_START);
	info->num_sbat       = num_sbat;
	info->max_block	     = (isize - OLE_HEADER_SIZE + info->bb.size -1) / info->bb.size;
	info->sb_file	     = NULL;

	if (info->num_sbat == 0 &&
	    info->sbat_start != BAT_MAGIC_END_OF_CHAIN &&
	    info->sbat_start != BAT_MAGIC_UNUSED) {
		g_warning ("There are not supposed to be any blocks in the small block allocation table, yet there is a link to some.  Ignoring it.");
	}

	num_blocks = num_bat * (info->bb.size / BAT_INDEX_SIZE);

	/* very rough heuristic, just in case */
	if (num_bat < info->max_block && info->num_sbat < info->max_block && num_blocks < G_MAXINT) {
		info->bb.bat.num_blocks = num_blocks;
		info->bb.bat.block	= g_new0 (guint32, info->bb.bat.num_blocks);

		metabat = g_try_new (guint32, MAX (info->bb.size, OLE_HEADER_SIZE));
		if (!metabat) {
			ole->info = NULL;
			g_free (info);
			if (err != NULL)
				*err = g_error_new (gsf_input_error_id (), 0,
						    _("Insufficient memory"));
			return TRUE;
		}

		/* Reading the elements invalidates this memory, make copy */
		gsf_ole_get_guint32s (metabat, header + OLE_HEADER_START_BAT,
			OLE_HEADER_SIZE - OLE_HEADER_START_BAT);
		last = num_bat;
		if (last > OLE_HEADER_METABAT_SIZE)
			last = OLE_HEADER_METABAT_SIZE;

		ptr = ole_info_read_metabat (ole, info->bb.bat.block,
			info->bb.bat.num_blocks, metabat, metabat + last);
		num_bat -= last;
	} else
		ptr = NULL;

	last = (info->bb.size - BAT_INDEX_SIZE) / BAT_INDEX_SIZE;
	while (ptr != NULL && num_metabat-- > 0) {
		tmp = ole_get_block (ole, metabat_block, NULL);
		if (tmp == NULL) {
			ptr = NULL;
			break;
		}

		/* Reading the elements invalidates this memory, make copy */
		gsf_ole_get_guint32s (metabat, tmp, (int)info->bb.size);

		if (num_metabat == 0) {
			if (last < num_bat) {
				/* there should be less that a full metabat block
				 * remaining */
				ptr = NULL;
				break;
			}
			last = num_bat;
		} else if (num_metabat > 0) {
			metabat_block = metabat[last];
			if (num_bat < last) {
				/* ::num_bat and ::num_metabat are
				 * inconsistent.  There are too many metabats
				 * for the bat count in the header. */
				ptr = NULL;
				break;
			}
			num_bat -= last;
		}

		ptr = ole_info_read_metabat (ole, ptr,
			info->bb.bat.num_blocks, metabat, metabat + last);
	}
	fail = (ptr == NULL);

	g_free (metabat);
	metabat = ptr = NULL;

	if (fail) {
		if (err != NULL)
			*err = g_error_new (gsf_input_error_id (), 0,
					    _("Inconsistent block allocation table"));
		return TRUE;
	}

	/* Read the directory's bat, we do not know the size */
	if (ole_make_bat (&info->bb.bat, 0, dirent_start, &ole->bat)) {
		if (err != NULL)
			*err = g_error_new (gsf_input_error_id (), 0,
					    _("Problems making block allocation table"));
		return TRUE;
	}

	/* Read the directory */
	seen_before = g_byte_array_new ();
	g_byte_array_set_size (seen_before, ((size_t)(ole->bat.num_blocks) << info->bb.shift) / DIRENT_SIZE + 1);
	memset (seen_before->data, 0, seen_before->len);
	ole_dirent_new (ole, 0, NULL, seen_before);
	info->root_dir = ole->dirent;
	g_byte_array_unref (seen_before);
	if (ole->dirent == NULL) {
		if (err != NULL)
			*err = g_error_new (gsf_input_error_id (), 0,
					    _("Problems reading directory"));
		return TRUE;
	}

	/*
	 * The spec says to ignore modtime for root object.  That doesn't
	 * keep files from actually have a modtime there.
	 */
	gsf_input_set_modtime (GSF_INPUT (ole), ole->dirent->modtime);

	return FALSE;
}

static void
gsf_infile_msole_finalize (GObject *obj)
{
	GsfInfileMSOle *ole = GSF_INFILE_MSOLE (obj);

	if (ole->input != NULL) {
		g_object_unref (ole->input);
		ole->input = NULL;
	}
	if (ole->info != NULL &&
	    ole->info->sb_file != (GsfInput *)ole) {
		ole_info_unref (ole->info);
		ole->info = NULL;
	}
	ols_bat_release (&ole->bat);

	g_free (ole->stream.buf);

	parent_class->finalize (obj);
}

static GsfInput *
gsf_infile_msole_dup (GsfInput *src_input, GError **err)
{
	GsfInfileMSOle const *src = GSF_INFILE_MSOLE (src_input);
	GsfInfileMSOle *parent = GSF_INFILE_MSOLE (gsf_input_container (src_input));

	if (err)
		*err = NULL;

	return gsf_infile_msole_new_child (parent, src->dirent, err);
}

static guint8 const *
gsf_infile_msole_read (GsfInput *input, size_t num_bytes, guint8 *buffer)
{
	GsfInfileMSOle *ole = GSF_INFILE_MSOLE (input);
	gsf_off_t first_block, last_block, raw_block, offset, i;
	guint8 *ptr;
	size_t count;

	/* small block files are preload */
	if (ole->dirent != NULL && ole->dirent->use_sb) {
		if (buffer != NULL) {
			memcpy (buffer, ole->stream.buf + input->cur_offset, num_bytes);
			return buffer;
		}
		return ole->stream.buf + input->cur_offset;
	}

	/* GsfInput guarantees that num_bytes > 0 */
	first_block = OLE_BIG_BLOCK (input->cur_offset, ole);
	last_block = OLE_BIG_BLOCK (input->cur_offset + num_bytes - 1, ole);
	offset = input->cur_offset & ole->info->bb.filter;

	if (last_block >= ole->bat.num_blocks)
		return NULL;

	/* Optimization: are all the raw blocks contiguous?  */
	i = first_block;
	raw_block = ole->bat.block[i];
	if (FALSE && first_block != last_block)
		g_printerr ("Check if %" GSF_OFF_T_FORMAT "-%" GSF_OFF_T_FORMAT
			    " of %d are contiguous.\n",
			    first_block, last_block,
			    ole->bat.num_blocks);
	while (++i <= last_block && ++raw_block == ole->bat.block [i])
		;
	if (i > last_block) {
		if (!ole_seek_block (ole, ole->bat.block [first_block], offset))
			return NULL;
		ole->cur_block = last_block;
		return gsf_input_read (ole->input, num_bytes, buffer);
	}

	/* damn, we need to copy it block by block */
	if (buffer == NULL) {
		if (ole->stream.buf_size < num_bytes) {
			g_free (ole->stream.buf);
			ole->stream.buf_size = num_bytes;
			ole->stream.buf = g_new (guint8, num_bytes);
		}
		buffer = ole->stream.buf;
	}

	ptr = buffer;
	for (i = first_block ; i <= last_block ; i++ , ptr += count, num_bytes -= count) {
		count = ole->info->bb.size - offset;
		if (count > num_bytes)
			count = num_bytes;
		if (!ole_seek_block (ole, ole->bat.block [i], offset))
			return NULL;
		if (!gsf_input_read (ole->input, count, ptr))
			return NULL;
		offset = 0;
	}
	ole->cur_block = BAT_MAGIC_UNUSED;

	return buffer;
}

static gboolean
gsf_infile_msole_seek (GsfInput *input, gsf_off_t offset, GSeekType whence)
{
	GsfInfileMSOle *ole = GSF_INFILE_MSOLE (input);

	(void) offset;
	(void) whence;

	ole->cur_block = BAT_MAGIC_UNUSED;
	return FALSE;
}

static GsfInput *
gsf_infile_msole_new_child (GsfInfileMSOle *parent,
			    MSOleDirent *dirent, GError **err)
{
	GsfInfileMSOle *child;
	MSOleInfo *info;
	MSOleBAT const *metabat;
	GsfInput *sb_file = NULL;
	size_t size_guess;

	if (err)
		*err = NULL;

	child = ole_dup (parent, err);
	if (!child)
		return NULL;

	child->dirent = dirent;
	gsf_input_set_size (GSF_INPUT (child), (gsf_off_t) dirent->size);
	gsf_input_set_modtime (GSF_INPUT (child), dirent->modtime);

	/* The root dirent defines the small block file */
	if (dirent->index != 0) {
		gsf_input_set_name (GSF_INPUT (child), dirent->name);
		gsf_input_set_container (GSF_INPUT (child), GSF_INFILE (parent));

		if (dirent->is_directory) {
			/* be wary.  It seems as if some implementations pretend that the
			 * directories contain data */
			gsf_input_set_size (GSF_INPUT (child), 0);
			return GSF_INPUT (child);
		}
	}

	info = parent->info;

	/* build the bat */
	if (dirent->use_sb) {
		metabat = &info->sb.bat;
		size_guess = dirent->size >> info->sb.shift;
		sb_file = ole_info_get_sb_file (parent);
		if (!sb_file) {
			if (err != NULL)
				*err = g_error_new (gsf_input_error_id (), 0,
						    _("Failed to access child"));
			g_object_unref (child);
			return NULL;
		}
	} else {
		metabat = &info->bb.bat;
		size_guess = dirent->size >> info->bb.shift;
	}
	if (ole_make_bat (metabat, size_guess + 1, dirent->first_block, &child->bat)) {
		g_object_unref (child);
		return NULL;
	}

	if (dirent->use_sb) {
		unsigned int i;
		int remaining;

		g_return_val_if_fail (sb_file != NULL, NULL);

		child->stream.buf_size = remaining = dirent->size;
		child->stream.buf = g_new (guint8, child->stream.buf_size);

		for (i = 0 ; remaining > 0 && i < child->bat.num_blocks; i++, remaining -= info->sb.size)
			if (gsf_input_seek (GSF_INPUT (sb_file),
					    (gsf_off_t)(child->bat.block [i] << info->sb.shift), G_SEEK_SET) ||
			    !gsf_input_read (GSF_INPUT (sb_file),
					     MIN (remaining, (int)info->sb.size),
					     child->stream.buf + (i << info->sb.shift))) {

				g_warning ("failure reading block %d for '%s'", i, dirent->name);
				if (err) *err = g_error_new
						 (gsf_input_error_id (), 0,
						  _("failure reading block"));
				g_object_unref (child);
				return NULL;
			}

		if (remaining > 0) {
			if (err) *err = g_error_new (gsf_input_error_id (), 0, "insufficient blocks");
			g_warning ("Small-block file '%s' has insufficient blocks (%u) for the stated size (%lu)", dirent->name, child->bat.num_blocks, (long)dirent->size);
			g_object_unref (child);
			return NULL;
		}
	}

	return GSF_INPUT (child);
}

static GsfInput *
gsf_infile_msole_child_by_index (GsfInfile *infile, int target, GError **err)
{
	GsfInfileMSOle *ole = GSF_INFILE_MSOLE (infile);
	GPtrArray *children = ole->dirent->children;

	if (err)
		*err = NULL;

	if (children != NULL && target >= 0 && (unsigned)target < children->len)
		return gsf_infile_msole_new_child
			(ole, g_ptr_array_index (children, target), err);

	return NULL;
}

static char const *
gsf_infile_msole_name_by_index (GsfInfile *infile, int target)
{
	GsfInfileMSOle *ole = GSF_INFILE_MSOLE (infile);
	GPtrArray *children = ole->dirent->children;

	if (children != NULL && target >= 0 && (unsigned)target < children->len)
		return ((MSOleDirent *)g_ptr_array_index (children, target))->name;

	return NULL;
}

static GsfInput *
gsf_infile_msole_child_by_name (GsfInfile *infile, char const *name, GError **err)
{
	GsfInfileMSOle *ole = GSF_INFILE_MSOLE (infile);
	GPtrArray *children = ole->dirent->children;

	if (err)
		*err = NULL;

	if (children != NULL) {
		for (guint i = 0; i < children->len; i++) {
			MSOleDirent *dirent = g_ptr_array_index (children, i);
			if (!g_strcmp0 (name, dirent->name))
				return gsf_infile_msole_new_child (ole, dirent, err);
		}
	}
	return NULL;
}

static int
gsf_infile_msole_num_children (GsfInfile *infile)
{
	GsfInfileMSOle *ole = GSF_INFILE_MSOLE (infile);

	g_return_val_if_fail (ole->dirent != NULL, -1);

	if (!ole->dirent->is_directory)
		return -1;
	return ole->dirent->children ? ole->dirent->children->len : 0;
}

static void
gsf_infile_msole_init (GObject *obj)
{
	GsfInfileMSOle *ole = GSF_INFILE_MSOLE (obj);

	ole->input		= NULL;
	ole->info		= NULL;
	ole->bat.block		= NULL;
	ole->bat.num_blocks	= 0;
	ole->cur_block		= BAT_MAGIC_UNUSED;
	ole->stream.buf		= NULL;
	ole->stream.buf_size	= 0;
}

static void
gsf_infile_msole_class_init (GObjectClass *gobject_class)
{
	GsfInputClass  *input_class  = GSF_INPUT_CLASS (gobject_class);
	GsfInfileClass *infile_class = GSF_INFILE_CLASS (gobject_class);

	gobject_class->finalize		= gsf_infile_msole_finalize;
	input_class->Dup		= gsf_infile_msole_dup;
	input_class->Read		= gsf_infile_msole_read;
	input_class->Seek		= gsf_infile_msole_seek;
	infile_class->num_children	= gsf_infile_msole_num_children;
	infile_class->name_by_index	= gsf_infile_msole_name_by_index;
	infile_class->child_by_index	= gsf_infile_msole_child_by_index;
	infile_class->child_by_name	= gsf_infile_msole_child_by_name;

	parent_class = g_type_class_peek_parent (gobject_class);
}

GSF_CLASS (GsfInfileMSOle, gsf_infile_msole,
	   gsf_infile_msole_class_init, gsf_infile_msole_init,
	   GSF_INFILE_TYPE)

/**
 * gsf_infile_msole_new:
 * @source: #GsfInput
 * @err: (out) (optional) (nullable): place to store an error
 *
 * Opens the root directory of an MS OLE file.
 * <note>This adds a reference to @source.</note>
 *
 * Returns: the new ole file handler
 **/
GsfInfile *
gsf_infile_msole_new (GsfInput *source, GError **err)
{
	GsfInfileMSOle *ole;
	gsf_off_t calling_pos;

	if (err)
		*err = NULL;

	g_return_val_if_fail (GSF_IS_INPUT (source), NULL);

	ole = (GsfInfileMSOle *)g_object_new (GSF_INFILE_MSOLE_TYPE, NULL);
	ole->input = gsf_input_proxy_new (source);
	gsf_input_set_size (GSF_INPUT (ole), 0);

	calling_pos = gsf_input_tell (source);
	if (ole_init_info (ole, err)) {
		/* We do this so other kinds of archives can be tried.  */
		(void)gsf_input_seek (source, calling_pos, G_SEEK_SET);

		g_object_unref (ole);
		return NULL;
	}

	return GSF_INFILE (ole);
}

/**
 * gsf_infile_msole_get_class_id:
 * @ole: a #GsfInfileMSOle
 * @res: (out) (array fixed-size=16): identifier (often a GUID in
 * MS Windows apps)
 *
 * Retrieves the 16 byte indentifier (often a GUID in MS Windows apps)
 * stored within the directory associated with @ole and stores it in @res.
 *
 * Returns: TRUE on success
 **/
gboolean
gsf_infile_msole_get_class_id (GsfInfileMSOle const *ole, guint8 *res)
{
	g_return_val_if_fail (ole != NULL && ole->dirent != NULL, FALSE);

	memcpy (res, ole->dirent->clsid,
		sizeof(ole->dirent->clsid));
	return TRUE;
}
