9aae808cd0
before, and be more bugfree than ever! 2000-10-25 Not Zed <NotZed@HelixCode.com> * ibex_internal.h (IBEX_VERSION): Bumped to another version. The file format hasn't changed, but earlier bugs may create invalid files. * block.c (ibex_block_read): Use the root data directly. (ibex_block_cache_open): As well. (ibex_block_get): And here too. (ibex_block_cache_sync): Sync the root block directly here. * block.h: Pad root block out to 1024 bytes. Added root block to struct _memcache. * disktail.c (tail_get): Dirty the root block. (tail_get): Fix for changes to root access. (disk_remove): And here too. * wordindexmem.c (sync_cache_entry): Handle the case of not having any files in the list, which can happen now. (word_index_pre): Make sure we set the wordid on the new cache entry. * ibex_block.c (ibex_save): Sigh. Pass the right argument to index_post. * block.c (ibex_block_cache_open): Create a word_index_mem for indexing the words, rather than a word_index. * ibex_block.c (ibex_index_buffer): If we haven't called index_pre yet, do it before indexing anything. (ibex_save): If wehave called index_pre previously, call index_post. (ibex_close): And same for here. * index.h: Added a cursor class, and cursor retrieval function for iterating through an index's keys. * wordindexmem.c (ibex_create_word_index_mem): New word class, similar to wordindex, but meant to be faster for updates. (word_index_pre): Implement. We load all keys into memory. (word_index_post): Implement. We sync and free all keys. (find): Remove lru code, its no longer a cache, but a lookup table. (add_index_cache): Remove lru code here too. (find_name): And here. (word_flush): Flush the hashtable direct. (word_close): Call flush to flush, rather than doing it ourselves. (add_index_cache): If we are in an index state, we can assume a cache miss == a new word. (word_index_post): Maintain whether or not we are in an index state, and the depth of the state. (word_index_pre): Likewise. Dont reread the index if we have already. (cache_sanity): Fixed for struct changes. * wordindex.h (IBEXWordClass): Added functions to prepare/cleanup for lots of indexing. i.e. can be used to optimise indexing speed at the cost of extra memory usage during the indexing process. * hash.c (hash_cursor_create): Create a new cursor for iterating through a hashtable. (hash_cursor_close): 'close' the cursor. It is upto the application to close any cursors it creates. (hash_cursor_next): Goto the next key id. (hash_cursor_next_key): Goto the next key, reutrn the key. (hash_get_cursor): Return a cursor object. * wordindex.c (word_index_post): (word_index_pre): Added (empty) callbacks for pre/post functions. svn path=/trunk/; revision=6165
104 lines
3.5 KiB
C
104 lines
3.5 KiB
C
/* -*- Mode: C; tab-width: 8; indent-tabs-mode: t; c-basic-offset: 8 -*-
|
|
*
|
|
* Copyright (C) 2000 Helix Code, Inc.
|
|
*
|
|
* Authors: Michael Zucchi <notzed@helixcode.com>
|
|
*
|
|
* This program is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public License
|
|
* as published by the Free Software Foundation; either version 2 of
|
|
* the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with the Gnome Library; see the file COPYING.LIB. If not,
|
|
* write to the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
|
* Boston, MA 02111-1307, USA.
|
|
*/
|
|
|
|
#ifndef _INDEX_H
|
|
#define _INDEX_H
|
|
|
|
/* an indexing 'class' maps a key to 1 piece of info */
|
|
|
|
#define INDEX_STAT
|
|
|
|
struct _IBEXCursor {
|
|
struct _IBEXCursorClass *klass;
|
|
struct _IBEXIndex *index;
|
|
};
|
|
|
|
struct _IBEXCursorClass {
|
|
void (*close)(struct _IBEXCursor *);
|
|
|
|
guint32 (*next)(struct _IBEXCursor *);
|
|
char *(*next_key)(struct _IBEXCursor *, int *keylenptr);
|
|
};
|
|
|
|
struct _IBEXIndex {
|
|
struct _IBEXIndexClass *klass;
|
|
struct _memcache *blocks;
|
|
blockid_t root; /* root block of ondisk index data */
|
|
#ifdef INDEX_STAT
|
|
int lookups; /* how many lookups */
|
|
int lookup_total; /* how many blocks loaded for all lookups (hash chain depth) */
|
|
#endif
|
|
};
|
|
|
|
struct _IBEXIndexClass {
|
|
|
|
struct _IBEXIndex *(*create)(struct _memcache *bc, int size);
|
|
struct _IBEXIndex *(*open)(struct _memcache *bc, blockid_t root);
|
|
|
|
int (*sync)(struct _IBEXIndex *);
|
|
int (*close)(struct _IBEXIndex *);
|
|
|
|
/* lookup a key in the index, returns the keyid of this item, or 0 if not found */
|
|
guint32 (*find)(struct _IBEXIndex *, const char *key, int keylen);
|
|
|
|
/* remove a key from the index */
|
|
void (*remove)(struct _IBEXIndex *, const char *key, int keylen);
|
|
|
|
/* insert a new key into the index, the keyid is returned */
|
|
guint32 (*insert)(struct _IBEXIndex *, const char *key, int keylen);
|
|
|
|
/* get the key contents/key length from the keyid */
|
|
char *(*get_key)(struct _IBEXIndex *, guint32 keyid, int *keylenptr);
|
|
|
|
/* set the key contents based on the keyid */
|
|
void (*set_data)(struct _IBEXIndex *, guint32 keyid, blockid_t datablock, blockid_t tail);
|
|
|
|
/* get the key contents based on the keyid */
|
|
blockid_t (*get_data)(struct _IBEXIndex *, guint32 keyid, blockid_t *tail);
|
|
|
|
/* get a cursor for iterating over all contents */
|
|
struct _IBEXCursor *(*get_cursor)(struct _IBEXIndex *);
|
|
};
|
|
|
|
/* a storage class, stores lists of lists of id's */
|
|
|
|
struct _IBEXStore {
|
|
struct _IBEXStoreClass *klass;
|
|
struct _memcache *blocks;
|
|
};
|
|
|
|
struct _IBEXStoreClass {
|
|
struct _IBEXStore *(*create)(struct _memcache *bc);
|
|
int (*sync)(struct _IBEXStore *store);
|
|
int (*close)(struct _IBEXStore *store);
|
|
|
|
blockid_t (*add)(struct _IBEXStore *store, blockid_t *head, blockid_t *tail, nameid_t data);
|
|
blockid_t (*add_list)(struct _IBEXStore *store, blockid_t *head, blockid_t *tail, GArray *data);
|
|
blockid_t (*remove)(struct _IBEXStore *store, blockid_t *head, blockid_t *tail, nameid_t data);
|
|
void (*free)(struct _IBEXStore *store, blockid_t head, blockid_t tail);
|
|
|
|
gboolean (*find)(struct _IBEXStore *store, blockid_t head, blockid_t tail, nameid_t data);
|
|
GArray *(*get)(struct _IBEXStore *store, blockid_t head, blockid_t tail);
|
|
};
|
|
|
|
#endif
|