Subversion Repositories HelenOS

Rev

Rev 4553 | Rev 4583 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
3521 jermar 1
/*
2
 * Copyright (c) 2008 Jakub Jermar 
3
 * Copyright (c) 2008 Martin Decky 
4
 * All rights reserved.
5
 *
6
 * Redistribution and use in source and binary forms, with or without
7
 * modification, are permitted provided that the following conditions
8
 * are met:
9
 *
10
 * - Redistributions of source code must retain the above copyright
11
 *   notice, this list of conditions and the following disclaimer.
12
 * - Redistributions in binary form must reproduce the above copyright
13
 *   notice, this list of conditions and the following disclaimer in the
14
 *   documentation and/or other materials provided with the distribution.
15
 * - The name of the author may not be used to endorse or promote products
16
 *   derived from this software without specific prior written permission.
17
 *
18
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
19
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
20
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
21
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
22
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
23
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
24
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
25
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
27
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28
 */
29
 
4001 decky 30
/** @addtogroup libblock
3521 jermar 31
 * @{
4001 decky 32
 */
3521 jermar 33
/**
34
 * @file
35
 * @brief
36
 */
37
 
4001 decky 38
#include "libblock.h"
3521 jermar 39
#include "../../srv/vfs/vfs.h"
3530 jermar 40
#include <ipc/devmap.h>
4400 svoboda 41
#include <ipc/bd.h>
3530 jermar 42
#include <ipc/services.h>
3521 jermar 43
#include <errno.h>
3530 jermar 44
#include <sys/mman.h>
3521 jermar 45
#include <async.h>
46
#include <ipc/ipc.h>
47
#include <as.h>
48
#include <assert.h>
4553 jermar 49
#include <fibril_sync.h>
4509 decky 50
#include <adt/list.h>
51
#include <adt/hash_table.h>
4483 decky 52
#include <mem.h>
3521 jermar 53
 
3531 jermar 54
/** Lock protecting the device connection list */
4553 jermar 55
static FIBRIL_MUTEX_INITIALIZE(dcl_lock);
3531 jermar 56
/** Device connection list head. */
57
static LIST_INITIALIZE(dcl_head);
3530 jermar 58
 
3539 jermar 59
#define CACHE_BUCKETS_LOG2		10
60
#define CACHE_BUCKETS			(1 << CACHE_BUCKETS_LOG2)
61
 
3531 jermar 62
typedef struct {
4553 jermar 63
	fibril_mutex_t lock;
3539 jermar 64
	size_t block_size;		/**< Block size. */
65
	unsigned block_count;		/**< Total number of blocks. */
66
	hash_table_t block_hash;
67
	link_t free_head;
4572 svoboda 68
	enum cache_mode mode;
3539 jermar 69
} cache_t;
70
 
71
typedef struct {
3531 jermar 72
	link_t link;
4434 jermar 73
	dev_handle_t dev_handle;
3531 jermar 74
	int dev_phone;
75
	void *com_area;
76
	size_t com_size;
77
	void *bb_buf;
78
	off_t bb_off;
79
	size_t bb_size;
3539 jermar 80
	cache_t *cache;
3531 jermar 81
} devcon_t;
82
 
4572 svoboda 83
static int write_block(devcon_t *devcon, bn_t boff, size_t block_size,
84
    const void *src);
85
 
3531 jermar 86
static devcon_t *devcon_search(dev_handle_t dev_handle)
87
{
88
	link_t *cur;
89
 
4553 jermar 90
	fibril_mutex_lock(&dcl_lock);
3531 jermar 91
	for (cur = dcl_head.next; cur != &dcl_head; cur = cur->next) {
92
		devcon_t *devcon = list_get_instance(cur, devcon_t, link);
93
		if (devcon->dev_handle == dev_handle) {
4553 jermar 94
			fibril_mutex_unlock(&dcl_lock);
3531 jermar 95
			return devcon;
96
		}
97
	}
4553 jermar 98
	fibril_mutex_unlock(&dcl_lock);
3531 jermar 99
	return NULL;
100
}
101
 
102
static int devcon_add(dev_handle_t dev_handle, int dev_phone, void *com_area,
3537 jermar 103
   size_t com_size)
3531 jermar 104
{
105
	link_t *cur;
106
	devcon_t *devcon;
107
 
108
	devcon = malloc(sizeof(devcon_t));
109
	if (!devcon)
110
		return ENOMEM;
111
 
112
	link_initialize(&devcon->link);
113
	devcon->dev_handle = dev_handle;
114
	devcon->dev_phone = dev_phone;
115
	devcon->com_area = com_area;
116
	devcon->com_size = com_size;
3537 jermar 117
	devcon->bb_buf = NULL;
118
	devcon->bb_off = 0;
119
	devcon->bb_size = 0;
3539 jermar 120
	devcon->cache = NULL;
3531 jermar 121
 
4553 jermar 122
	fibril_mutex_lock(&dcl_lock);
3531 jermar 123
	for (cur = dcl_head.next; cur != &dcl_head; cur = cur->next) {
124
		devcon_t *d = list_get_instance(cur, devcon_t, link);
125
		if (d->dev_handle == dev_handle) {
4553 jermar 126
			fibril_mutex_unlock(&dcl_lock);
3531 jermar 127
			free(devcon);
128
			return EEXIST;
129
		}
130
	}
131
	list_append(&devcon->link, &dcl_head);
4553 jermar 132
	fibril_mutex_unlock(&dcl_lock);
3531 jermar 133
	return EOK;
134
}
135
 
136
static void devcon_remove(devcon_t *devcon)
137
{
4553 jermar 138
	fibril_mutex_lock(&dcl_lock);
3531 jermar 139
	list_remove(&devcon->link);
4553 jermar 140
	fibril_mutex_unlock(&dcl_lock);
3531 jermar 141
}
142
 
3537 jermar 143
int block_init(dev_handle_t dev_handle, size_t com_size)
3530 jermar 144
{
145
	int rc;
3531 jermar 146
	int dev_phone;
147
	void *com_area;
148
 
149
	com_area = mmap(NULL, com_size, PROTO_READ | PROTO_WRITE,
3530 jermar 150
	    MAP_ANONYMOUS | MAP_PRIVATE, 0, 0);
3531 jermar 151
	if (!com_area) {
3530 jermar 152
		return ENOMEM;
153
	}
154
 
4401 svoboda 155
	dev_phone = devmap_device_connect(dev_handle, IPC_FLAG_BLOCKING);
3530 jermar 156
	if (dev_phone < 0) {
3531 jermar 157
		munmap(com_area, com_size);
3530 jermar 158
		return dev_phone;
159
	}
160
 
3531 jermar 161
	rc = ipc_share_out_start(dev_phone, com_area,
3530 jermar 162
	    AS_AREA_READ | AS_AREA_WRITE);
163
	if (rc != EOK) {
3531 jermar 164
	    	munmap(com_area, com_size);
3530 jermar 165
		ipc_hangup(dev_phone);
166
		return rc;
167
	}
3531 jermar 168
 
3537 jermar 169
	rc = devcon_add(dev_handle, dev_phone, com_area, com_size);
3531 jermar 170
	if (rc != EOK) {
171
		munmap(com_area, com_size);
172
		ipc_hangup(dev_phone);
173
		return rc;
174
	}
175
 
3530 jermar 176
	return EOK;
177
}
178
 
179
void block_fini(dev_handle_t dev_handle)
180
{
3531 jermar 181
	devcon_t *devcon = devcon_search(dev_handle);
182
	assert(devcon);
183
 
184
	devcon_remove(devcon);
185
 
3537 jermar 186
	if (devcon->bb_buf)
187
		free(devcon->bb_buf);
3539 jermar 188
 
189
	if (devcon->cache) {
190
		hash_table_destroy(&devcon->cache->block_hash);
191
		free(devcon->cache);
192
	}
193
 
3531 jermar 194
	munmap(devcon->com_area, devcon->com_size);
195
	ipc_hangup(devcon->dev_phone);
196
 
197
	free(devcon);	
3530 jermar 198
}
199
 
3537 jermar 200
int block_bb_read(dev_handle_t dev_handle, off_t off, size_t size)
201
{
202
	void *bb_buf;
3538 jermar 203
	int rc;
3537 jermar 204
 
205
	devcon_t *devcon = devcon_search(dev_handle);
206
	if (!devcon)
207
		return ENOENT;
208
	if (devcon->bb_buf)
209
		return EEXIST;
210
	bb_buf = malloc(size);
211
	if (!bb_buf)
212
		return ENOMEM;
213
 
214
	off_t bufpos = 0;
215
	size_t buflen = 0;
3538 jermar 216
	rc = block_read(dev_handle, &bufpos, &buflen, &off,
217
	    bb_buf, size, size);
218
	if (rc != EOK) {
3537 jermar 219
	    	free(bb_buf);
3538 jermar 220
		return rc;
3537 jermar 221
	}
222
	devcon->bb_buf = bb_buf;
223
	devcon->bb_off = off;
224
	devcon->bb_size = size;
225
 
226
	return EOK;
227
}
228
 
3530 jermar 229
void *block_bb_get(dev_handle_t dev_handle)
230
{
3531 jermar 231
	devcon_t *devcon = devcon_search(dev_handle);
232
	assert(devcon);
233
	return devcon->bb_buf;
3530 jermar 234
}
235
 
3539 jermar 236
static hash_index_t cache_hash(unsigned long *key)
237
{
238
	return *key & (CACHE_BUCKETS - 1);
239
}
240
 
241
static int cache_compare(unsigned long *key, hash_count_t keys, link_t *item)
242
{
243
	block_t *b = hash_table_get_instance(item, block_t, hash_link);
244
	return b->boff == *key;
245
}
246
 
247
static void cache_remove_callback(link_t *item)
248
{
249
}
250
 
251
static hash_table_operations_t cache_ops = {
252
	.hash = cache_hash,
253
	.compare = cache_compare,
254
	.remove_callback = cache_remove_callback
255
};
256
 
4572 svoboda 257
int block_cache_init(dev_handle_t dev_handle, size_t size, unsigned blocks,
258
    enum cache_mode mode)
3539 jermar 259
{
260
	devcon_t *devcon = devcon_search(dev_handle);
261
	cache_t *cache;
262
	if (!devcon)
263
		return ENOENT;
264
	if (devcon->cache)
265
		return EEXIST;
266
	cache = malloc(sizeof(cache_t));
267
	if (!cache)
268
		return ENOMEM;
269
 
4553 jermar 270
	fibril_mutex_initialize(&cache->lock);
3539 jermar 271
	list_initialize(&cache->free_head);
272
	cache->block_size = size;
273
	cache->block_count = blocks;
4572 svoboda 274
	cache->mode = mode;
3539 jermar 275
 
276
	if (!hash_table_create(&cache->block_hash, CACHE_BUCKETS, 1,
277
	    &cache_ops)) {
278
		free(cache);
279
		return ENOMEM;
280
	}
281
 
282
	devcon->cache = cache;
283
	return EOK;
284
}
285
 
3540 jermar 286
static bool cache_can_grow(cache_t *cache)
3521 jermar 287
{
3540 jermar 288
	return true;
289
}
290
 
291
static void block_initialize(block_t *b)
292
{
4553 jermar 293
	fibril_mutex_initialize(&b->lock);
3540 jermar 294
	b->refcnt = 1;
295
	b->dirty = false;
4553 jermar 296
	fibril_rwlock_initialize(&b->contents_lock);
3540 jermar 297
	link_initialize(&b->free_link);
298
	link_initialize(&b->hash_link);
299
}
300
 
301
/** Instantiate a block in memory and get a reference to it.
302
 *
303
 * @param dev_handle		Device handle of the block device.
304
 * @param boff			Block offset.
3595 jermar 305
 * @param flags			If BLOCK_FLAGS_NOREAD is specified, block_get()
306
 * 				will not read the contents of the block from the
307
 *				device.
3540 jermar 308
 *
309
 * @return			Block structure.
310
 */
3595 jermar 311
block_t *block_get(dev_handle_t dev_handle, bn_t boff, int flags)
3540 jermar 312
{
313
	devcon_t *devcon;
314
	cache_t *cache;
3521 jermar 315
	block_t *b;
3540 jermar 316
	link_t *l;
317
	unsigned long key = boff;
318
 
319
	devcon = devcon_search(dev_handle);
3521 jermar 320
 
3540 jermar 321
	assert(devcon);
322
	assert(devcon->cache);
3521 jermar 323
 
3540 jermar 324
	cache = devcon->cache;
4553 jermar 325
	fibril_mutex_lock(&cache->lock);
3540 jermar 326
	l = hash_table_find(&cache->block_hash, &key);
327
	if (l) {
328
		/*
329
		 * We found the block in the cache.
330
		 */
331
		b = hash_table_get_instance(l, block_t, hash_link);
4553 jermar 332
		fibril_mutex_lock(&b->lock);
3540 jermar 333
		if (b->refcnt++ == 0)
334
			list_remove(&b->free_link);
4553 jermar 335
		fibril_mutex_unlock(&b->lock);
336
		fibril_mutex_unlock(&cache->lock);
3540 jermar 337
	} else {
338
		/*
339
		 * The block was not found in the cache.
340
		 */
341
		int rc;
342
		off_t bufpos = 0;
343
		size_t buflen = 0;
344
		off_t pos = boff * cache->block_size;
3544 jermar 345
		bool sync = false;
3521 jermar 346
 
3540 jermar 347
		if (cache_can_grow(cache)) {
348
			/*
349
			 * We can grow the cache by allocating new blocks.
350
			 * Should the allocation fail, we fail over and try to
351
			 * recycle a block from the cache.
352
			 */
353
			b = malloc(sizeof(block_t));
354
			if (!b)
355
				goto recycle;
356
			b->data = malloc(cache->block_size);
357
			if (!b->data) {
358
				free(b);
359
				goto recycle;
360
			}
361
		} else {
362
			/*
363
			 * Try to recycle a block from the free list.
364
			 */
365
			unsigned long temp_key;
366
recycle:
367
			assert(!list_empty(&cache->free_head));
368
			l = cache->free_head.next;
369
			list_remove(l);
370
			b = hash_table_get_instance(l, block_t, hash_link);
3544 jermar 371
			sync = b->dirty;
3540 jermar 372
			temp_key = b->boff;
373
			hash_table_remove(&cache->block_hash, &temp_key, 1);
374
		}
375
 
376
		block_initialize(b);
377
		b->dev_handle = dev_handle;
378
		b->size = cache->block_size;
379
		b->boff = boff;
3544 jermar 380
		hash_table_insert(&cache->block_hash, &key, &b->hash_link);
381
 
382
		/*
383
		 * Lock the block before releasing the cache lock. Thus we don't
384
		 * kill concurent operations on the cache while doing I/O on the
385
		 * block.
386
		 */
4553 jermar 387
		fibril_mutex_lock(&b->lock);
388
		fibril_mutex_unlock(&cache->lock);
3544 jermar 389
 
390
		if (sync) {
391
			/*
392
			 * The block is dirty and needs to be written back to
393
			 * the device before we can read in the new contents.
394
			 */
395
			abort();	/* TODO: block_write() */
396
		}
3595 jermar 397
		if (!(flags & BLOCK_FLAGS_NOREAD)) {
398
			/*
399
			 * The block contains old or no data. We need to read
400
			 * the new contents from the device.
401
			 */
402
			rc = block_read(dev_handle, &bufpos, &buflen, &pos,
403
			    b->data, cache->block_size, cache->block_size);
404
			assert(rc == EOK);
405
		}
3544 jermar 406
 
4553 jermar 407
		fibril_mutex_unlock(&b->lock);
3521 jermar 408
	}
409
	return b;
410
}
411
 
3543 jermar 412
/** Release a reference to a block.
413
 *
3544 jermar 414
 * If the last reference is dropped, the block is put on the free list.
3543 jermar 415
 *
416
 * @param block		Block of which a reference is to be released.
417
 */
3521 jermar 418
void block_put(block_t *block)
419
{
3543 jermar 420
	devcon_t *devcon = devcon_search(block->dev_handle);
421
	cache_t *cache;
4572 svoboda 422
	int rc;
3543 jermar 423
 
424
	assert(devcon);
425
	assert(devcon->cache);
426
 
427
	cache = devcon->cache;
4553 jermar 428
	fibril_mutex_lock(&cache->lock);
429
	fibril_mutex_lock(&block->lock);
3543 jermar 430
	if (!--block->refcnt) {
431
		/*
432
		 * Last reference to the block was dropped, put the block on the
433
		 * free list.
434
		 */
435
		list_append(&block->free_link, &cache->free_head);
4572 svoboda 436
		if (cache->mode != CACHE_MODE_WB && block->dirty) {
437
			rc = write_block(devcon, block->boff, block->size,
438
			    block->data);
439
			assert(rc == EOK);
440
 
441
			block->dirty = false;
442
		}
3543 jermar 443
	}
4553 jermar 444
	fibril_mutex_unlock(&block->lock);
445
	fibril_mutex_unlock(&cache->lock);
3543 jermar 446
}
447
 
448
/** Read data from a block device.
449
 *
450
 * @param dev_handle	Device handle of the block device.
451
 * @param bufpos	Pointer to the first unread valid offset within the
452
 * 			communication buffer.
453
 * @param buflen	Pointer to the number of unread bytes that are ready in
454
 * 			the communication buffer.
455
 * @param pos		Device position to be read.
456
 * @param dst		Destination buffer.
457
 * @param size		Size of the destination buffer.
458
 * @param block_size	Block size to be used for the transfer.
459
 *
460
 * @return		EOK on success or a negative return code on failure.
461
 */
462
int
4435 jermar 463
block_read(dev_handle_t dev_handle, off_t *bufpos, size_t *buflen, off_t *pos,
464
    void *dst, size_t size, size_t block_size)
3543 jermar 465
{
466
	off_t offset = 0;
467
	size_t left = size;
468
	devcon_t *devcon = devcon_search(dev_handle);
469
	assert(devcon);
3540 jermar 470
 
3543 jermar 471
	while (left > 0) {
472
		size_t rd;
473
 
474
		if (*bufpos + left < *buflen)
475
			rd = left;
476
		else
477
			rd = *buflen - *bufpos;
478
 
479
		if (rd > 0) {
480
			/*
481
			 * Copy the contents of the communication buffer to the
482
			 * destination buffer.
483
			 */
484
			memcpy(dst + offset, devcon->com_area + *bufpos, rd);
485
			offset += rd;
486
			*bufpos += rd;
487
			*pos += rd;
488
			left -= rd;
489
		}
490
 
4549 svoboda 491
		if (*bufpos == (off_t) *buflen) {
3543 jermar 492
			/* Refill the communication buffer with a new block. */
493
			ipcarg_t retval;
4400 svoboda 494
			int rc = async_req_2_1(devcon->dev_phone, BD_READ_BLOCK,
3543 jermar 495
			    *pos / block_size, block_size, &retval);
496
			if ((rc != EOK) || (retval != EOK))
4549 svoboda 497
				return (rc != EOK ? rc : (int) retval);
3543 jermar 498
 
499
			*bufpos = 0;
500
			*buflen = block_size;
501
		}
502
	}
503
 
504
	return EOK;
3521 jermar 505
}
506
 
4572 svoboda 507
/** Write block to block device.
508
 *
509
 * @param devcon	Device connection.
510
 * @param boff		Block index.
511
 * @param block_size	Block size.
512
 * @param src		Buffer containing the data to write.
513
 *
514
 * @return		EOK on success or negative error code on failure.
515
 */
516
static int write_block(devcon_t *devcon, bn_t boff, size_t block_size,
517
    const void *src)
518
{
519
	ipcarg_t retval;
520
	int rc;
521
 
522
	assert(devcon);
523
	memcpy(devcon->com_area, src, block_size);
524
 
525
	rc = async_req_2_1(devcon->dev_phone, BD_WRITE_BLOCK,
526
	    boff, block_size, &retval);
527
	if ((rc != EOK) || (retval != EOK))
528
		return (rc != EOK ? rc : (int) retval);
529
 
530
	return EOK;
531
}
532
 
3521 jermar 533
/** @}
534
 */