Split client-specific code into client.{c,h}
This commit is contained in:
381
src/client.c
Normal file
381
src/client.c
Normal file
@@ -0,0 +1,381 @@
|
|||||||
|
#include "client.h"
|
||||||
|
#include "serve.h"
|
||||||
|
#include "util.h"
|
||||||
|
#include "ioutil.h"
|
||||||
|
#include "bitset.h"
|
||||||
|
#include "nbdtypes.h"
|
||||||
|
|
||||||
|
|
||||||
|
#include <sys/mman.h>
|
||||||
|
#include <errno.h>
|
||||||
|
#include <stdlib.h>
|
||||||
|
|
||||||
|
|
||||||
|
/**
|
||||||
|
* So waiting on client->socket is len bytes of data, and we must write it all
|
||||||
|
* to client->mapped. However while doing do we must consult the bitmap
|
||||||
|
* client->block_allocation_map, which is a bitmap where one bit represents
|
||||||
|
* block_allocation_resolution bytes. Where a bit isn't set, there are no
|
||||||
|
* disc blocks allocated for that portion of the file, and we'd like to keep
|
||||||
|
* it that way.
|
||||||
|
*
|
||||||
|
* If the bitmap shows that every block in our prospective write is already
|
||||||
|
* allocated, we can proceed as normal and make one call to writeloop.
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
void write_not_zeroes(struct client_params* client, off64_t from, int len)
|
||||||
|
{
|
||||||
|
char *map = client->serve->block_allocation_map;
|
||||||
|
|
||||||
|
while (len > 0) {
|
||||||
|
/* so we have to calculate how much of our input to consider
|
||||||
|
* next based on the bitmap of allocated blocks. This will be
|
||||||
|
* at a coarser resolution than the actual write, which may
|
||||||
|
* not fall on a block boundary at either end. So we look up
|
||||||
|
* how many blocks our write covers, then cut off the start
|
||||||
|
* and end to get the exact number of bytes.
|
||||||
|
*/
|
||||||
|
int first_bit = from/block_allocation_resolution;
|
||||||
|
int last_bit = (from+len+block_allocation_resolution-1) /
|
||||||
|
block_allocation_resolution;
|
||||||
|
int run = bit_run_count(map, first_bit, last_bit-first_bit) *
|
||||||
|
block_allocation_resolution;
|
||||||
|
|
||||||
|
if (run > len)
|
||||||
|
run = len;
|
||||||
|
|
||||||
|
debug("write_not_zeroes: %ld+%d, first_bit=%d, last_bit=%d, run=%d",
|
||||||
|
from, len, first_bit, last_bit, run);
|
||||||
|
|
||||||
|
#define DO_READ(dst, len) CLIENT_ERROR_ON_FAILURE( \
|
||||||
|
readloop( \
|
||||||
|
client->socket, \
|
||||||
|
(dst), \
|
||||||
|
(len) \
|
||||||
|
), \
|
||||||
|
"read failed %ld+%d", from, (len) \
|
||||||
|
)
|
||||||
|
|
||||||
|
if (bit_is_set(map, from/block_allocation_resolution)) {
|
||||||
|
debug("writing the lot");
|
||||||
|
/* already allocated, just write it all */
|
||||||
|
DO_READ(client->mapped + from, run);
|
||||||
|
server_dirty(client->serve, from, run);
|
||||||
|
len -= run;
|
||||||
|
from += run;
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
char zerobuffer[block_allocation_resolution];
|
||||||
|
/* not allocated, read in block_allocation_resoution */
|
||||||
|
while (run > 0) {
|
||||||
|
char *dst = client->mapped+from;
|
||||||
|
int bit = from/block_allocation_resolution;
|
||||||
|
int blockrun = block_allocation_resolution -
|
||||||
|
(from % block_allocation_resolution);
|
||||||
|
if (blockrun > run)
|
||||||
|
blockrun = run;
|
||||||
|
|
||||||
|
debug("writing partial: bit=%d, blockrun=%d (run=%d)",
|
||||||
|
bit, blockrun, run);
|
||||||
|
|
||||||
|
DO_READ(zerobuffer, blockrun);
|
||||||
|
|
||||||
|
/* This reads the buffer twice in the worst case
|
||||||
|
* but we're leaning on memcmp failing early
|
||||||
|
* and memcpy being fast, rather than try to
|
||||||
|
* hand-optimized something specific.
|
||||||
|
*/
|
||||||
|
if (zerobuffer[0] != 0 ||
|
||||||
|
memcmp(zerobuffer, zerobuffer + 1, blockrun - 1)) {
|
||||||
|
memcpy(dst, zerobuffer, blockrun);
|
||||||
|
bit_set(map, bit);
|
||||||
|
server_dirty(client->serve, from, blockrun);
|
||||||
|
debug("non-zero, copied and set bit %d", bit);
|
||||||
|
/* at this point we could choose to
|
||||||
|
* short-cut the rest of the write for
|
||||||
|
* faster I/O but by continuing to do it
|
||||||
|
* the slow way we preserve as much
|
||||||
|
* sparseness as possible.
|
||||||
|
*/
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
debug("all zero, skip write");
|
||||||
|
}
|
||||||
|
len -= blockrun;
|
||||||
|
run -= blockrun;
|
||||||
|
from += blockrun;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/* Returns 1 if *request was filled with a valid request which we should
|
||||||
|
* try to honour. 0 otherwise. */
|
||||||
|
int client_read_request( struct client_params * client , struct nbd_request *out_request )
|
||||||
|
{
|
||||||
|
struct nbd_request_raw request_raw;
|
||||||
|
fd_set fds;
|
||||||
|
|
||||||
|
FD_ZERO(&fds);
|
||||||
|
FD_SET(client->socket, &fds);
|
||||||
|
FD_SET(client->serve->close_signal[0], &fds);
|
||||||
|
CLIENT_ERROR_ON_FAILURE(select(FD_SETSIZE, &fds, NULL, NULL, NULL),
|
||||||
|
"select() failed");
|
||||||
|
|
||||||
|
if (FD_ISSET(client->serve->close_signal[0], &fds))
|
||||||
|
return 0;
|
||||||
|
|
||||||
|
if (readloop(client->socket, &request_raw, sizeof(request_raw)) == -1) {
|
||||||
|
if (errno == 0) {
|
||||||
|
debug("EOF reading request");
|
||||||
|
return 0; /* neat point to close the socket */
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
CLIENT_ERROR_ON_FAILURE(-1, "Error reading request");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
nbd_r2h_request( &request_raw, out_request );
|
||||||
|
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/* Writes a reply to request *request, with error, to the client's
|
||||||
|
* socket.
|
||||||
|
* Returns 1; we don't check for errors on the write.
|
||||||
|
* TODO: Check for errors on the write.
|
||||||
|
*/
|
||||||
|
int client_write_reply( struct client_params * client, struct nbd_request *request, int error )
|
||||||
|
{
|
||||||
|
struct nbd_reply reply;
|
||||||
|
struct nbd_reply_raw reply_raw;
|
||||||
|
|
||||||
|
reply.magic = REPLY_MAGIC;
|
||||||
|
reply.error = error;
|
||||||
|
memcpy( reply.handle, &request->handle, 8 );
|
||||||
|
|
||||||
|
nbd_h2r_reply( &reply, &reply_raw );
|
||||||
|
|
||||||
|
write( client->socket, &reply_raw, sizeof( reply_raw ) );
|
||||||
|
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
void client_write_init( struct client_params * client, uint64_t size )
|
||||||
|
{
|
||||||
|
struct nbd_init init;
|
||||||
|
struct nbd_init_raw init_raw;
|
||||||
|
|
||||||
|
memcpy( init.passwd, INIT_PASSWD, sizeof( INIT_PASSWD ) );
|
||||||
|
init.magic = INIT_MAGIC;
|
||||||
|
init.size = size;
|
||||||
|
memset( init.reserved, 0, 128 );
|
||||||
|
|
||||||
|
nbd_h2r_init( &init, &init_raw );
|
||||||
|
|
||||||
|
CLIENT_ERROR_ON_FAILURE(
|
||||||
|
writeloop(client->socket, &init_raw, sizeof(init_raw)),
|
||||||
|
"Couldn't send hello"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
/* Check to see if the client's request needs a reply constructing.
|
||||||
|
* Returns 1 if we do, 0 otherwise.
|
||||||
|
* request_err is set to 0 if the client sent a bad request, in which
|
||||||
|
* case we send an error reply.
|
||||||
|
*/
|
||||||
|
int client_request_needs_reply( struct client_params * client, struct nbd_request request, int *request_err )
|
||||||
|
{
|
||||||
|
debug("request type %d", request.type);
|
||||||
|
|
||||||
|
if (request.magic != REQUEST_MAGIC)
|
||||||
|
CLIENT_ERROR("Bad magic %08x", request.magic);
|
||||||
|
|
||||||
|
switch (request.type)
|
||||||
|
{
|
||||||
|
case REQUEST_READ:
|
||||||
|
break;
|
||||||
|
case REQUEST_WRITE:
|
||||||
|
/* check it's not out of range */
|
||||||
|
if (request.from < 0 ||
|
||||||
|
request.from+request.len > client->serve->size) {
|
||||||
|
debug("request read %ld+%d out of range",
|
||||||
|
request.from,
|
||||||
|
request.len
|
||||||
|
);
|
||||||
|
client_write_reply( client, &request, 1 );
|
||||||
|
*request_err = 0;
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
|
||||||
|
case REQUEST_DISCONNECT:
|
||||||
|
debug("request disconnect");
|
||||||
|
*request_err = 1;
|
||||||
|
return 0;
|
||||||
|
|
||||||
|
default:
|
||||||
|
CLIENT_ERROR("Unknown request %08x", request.type);
|
||||||
|
}
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void client_reply_to_read( struct client_params* client, struct nbd_request request )
|
||||||
|
{
|
||||||
|
off64_t offset;
|
||||||
|
|
||||||
|
debug("request read %ld+%d", request.from, request.len);
|
||||||
|
client_write_reply( client, &request, 0);
|
||||||
|
|
||||||
|
offset = request.from;
|
||||||
|
CLIENT_ERROR_ON_FAILURE(
|
||||||
|
sendfileloop(
|
||||||
|
client->socket,
|
||||||
|
client->fileno,
|
||||||
|
&offset,
|
||||||
|
request.len),
|
||||||
|
"sendfile failed from=%ld, len=%d",
|
||||||
|
offset,
|
||||||
|
request.len);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void client_reply_to_write( struct client_params* client, struct nbd_request request )
|
||||||
|
{
|
||||||
|
debug("request write %ld+%d", request.from, request.len);
|
||||||
|
if (client->serve->block_allocation_map) {
|
||||||
|
write_not_zeroes( client, request.from, request.len );
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
CLIENT_ERROR_ON_FAILURE(
|
||||||
|
readloop(
|
||||||
|
client->socket,
|
||||||
|
client->mapped + request.from,
|
||||||
|
request.len),
|
||||||
|
"read failed from=%ld, len=%d",
|
||||||
|
request.from,
|
||||||
|
request.len );
|
||||||
|
server_dirty(client->serve, request.from, request.len);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (1) /* not sure whether this is necessary... */
|
||||||
|
{
|
||||||
|
/* multiple of 4K page size */
|
||||||
|
uint64_t from_rounded = request.from & (!0xfff);
|
||||||
|
uint64_t len_rounded = request.len + (request.from - from_rounded);
|
||||||
|
|
||||||
|
CLIENT_ERROR_ON_FAILURE(
|
||||||
|
msync(
|
||||||
|
client->mapped + from_rounded,
|
||||||
|
len_rounded,
|
||||||
|
MS_SYNC),
|
||||||
|
"msync failed %ld %ld", request.from, request.len
|
||||||
|
);
|
||||||
|
}
|
||||||
|
client_write_reply( client, &request, 0);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void client_reply( struct client_params* client, struct nbd_request request )
|
||||||
|
{
|
||||||
|
switch (request.type) {
|
||||||
|
case REQUEST_READ:
|
||||||
|
client_reply_to_read( client, request );
|
||||||
|
break;
|
||||||
|
|
||||||
|
case REQUEST_WRITE:
|
||||||
|
client_reply_to_write( client, request );
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
int client_lock_io( struct client_params * client )
|
||||||
|
{
|
||||||
|
CLIENT_ERROR_ON_FAILURE(
|
||||||
|
pthread_mutex_lock(&client->serve->l_io),
|
||||||
|
"Problem with I/O lock"
|
||||||
|
);
|
||||||
|
|
||||||
|
if (server_detect_closed(client->serve)) {
|
||||||
|
CLIENT_ERROR_ON_FAILURE(
|
||||||
|
pthread_mutex_unlock(&client->serve->l_io),
|
||||||
|
"Problem with I/O unlock"
|
||||||
|
);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void client_unlock_io( struct client_params * client )
|
||||||
|
{
|
||||||
|
CLIENT_ERROR_ON_FAILURE(
|
||||||
|
pthread_mutex_unlock(&client->serve->l_io),
|
||||||
|
"Problem with I/O unlock"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
int client_serve_request(struct client_params* client)
|
||||||
|
{
|
||||||
|
struct nbd_request request;
|
||||||
|
int request_err;
|
||||||
|
|
||||||
|
if ( !client_read_request( client, &request ) ) { return 1; }
|
||||||
|
if ( !client_request_needs_reply( client, request, &request_err ) ) {
|
||||||
|
return request_err;
|
||||||
|
}
|
||||||
|
|
||||||
|
if ( client_lock_io( client ) ){
|
||||||
|
client_reply( client, request );
|
||||||
|
client_unlock_io( client );
|
||||||
|
} else {
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void client_send_hello(struct client_params* client)
|
||||||
|
{
|
||||||
|
client_write_init( client, client->serve->size );
|
||||||
|
}
|
||||||
|
|
||||||
|
void* client_serve(void* client_uncast)
|
||||||
|
{
|
||||||
|
struct client_params* client = (struct client_params*) client_uncast;
|
||||||
|
|
||||||
|
//client_open_file(client);
|
||||||
|
CLIENT_ERROR_ON_FAILURE(
|
||||||
|
open_and_mmap(
|
||||||
|
client->serve->filename,
|
||||||
|
&client->fileno,
|
||||||
|
NULL,
|
||||||
|
(void**) &client->mapped
|
||||||
|
),
|
||||||
|
"Couldn't open/mmap file %s", client->serve->filename
|
||||||
|
);
|
||||||
|
client_send_hello(client);
|
||||||
|
|
||||||
|
while (client_serve_request(client) == 0)
|
||||||
|
;
|
||||||
|
|
||||||
|
CLIENT_ERROR_ON_FAILURE(
|
||||||
|
close(client->socket),
|
||||||
|
"Couldn't close socket %d",
|
||||||
|
client->socket
|
||||||
|
);
|
||||||
|
|
||||||
|
close(client->socket);
|
||||||
|
close(client->fileno);
|
||||||
|
munmap(client->mapped, client->serve->size);
|
||||||
|
free(client);
|
||||||
|
|
||||||
|
return NULL;
|
||||||
|
}
|
16
src/client.h
Normal file
16
src/client.h
Normal file
@@ -0,0 +1,16 @@
|
|||||||
|
#ifndef CLIENT_H
|
||||||
|
#define CLIENT_H
|
||||||
|
|
||||||
|
struct client_params {
|
||||||
|
int socket;
|
||||||
|
|
||||||
|
int fileno;
|
||||||
|
char* mapped;
|
||||||
|
|
||||||
|
struct server* serve; /* FIXME: remove above duplication */
|
||||||
|
};
|
||||||
|
|
||||||
|
|
||||||
|
void* client_serve(void* client_uncast);
|
||||||
|
|
||||||
|
#endif
|
392
src/serve.c
392
src/serve.c
@@ -1,4 +1,5 @@
|
|||||||
#include "serve.h"
|
#include "serve.h"
|
||||||
|
#include "client.h"
|
||||||
#include "nbdtypes.h"
|
#include "nbdtypes.h"
|
||||||
#include "ioutil.h"
|
#include "ioutil.h"
|
||||||
#include "util.h"
|
#include "util.h"
|
||||||
@@ -18,8 +19,6 @@
|
|||||||
#include <sys/socket.h>
|
#include <sys/socket.h>
|
||||||
#include <netinet/tcp.h>
|
#include <netinet/tcp.h>
|
||||||
|
|
||||||
static const int block_allocation_resolution = 4096;//128<<10;
|
|
||||||
|
|
||||||
static inline void* sockaddr_address_data(struct sockaddr* sockaddr)
|
static inline void* sockaddr_address_data(struct sockaddr* sockaddr)
|
||||||
{
|
{
|
||||||
struct sockaddr_in* in = (struct sockaddr_in*) sockaddr;
|
struct sockaddr_in* in = (struct sockaddr_in*) sockaddr;
|
||||||
@@ -32,389 +31,12 @@ static inline void* sockaddr_address_data(struct sockaddr* sockaddr)
|
|||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
static inline void dirty(struct server *serve, off64_t from, int len)
|
void server_dirty(struct server *serve, off64_t from, int len)
|
||||||
{
|
{
|
||||||
if (serve->mirror)
|
if (serve->mirror)
|
||||||
bitset_set_range(serve->mirror->dirty_map, from, len);
|
bitset_set_range(serve->mirror->dirty_map, from, len);
|
||||||
}
|
}
|
||||||
|
|
||||||
int server_detect_closed(struct server* serve)
|
|
||||||
{
|
|
||||||
int errno_old = errno;
|
|
||||||
int result = fcntl(serve->server_fd, F_GETFD, 0) < 0;
|
|
||||||
errno = errno_old;
|
|
||||||
return result;
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* So waiting on client->socket is len bytes of data, and we must write it all
|
|
||||||
* to client->mapped. However while doing do we must consult the bitmap
|
|
||||||
* client->block_allocation_map, which is a bitmap where one bit represents
|
|
||||||
* block_allocation_resolution bytes. Where a bit isn't set, there are no
|
|
||||||
* disc blocks allocated for that portion of the file, and we'd like to keep
|
|
||||||
* it that way.
|
|
||||||
*
|
|
||||||
* If the bitmap shows that every block in our prospective write is already
|
|
||||||
* allocated, we can proceed as normal and make one call to writeloop.
|
|
||||||
*
|
|
||||||
*/
|
|
||||||
void write_not_zeroes(struct client_params* client, off64_t from, int len)
|
|
||||||
{
|
|
||||||
char *map = client->serve->block_allocation_map;
|
|
||||||
|
|
||||||
while (len > 0) {
|
|
||||||
/* so we have to calculate how much of our input to consider
|
|
||||||
* next based on the bitmap of allocated blocks. This will be
|
|
||||||
* at a coarser resolution than the actual write, which may
|
|
||||||
* not fall on a block boundary at either end. So we look up
|
|
||||||
* how many blocks our write covers, then cut off the start
|
|
||||||
* and end to get the exact number of bytes.
|
|
||||||
*/
|
|
||||||
int first_bit = from/block_allocation_resolution;
|
|
||||||
int last_bit = (from+len+block_allocation_resolution-1) /
|
|
||||||
block_allocation_resolution;
|
|
||||||
int run = bit_run_count(map, first_bit, last_bit-first_bit) *
|
|
||||||
block_allocation_resolution;
|
|
||||||
|
|
||||||
if (run > len)
|
|
||||||
run = len;
|
|
||||||
|
|
||||||
debug("write_not_zeroes: %ld+%d, first_bit=%d, last_bit=%d, run=%d",
|
|
||||||
from, len, first_bit, last_bit, run);
|
|
||||||
|
|
||||||
#define DO_READ(dst, len) CLIENT_ERROR_ON_FAILURE( \
|
|
||||||
readloop( \
|
|
||||||
client->socket, \
|
|
||||||
(dst), \
|
|
||||||
(len) \
|
|
||||||
), \
|
|
||||||
"read failed %ld+%d", from, (len) \
|
|
||||||
)
|
|
||||||
|
|
||||||
if (bit_is_set(map, from/block_allocation_resolution)) {
|
|
||||||
debug("writing the lot");
|
|
||||||
/* already allocated, just write it all */
|
|
||||||
DO_READ(client->mapped + from, run);
|
|
||||||
dirty(client->serve, from, run);
|
|
||||||
len -= run;
|
|
||||||
from += run;
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
char zerobuffer[block_allocation_resolution];
|
|
||||||
/* not allocated, read in block_allocation_resoution */
|
|
||||||
while (run > 0) {
|
|
||||||
char *dst = client->mapped+from;
|
|
||||||
int bit = from/block_allocation_resolution;
|
|
||||||
int blockrun = block_allocation_resolution -
|
|
||||||
(from % block_allocation_resolution);
|
|
||||||
if (blockrun > run)
|
|
||||||
blockrun = run;
|
|
||||||
|
|
||||||
debug("writing partial: bit=%d, blockrun=%d (run=%d)",
|
|
||||||
bit, blockrun, run);
|
|
||||||
|
|
||||||
DO_READ(zerobuffer, blockrun);
|
|
||||||
|
|
||||||
/* This reads the buffer twice in the worst case
|
|
||||||
* but we're leaning on memcmp failing early
|
|
||||||
* and memcpy being fast, rather than try to
|
|
||||||
* hand-optimized something specific.
|
|
||||||
*/
|
|
||||||
if (zerobuffer[0] != 0 ||
|
|
||||||
memcmp(zerobuffer, zerobuffer + 1, blockrun - 1)) {
|
|
||||||
memcpy(dst, zerobuffer, blockrun);
|
|
||||||
bit_set(map, bit);
|
|
||||||
dirty(client->serve, from, blockrun);
|
|
||||||
debug("non-zero, copied and set bit %d", bit);
|
|
||||||
/* at this point we could choose to
|
|
||||||
* short-cut the rest of the write for
|
|
||||||
* faster I/O but by continuing to do it
|
|
||||||
* the slow way we preserve as much
|
|
||||||
* sparseness as possible.
|
|
||||||
*/
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
debug("all zero, skip write");
|
|
||||||
}
|
|
||||||
len -= blockrun;
|
|
||||||
run -= blockrun;
|
|
||||||
from += blockrun;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
/* Returns 1 if *request was filled with a valid request which we should
|
|
||||||
* try to honour. 0 otherwise. */
|
|
||||||
int client_read_request( struct client_params * client , struct nbd_request *out_request )
|
|
||||||
{
|
|
||||||
struct nbd_request_raw request_raw;
|
|
||||||
fd_set fds;
|
|
||||||
|
|
||||||
FD_ZERO(&fds);
|
|
||||||
FD_SET(client->socket, &fds);
|
|
||||||
FD_SET(client->serve->close_signal[0], &fds);
|
|
||||||
CLIENT_ERROR_ON_FAILURE(select(FD_SETSIZE, &fds, NULL, NULL, NULL),
|
|
||||||
"select() failed");
|
|
||||||
|
|
||||||
if (FD_ISSET(client->serve->close_signal[0], &fds))
|
|
||||||
return 0;
|
|
||||||
|
|
||||||
if (readloop(client->socket, &request_raw, sizeof(request_raw)) == -1) {
|
|
||||||
if (errno == 0) {
|
|
||||||
debug("EOF reading request");
|
|
||||||
return 0; /* neat point to close the socket */
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
CLIENT_ERROR_ON_FAILURE(-1, "Error reading request");
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
nbd_r2h_request( &request_raw, out_request );
|
|
||||||
|
|
||||||
return 1;
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
/* Writes a reply to request *request, with error, to the client's
|
|
||||||
* socket.
|
|
||||||
* Returns 1; we don't check for errors on the write.
|
|
||||||
* TODO: Check for errors on the write.
|
|
||||||
*/
|
|
||||||
int client_write_reply( struct client_params * client, struct nbd_request *request, int error )
|
|
||||||
{
|
|
||||||
struct nbd_reply reply;
|
|
||||||
struct nbd_reply_raw reply_raw;
|
|
||||||
|
|
||||||
reply.magic = REPLY_MAGIC;
|
|
||||||
reply.error = error;
|
|
||||||
memcpy( reply.handle, &request->handle, 8 );
|
|
||||||
|
|
||||||
nbd_h2r_reply( &reply, &reply_raw );
|
|
||||||
|
|
||||||
write( client->socket, &reply_raw, sizeof( reply_raw ) );
|
|
||||||
|
|
||||||
return 1;
|
|
||||||
}
|
|
||||||
|
|
||||||
void client_write_init( struct client_params * client, uint64_t size )
|
|
||||||
{
|
|
||||||
struct nbd_init init;
|
|
||||||
struct nbd_init_raw init_raw;
|
|
||||||
|
|
||||||
memcpy( init.passwd, INIT_PASSWD, sizeof( INIT_PASSWD ) );
|
|
||||||
init.magic = INIT_MAGIC;
|
|
||||||
init.size = size;
|
|
||||||
memset( init.reserved, 0, 128 );
|
|
||||||
|
|
||||||
nbd_h2r_init( &init, &init_raw );
|
|
||||||
|
|
||||||
CLIENT_ERROR_ON_FAILURE(
|
|
||||||
writeloop(client->socket, &init_raw, sizeof(init_raw)),
|
|
||||||
"Couldn't send hello"
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
/* Check to see if the client's request needs a reply constructing.
|
|
||||||
* Returns 1 if we do, 0 otherwise.
|
|
||||||
* request_err is set to 0 if the client sent a bad request, in which
|
|
||||||
* case we send an error reply.
|
|
||||||
*/
|
|
||||||
int client_request_needs_reply( struct client_params * client, struct nbd_request request, int *request_err )
|
|
||||||
{
|
|
||||||
debug("request type %d", request.type);
|
|
||||||
|
|
||||||
if (request.magic != REQUEST_MAGIC)
|
|
||||||
CLIENT_ERROR("Bad magic %08x", request.magic);
|
|
||||||
|
|
||||||
switch (request.type)
|
|
||||||
{
|
|
||||||
case REQUEST_READ:
|
|
||||||
break;
|
|
||||||
case REQUEST_WRITE:
|
|
||||||
/* check it's not out of range */
|
|
||||||
if (request.from < 0 ||
|
|
||||||
request.from+request.len > client->serve->size) {
|
|
||||||
debug("request read %ld+%d out of range",
|
|
||||||
request.from,
|
|
||||||
request.len
|
|
||||||
);
|
|
||||||
client_write_reply( client, &request, 1 );
|
|
||||||
*request_err = 0;
|
|
||||||
return 0;
|
|
||||||
}
|
|
||||||
break;
|
|
||||||
|
|
||||||
case REQUEST_DISCONNECT:
|
|
||||||
debug("request disconnect");
|
|
||||||
*request_err = 1;
|
|
||||||
return 0;
|
|
||||||
|
|
||||||
default:
|
|
||||||
CLIENT_ERROR("Unknown request %08x", request.type);
|
|
||||||
}
|
|
||||||
return 1;
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
void client_reply_to_read( struct client_params* client, struct nbd_request request )
|
|
||||||
{
|
|
||||||
off64_t offset;
|
|
||||||
|
|
||||||
debug("request read %ld+%d", request.from, request.len);
|
|
||||||
client_write_reply( client, &request, 0);
|
|
||||||
|
|
||||||
offset = request.from;
|
|
||||||
CLIENT_ERROR_ON_FAILURE(
|
|
||||||
sendfileloop(
|
|
||||||
client->socket,
|
|
||||||
client->fileno,
|
|
||||||
&offset,
|
|
||||||
request.len),
|
|
||||||
"sendfile failed from=%ld, len=%d",
|
|
||||||
offset,
|
|
||||||
request.len);
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
void client_reply_to_write( struct client_params* client, struct nbd_request request )
|
|
||||||
{
|
|
||||||
debug("request write %ld+%d", request.from, request.len);
|
|
||||||
if (client->serve->block_allocation_map) {
|
|
||||||
write_not_zeroes( client, request.from, request.len );
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
CLIENT_ERROR_ON_FAILURE(
|
|
||||||
readloop(
|
|
||||||
client->socket,
|
|
||||||
client->mapped + request.from,
|
|
||||||
request.len),
|
|
||||||
"read failed from=%ld, len=%d",
|
|
||||||
request.from,
|
|
||||||
request.len );
|
|
||||||
dirty(client->serve, request.from, request.len);
|
|
||||||
}
|
|
||||||
|
|
||||||
if (1) /* not sure whether this is necessary... */
|
|
||||||
{
|
|
||||||
/* multiple of 4K page size */
|
|
||||||
uint64_t from_rounded = request.from & (!0xfff);
|
|
||||||
uint64_t len_rounded = request.len + (request.from - from_rounded);
|
|
||||||
|
|
||||||
CLIENT_ERROR_ON_FAILURE(
|
|
||||||
msync(
|
|
||||||
client->mapped + from_rounded,
|
|
||||||
len_rounded,
|
|
||||||
MS_SYNC),
|
|
||||||
"msync failed %ld %ld", request.from, request.len
|
|
||||||
);
|
|
||||||
}
|
|
||||||
client_write_reply( client, &request, 0);
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
void client_reply( struct client_params* client, struct nbd_request request )
|
|
||||||
{
|
|
||||||
switch (request.type) {
|
|
||||||
case REQUEST_READ:
|
|
||||||
client_reply_to_read( client, request );
|
|
||||||
break;
|
|
||||||
|
|
||||||
case REQUEST_WRITE:
|
|
||||||
client_reply_to_write( client, request );
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
int client_lock_io( struct client_params * client )
|
|
||||||
{
|
|
||||||
CLIENT_ERROR_ON_FAILURE(
|
|
||||||
pthread_mutex_lock(&client->serve->l_io),
|
|
||||||
"Problem with I/O lock"
|
|
||||||
);
|
|
||||||
|
|
||||||
if (server_detect_closed(client->serve)) {
|
|
||||||
CLIENT_ERROR_ON_FAILURE(
|
|
||||||
pthread_mutex_unlock(&client->serve->l_io),
|
|
||||||
"Problem with I/O unlock"
|
|
||||||
);
|
|
||||||
return 0;
|
|
||||||
}
|
|
||||||
|
|
||||||
return 1;
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
void client_unlock_io( struct client_params * client )
|
|
||||||
{
|
|
||||||
CLIENT_ERROR_ON_FAILURE(
|
|
||||||
pthread_mutex_unlock(&client->serve->l_io),
|
|
||||||
"Problem with I/O unlock"
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
int client_serve_request(struct client_params* client)
|
|
||||||
{
|
|
||||||
struct nbd_request request;
|
|
||||||
int request_err;
|
|
||||||
|
|
||||||
if ( !client_read_request( client, &request ) ) { return 1; }
|
|
||||||
if ( !client_request_needs_reply( client, request, &request_err ) ) {
|
|
||||||
return request_err;
|
|
||||||
}
|
|
||||||
|
|
||||||
if ( client_lock_io( client ) ){
|
|
||||||
client_reply( client, request );
|
|
||||||
client_unlock_io( client );
|
|
||||||
} else {
|
|
||||||
return 1;
|
|
||||||
}
|
|
||||||
|
|
||||||
return 0;
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
void client_send_hello(struct client_params* client)
|
|
||||||
{
|
|
||||||
client_write_init( client, client->serve->size );
|
|
||||||
}
|
|
||||||
|
|
||||||
void* client_serve(void* client_uncast)
|
|
||||||
{
|
|
||||||
struct client_params* client = (struct client_params*) client_uncast;
|
|
||||||
|
|
||||||
//client_open_file(client);
|
|
||||||
CLIENT_ERROR_ON_FAILURE(
|
|
||||||
open_and_mmap(
|
|
||||||
client->serve->filename,
|
|
||||||
&client->fileno,
|
|
||||||
NULL,
|
|
||||||
(void**) &client->mapped
|
|
||||||
),
|
|
||||||
"Couldn't open/mmap file %s", client->serve->filename
|
|
||||||
);
|
|
||||||
client_send_hello(client);
|
|
||||||
|
|
||||||
while (client_serve_request(client) == 0)
|
|
||||||
;
|
|
||||||
|
|
||||||
CLIENT_ERROR_ON_FAILURE(
|
|
||||||
close(client->socket),
|
|
||||||
"Couldn't close socket %d",
|
|
||||||
client->socket
|
|
||||||
);
|
|
||||||
|
|
||||||
close(client->socket);
|
|
||||||
close(client->fileno);
|
|
||||||
munmap(client->mapped, client->serve->size);
|
|
||||||
free(client);
|
|
||||||
|
|
||||||
return NULL;
|
|
||||||
}
|
|
||||||
|
|
||||||
static int testmasks[9] = { 0,128,192,224,240,248,252,254,255 };
|
static int testmasks[9] = { 0,128,192,224,240,248,252,254,255 };
|
||||||
|
|
||||||
/** Test whether AF_INET or AF_INET6 sockaddr is included in the given access
|
/** Test whether AF_INET or AF_INET6 sockaddr is included in the given access
|
||||||
@@ -607,6 +229,16 @@ void accept_nbd_client(
|
|||||||
debug("nbd thread %d started (%s)", (int) params->nbd_client[slot].thread, s_client_address);
|
debug("nbd thread %d started (%s)", (int) params->nbd_client[slot].thread, s_client_address);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
int server_detect_closed(struct server* serve)
|
||||||
|
{
|
||||||
|
int errno_old = errno;
|
||||||
|
int result = fcntl(serve->server_fd, F_GETFD, 0) < 0;
|
||||||
|
errno = errno_old;
|
||||||
|
return result;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
/** Accept either an NBD or control socket connection, dispatch appropriately */
|
/** Accept either an NBD or control socket connection, dispatch appropriately */
|
||||||
void serve_accept_loop(struct server* params)
|
void serve_accept_loop(struct server* params)
|
||||||
{
|
{
|
||||||
|
14
src/serve.h
14
src/serve.h
@@ -11,6 +11,8 @@
|
|||||||
|
|
||||||
#include <sys/types.h>
|
#include <sys/types.h>
|
||||||
|
|
||||||
|
static const int block_allocation_resolution = 4096;//128<<10;
|
||||||
|
|
||||||
enum mirror_finish_action {
|
enum mirror_finish_action {
|
||||||
ACTION_PROXY,
|
ACTION_PROXY,
|
||||||
ACTION_EXIT,
|
ACTION_EXIT,
|
||||||
@@ -80,6 +82,10 @@ struct server {
|
|||||||
nbd_client[MAX_NBD_CLIENTS];
|
nbd_client[MAX_NBD_CLIENTS];
|
||||||
};
|
};
|
||||||
|
|
||||||
|
int server_detect_closed(struct server* serve);
|
||||||
|
void server_dirty(struct server *serve, off64_t from, int len);
|
||||||
|
|
||||||
|
|
||||||
struct mode_readwrite_params {
|
struct mode_readwrite_params {
|
||||||
union mysockaddr connect_to;
|
union mysockaddr connect_to;
|
||||||
off64_t from;
|
off64_t from;
|
||||||
@@ -88,14 +94,6 @@ struct mode_readwrite_params {
|
|||||||
int client;
|
int client;
|
||||||
};
|
};
|
||||||
|
|
||||||
struct client_params {
|
|
||||||
int socket;
|
|
||||||
|
|
||||||
int fileno;
|
|
||||||
char* mapped;
|
|
||||||
|
|
||||||
struct server* serve; /* FIXME: remove above duplication */
|
|
||||||
};
|
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
|
Reference in New Issue
Block a user