#define _LARGEFILE64_SOURCE #define _GNU_SOURCE #include #include #include #include #include #include #include #include #include #include "util.h" #include "bitset.h" char* build_allocation_map(int fd, off64_t size, int resolution) { int i; char *allocation_map = xmalloc((size+resolution)/resolution); struct fiemap *fiemap_count, *fiemap; fiemap_count = (struct fiemap*) xmalloc(sizeof(struct fiemap)); fiemap_count->fm_start = 0; fiemap_count->fm_length = size; fiemap_count->fm_flags = 0; fiemap_count->fm_extent_count = 0; fiemap_count->fm_mapped_extents = 0; /* Find out how many extents there are */ if (ioctl(fd, FS_IOC_FIEMAP, fiemap_count) < 0) return NULL; /* Resize fiemap to allow us to read in the extents */ fiemap = (struct fiemap*)xmalloc( sizeof(struct fiemap) + ( sizeof(struct fiemap_extent) * fiemap_count->fm_mapped_extents ) ); /* realloc makes valgrind complain a lot */ memcpy(fiemap, fiemap_count, sizeof(struct fiemap)); fiemap->fm_extent_count = fiemap->fm_mapped_extents; fiemap->fm_mapped_extents = 0; if (ioctl(fd, FS_IOC_FIEMAP, fiemap) < 0) return NULL; for (i=0;ifm_mapped_extents;i++) { int first_bit = fiemap->fm_extents[i].fe_logical / resolution; int last_bit = (fiemap->fm_extents[i].fe_logical + fiemap->fm_extents[i].fe_length + resolution - 1) / resolution; int run = last_bit - first_bit; bit_set_range(allocation_map, first_bit, run); } for (i=0; i<16; i++) { debug("map[%d] = %d%d%d%d%d%d%d%d", i, (allocation_map[i] & 1) == 1, (allocation_map[i] & 2) == 2, (allocation_map[i] & 4) == 4, (allocation_map[i] & 8) == 8, (allocation_map[i] & 16) == 16, (allocation_map[i] & 32) == 32, (allocation_map[i] & 64) == 64, (allocation_map[i] & 128) == 128 ); } free(fiemap); return allocation_map; } int open_and_mmap(char* filename, int* out_fd, off64_t *out_size, void **out_map) { off64_t size; *out_fd = open(filename, O_RDWR|O_DIRECT|O_SYNC); if (*out_fd < 1) return *out_fd; size = lseek64(*out_fd, 0, SEEK_END); if (size < 0) return size; if (out_size) *out_size = size; if (out_map) { *out_map = mmap64(NULL, size, PROT_READ|PROT_WRITE, MAP_SHARED, *out_fd, 0); if (((long) *out_map) == -1) return -1; } debug("opened %s size %ld on fd %d @ %p", filename, size, *out_fd, *out_map); return 0; } int writeloop(int filedes, const void *buffer, size_t size) { size_t written=0; while (written < size) { size_t result = write(filedes, buffer+written, size-written); if (result == -1) return -1; written += result; } return 0; } int readloop(int filedes, void *buffer, size_t size) { size_t readden=0; while (readden < size) { size_t result = read(filedes, buffer+readden, size-readden); if (result == 0 /* EOF */ || result == -1 /* error */) return -1; readden += result; } return 0; } int sendfileloop(int out_fd, int in_fd, off64_t *offset, size_t count) { size_t sent=0; while (sent < count) { size_t result = sendfile64(out_fd, in_fd, offset, count-sent); debug("sendfile64(out_fd=%d, in_fd=%d, offset=%p, count-sent=%ld) = %ld", out_fd, in_fd, offset, count-sent, result); if (result == -1) return -1; sent += result; debug("sent=%ld, count=%ld", sent, count); } debug("exiting sendfileloop"); return 0; } #include ssize_t spliceloop(int fd_in, loff_t *off_in, int fd_out, loff_t *off_out, size_t len, unsigned int flags2) { const unsigned int flags = SPLICE_F_MORE|SPLICE_F_MOVE|flags2; size_t spliced=0; //debug("spliceloop(%d, %ld, %d, %ld, %ld)", fd_in, off_in ? *off_in : 0, fd_out, off_out ? *off_out : 0, len); while (spliced < len) { ssize_t result = splice(fd_in, off_in, fd_out, off_out, len, flags); if (result < 0) { //debug("result=%ld (%s), spliced=%ld, len=%ld", result, strerror(errno), spliced, len); if (errno == EAGAIN && (flags & SPLICE_F_NONBLOCK) ) { return spliced; } else { return -1; } } else { spliced += result; //debug("result=%ld (%s), spliced=%ld, len=%ld", result, strerror(errno), spliced, len); } } return spliced; } int splice_via_pipe_loop(int fd_in, int fd_out, size_t len) { int pipefd[2]; /* read end, write end */ size_t spliced=0; if (pipe(pipefd) == -1) return -1; while (spliced < len) { ssize_t run = len-spliced; ssize_t s2, s1 = spliceloop(fd_in, NULL, pipefd[1], NULL, run, SPLICE_F_NONBLOCK); /*if (run > 65535) run = 65535;*/ if (s1 < 0) break; s2 = spliceloop(pipefd[0], NULL, fd_out, NULL, s1, 0); if (s2 < 0) break; spliced += s2; } close(pipefd[0]); close(pipefd[1]); return spliced < len ? -1 : 0; } int read_until_newline(int fd, char* buf, int bufsize) { int cur; bufsize -=1; for (cur=0; cur < bufsize; cur++) { int result = read(fd, buf+cur, 1); if (result < 0) return -1; if (buf[cur] == 10 || buf[cur] == 13) break; } buf[cur++] = 0; return cur; } int read_lines_until_blankline(int fd, int max_line_length, char ***lines) { int lines_count = 0; char line[max_line_length+1]; *lines = NULL; while (1) { if (read_until_newline(fd, line, max_line_length) < 0) return lines_count; *lines = xrealloc(*lines, (lines_count+1) * sizeof(char*)); (*lines)[lines_count] = strdup(line); if ((*lines)[lines_count][0] == 0) return lines_count; lines_count++; } }