Skip to content

[#72] Limit the maximum size that can be touched for 1 second. #73

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 1 commit into
base: master
Choose a base branch
from
Open

[#72] Limit the maximum size that can be touched for 1 second. #73

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
38 changes: 36 additions & 2 deletions vmtouch.c
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -139,6 +139,7 @@ int o_wait=0;
static char *o_batch = NULL;
static char *o_pidfile = NULL;
int o_0_delim = 0;
long o_max_touched_page_count_per_sec=0;


char *ignore_list[MAX_NUMBER_OF_IGNORES];
Expand All @@ -151,6 +152,8 @@ int exit_pipe[2];

int daemon_pid;

long touched_page_count_per_sec=0;
struct timeval st;

void send_exit_signal(char code) {
if (daemon_pid == 0 && o_wait) {
Expand All @@ -170,6 +173,7 @@ void usage() {
printf(" -L lock pages in physical memory with mlockall(2)\n");
printf(" -d daemon mode\n");
printf(" -m <size> max file size to touch\n");
printf(" -s <size> max size to touch for 1 second\n");
printf(" -p <range> use the specified portion instead of the entire file\n");
printf(" -f follow symbolic links\n");
printf(" -F don't crawl different filesystems\n");
Expand Down Expand Up @@ -595,9 +599,28 @@ void vmtouch_file(char *path) {
}

if (o_touch) {
struct timeval et;

for (i=0; i<pages_in_range; i++) {
junk_counter += ((char*)mem)[i*pagesize];
mincore_array[i] = 1;
if (mincore_array[i] != 1) {
mincore_array[i] = 1;
++touched_page_count_per_sec;
}

if (o_max_touched_page_count_per_sec > 0 && touched_page_count_per_sec == o_max_touched_page_count_per_sec) {
long time_diff_usec;
gettimeofday(&et, NULL);

time_diff_usec = (et.tv_sec - st.tv_sec) * 1000000L + (et.tv_usec - st.tv_usec);
if (time_diff_usec < 1000000L) {
usleep(1000000L - time_diff_usec);
}

st.tv_sec = et.tv_sec;
st.tv_usec = et.tv_usec;
touched_page_count_per_sec = 0;
}

if (o_verbose) {
temp_time = gettimeofday_as_double();
Expand Down Expand Up @@ -920,7 +943,7 @@ int main(int argc, char **argv) {

pagesize = sysconf(_SC_PAGESIZE);

while((ch = getopt(argc, argv, "tevqlLdfFh0i:I:p:b:m:P:w")) != -1) {
while((ch = getopt(argc, argv, "tevqlLdfFh0i:I:p:b:m:s:P:w")) != -1) {
switch(ch) {
case '?': usage(); break;
case 't': o_touch = 1; break;
Expand All @@ -944,6 +967,16 @@ int main(int argc, char **argv) {
if (val != (int64_t) o_max_file_size) fatal("value for -m too big to fit in a size_t");
break;
}
case 's': {
int64_t val = parse_size(optarg);
size_t s = (size_t) val;
if (val != (int64_t) s) fatal("value for -s too big to fit in a size_t");
o_max_touched_page_count_per_sec = s / pagesize;
if (val > 0 && o_max_touched_page_count_per_sec == 0) {
o_max_touched_page_count_per_sec = 1;
}
break;
}
case 'w': o_wait = 1; break;
case 'b': o_batch = optarg; break;
case '0': o_0_delim = 1; break;
Expand Down Expand Up @@ -987,6 +1020,7 @@ int main(int argc, char **argv) {
if (o_daemon) go_daemon();

gettimeofday(&start_time, NULL);
gettimeofday(&st, NULL);

if (o_batch) {
vmtouch_batch_crawl(o_batch);
Expand Down
4 changes: 4 additions & 0 deletions vmtouch.pod
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -52,6 +52,10 @@ Daemon mode. After performing the crawl, disassociate from the terminal and run

Maximum file size to map into virtual memory. Files that are larger than this will be skipped. Examples: 4096, 4k, 100M, 1.5G. The default is 500M.

=item -s <max size to touch for 1 second>

Maximum size to map into virtual memory for 1 second. Examples: 4096, 4k, 100M, 1.5G. The default is 0(unlimited).

=item -p <size range> or <size>

Page mode. Maps the portion of the file specified by a range instead of the entire file. Size format same as for C<-m>. Omitted range start (end) value means start (end) of file. Single <size> value is equivalent to -<size>, i.e. map the first <size> bytes. Examples: 4k-50k, 100M-2G, -5M, -.
Expand Down