Skip site navigation (1)Skip section navigation (2)
Date:      Mon, 1 Jun 2015 08:41:07 +0000 (UTC)
From:      Peter Holm <pho@FreeBSD.org>
To:        src-committers@freebsd.org, svn-src-user@freebsd.org
Subject:   svn commit: r283873 - user/pho/stress2/misc
Message-ID:  <201506010841.t518f7ah036224@svn.freebsd.org>

next in thread | raw e-mail | index | archive | help
Author: pho
Date: Mon Jun  1 08:41:07 2015
New Revision: 283873
URL: https://svnweb.freebsd.org/changeset/base/283873

Log:
  Added two new test scenarios.
  
  Sponsored by:	 EMC / Isilon storage division

Added:
  user/pho/stress2/misc/cluster.sh   (contents, props changed)
  user/pho/stress2/misc/lockf4.sh   (contents, props changed)

Added: user/pho/stress2/misc/cluster.sh
==============================================================================
--- /dev/null	00:00:00 1970	(empty, because file is newly added)
+++ user/pho/stress2/misc/cluster.sh	Mon Jun  1 08:41:07 2015	(r283873)
@@ -0,0 +1,268 @@
+#!/bin/sh
+
+#
+# Copyright (c) 2015 EMC Corp.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+# 1. Redistributions of source code must retain the above copyright
+#    notice, this list of conditions and the following disclaimer.
+# 2. Redistributions in binary form must reproduce the above copyright
+#    notice, this list of conditions and the following disclaimer in the
+#    documentation and/or other materials provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
+# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
+# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
+# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
+# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
+# SUCH DAMAGE.
+#
+# $FreeBSD$
+#
+
+# Open four (sparse) files for random read and write.
+
+[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
+
+. ../default.cfg
+
+dir=`dirname $diskimage`
+free=`df -k $dir | tail -1 | awk '{print $4}'`
+[ $((free / 1024 / 1024)) -lt 9 ] && echo "Not enough disk space." && exit
+
+odir=`pwd`
+cd /tmp
+sed '1,/^EOF/d' < $odir/$0 > cluster.c
+rm -f /tmp/cluster
+mycc -o cluster -Wall -Wextra -g -O2 cluster.c || exit 1
+rm -f cluster.c
+cd $odir
+
+su $testuser -c "/tmp/cluster $dir abc"
+
+rm -f /tmp/cluster
+exit 0
+EOF
+#include <sys/param.h>
+#include <sys/wait.h>
+
+#include <err.h>
+#include <errno.h>
+#include <fcntl.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <time.h>
+#include <unistd.h>
+
+#define BSIZE (8 * 1024 * 1024)
+#define MX (8LL * 1024 * 1024 * 1024)
+#define PARALLEL 4
+#define RUNTIME 600
+#define WRLOOPS  1024
+
+int rfd;
+char *buf;
+char *path;
+char *uid;
+char file[MAXPATHLEN + 1];
+
+unsigned long long
+rnd(void) {
+	unsigned long long v;
+
+	read(rfd, &v, sizeof(v));
+	v = v % MX;
+	return (v);
+}
+
+void
+wr(int idx)
+{
+	off_t offset;
+	size_t ln;
+	int fd, i, n;
+
+	snprintf(file, sizeof(file), "%s/f.%s.%06d", path, uid, idx);
+	setproctitle(__func__);
+	if ((fd = open(file, O_RDWR | O_CREAT, 0644)) == -1)
+		err(1, "open(%s)", file);
+	n = arc4random() % WRLOOPS + 1;
+	for (i = 0; i < n; i++) {
+		ln = rnd() % BSIZE + 1;
+		offset = rnd() % (MX - ln);
+		if (lseek(fd, offset, SEEK_SET) == -1)
+			err(1, "lseek in rw 1");
+		while (lockf(fd, F_LOCK, ln) == -1) {
+			if (errno != EDEADLK)
+				err(1, "lockf(%s, F_LOCK)", file);
+		}
+		if (write(fd, buf, ln) < 0)
+			err(1, "write");
+		if (lseek(fd, offset, SEEK_SET) == -1)
+			err(1, "lseek in rw 2");
+		if (lockf(fd, F_ULOCK, ln) == -1)
+			err(1, "lockf(%s, F_ULOCK)", file);
+	}
+	close(fd);
+	_exit(0);
+}
+
+void
+rd(int idx)
+{
+	off_t offset;
+	size_t ln;
+	int fd, i, n;
+
+	snprintf(file, sizeof(file), "%s/f.%s.%06d", path, uid, idx);
+	setproctitle(__func__);
+	for (i = 0; i < 100; i++) {
+		if (access(file, R_OK) == 0)
+			break;
+		usleep(1000);
+	}
+	if ((fd = open(file, O_RDONLY)) == -1)
+		if (errno != ENOENT)
+			err(1, "open(%s)for read", file);
+	n = arc4random() % WRLOOPS + 1;
+	for (i = 0; i < n; i++) {
+		ln = rnd() % BSIZE + 1;
+		offset = rnd() % (MX - ln);
+		if (lseek(fd, offset, SEEK_SET) == -1) {
+			if (errno == EBADF)
+				continue;
+			err(1, "lseek in rd");
+		}
+		if (read(fd, buf, ln) < 0)
+			err(1, "write");
+	}
+	close(fd);
+	_exit(0);
+}
+
+void
+mv(int idx)
+{
+	int i;
+	char file2[MAXPATHLEN + 1];
+
+	snprintf(file, sizeof(file), "%s/f.%s.%06d", path, uid, idx);
+	snprintf(file2, sizeof(file2), "%s/f.%s.%06d.old", path, uid, idx);
+	for (i = 0; i < 100; i++) {
+		if (access(file, R_OK) == 0)
+			break;
+		usleep(1000);
+	}
+	if (rename(file, file2) == -1)
+		if (errno != ENOENT)
+			warn("rename(%s, %s)", file, file2);
+	_exit(0);
+}
+
+void
+tr(int idx)
+{
+	off_t offset;
+	int fd;
+
+	if (arc4random() % 100 < 10) {
+		snprintf(file, sizeof(file), "%s/f.%s.%06d", path, uid, idx);
+		setproctitle(__func__);
+		if ((fd = open(file, O_RDWR | O_CREAT, 0644)) == -1)
+			err(1, "open(%s)for read", file);
+		offset = rnd() % MX;
+		offset = rnd();
+		if (ftruncate(fd, offset) == -1)
+			err(1, "truncate");
+		close(fd);
+	}
+	_exit(0);
+}
+
+void
+rm(int idx)
+{
+	int i;
+	char file2[MAXPATHLEN + 1];
+
+	snprintf(file2, sizeof(file2), "%s/f.%s.%06d.old", path, uid, idx);
+	for (i = 0; i < 100; i++) {
+		if (access(file2, R_OK) == 0)
+			break;
+		usleep(1000);
+	}
+	if (unlink(file2) == -1)
+		if (errno != ENOENT)
+			warn("unlink(%s)", file2);
+	_exit(0);
+}
+
+void
+test2(void (*func)(int nr))
+{
+	time_t start;
+	int i;
+
+	setproctitle(__func__);
+	start = time(NULL);
+	while (time(NULL) - start < RUNTIME) {
+		for (i = 0; i < PARALLEL; i++) {
+			if (fork() == 0)
+				func(i);
+		}
+		for (i = 0; i < PARALLEL; i++)
+			wait(NULL);
+	}
+	_exit(0);
+
+}
+
+void
+test(void (*func)(int nr))
+{
+
+	if (fork() == 0)
+		test2(func);
+}
+
+int
+main(int argc, char *argv[])
+{
+	int i;
+
+	if (argc != 3)
+		errx(1, "Usage: %s <path> <uid>", argv[0]);
+
+	path = argv[1];
+	uid = argv[2];
+
+	if ((rfd = open("/dev/random", O_RDONLY)) == -1)
+		err(1, "open(/dev/random)");
+	setproctitle(__func__);
+	buf = malloc(BSIZE);
+	test(wr);
+	test(rd);
+	test(tr);
+	test(mv);
+	for (i = 0; i < 3; i++)
+		if (wait(NULL) == -1)
+			err(1, "wait");
+
+	for (i = 0; i < PARALLEL; i++) {
+		snprintf(file, sizeof(file), "%s/f.%s.%06d", path, uid, i);
+		unlink(file);
+		snprintf(file, sizeof(file), "%s/f.%s.%06d.old", path, uid, i);
+		unlink(file);
+	}
+
+	return (0);
+}

Added: user/pho/stress2/misc/lockf4.sh
==============================================================================
--- /dev/null	00:00:00 1970	(empty, because file is newly added)
+++ user/pho/stress2/misc/lockf4.sh	Mon Jun  1 08:41:07 2015	(r283873)
@@ -0,0 +1,184 @@
+#!/bin/sh
+
+#
+# Copyright (c) 2015 EMC Corp.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+# 1. Redistributions of source code must retain the above copyright
+#    notice, this list of conditions and the following disclaimer.
+# 2. Redistributions in binary form must reproduce the above copyright
+#    notice, this list of conditions and the following disclaimer in the
+#    documentation and/or other materials provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
+# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
+# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
+# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
+# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
+# SUCH DAMAGE.
+#
+# $FreeBSD$
+#
+
+# lockf(3) test scenario.
+
+[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
+
+. ../default.cfg
+
+odir=`pwd`
+cd /tmp
+sed '1,/^EOF/d' < $odir/$0 > lockf4.c
+rm -f /tmp/lockf4
+mycc -o lockf4 -Wall -Wextra -g -O2 lockf4.c || exit 1
+rm -f lockf4.c
+cd $odir
+
+[ -c /dev/md$mdstart ] && mdconfig -d -u $mdstart
+mdconfig -a -t swap -s 1g -u $mdstart || exit 1
+bsdlabel -w md$mdstart auto
+newfs $newfs_flags md${mdstart}$part > /dev/null
+mount /dev/md${mdstart}$part $mntpoint
+chmod 777 $mntpoint
+
+su $testuser -c "(cd $mntpoint; /tmp/lockf4)" &
+su $testuser -c "(cd $mntpoint; /tmp/lockf4)" &
+su $testuser -c "(cd $mntpoint; /tmp/lockf4)" &
+wait
+
+while mount | grep "on $mntpoint " | grep -q /dev/md; do
+	umount $mntpoint || sleep 1
+done
+rm -f /tmp/lockf4
+exit 0
+EOF
+#include <fcntl.h>
+#include <err.h>
+#include <errno.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <time.h>
+#include <unistd.h>
+
+#define N (5 * 1024 * 1024) /* 40 MB */
+int fd;
+int idx[N];
+char file[] = "lockf4.file";
+
+#define TIMEOUT 600
+
+int64_t
+add(int ix, int val)
+{
+	int64_t v;
+	off_t offset;
+	time_t start;
+	int r;
+
+	offset = ix * sizeof(v);
+	if (lseek(fd, offset, SEEK_SET) == -1)
+		err(1, "lseek");
+	start = time(NULL);
+	while (lockf(fd, F_LOCK, sizeof(v)) == -1) {
+		if (errno != EDEADLK)
+			err(1, "lockf(%s, F_LOCK)", file);
+		if (time(NULL) - start > TIMEOUT)
+			errx(1, "lockf timedout");
+	}
+	v = 0;
+	r = read(fd, &v, sizeof(v));
+	if (r == 0)
+		v = 0;
+	else
+		if (r == -1)
+			err(1, "read");
+	v += val;
+
+	if (lseek(fd, offset, SEEK_SET) == -1)
+		err(1, "lseek");
+	if (write(fd, &v, sizeof(v)) < 0)
+		err(1, "write");
+	if (lseek(fd, offset, SEEK_SET) == -1)
+		err(1, "lseek");
+	if (lockf(fd, F_ULOCK, sizeof(v)) == -1)
+		err(1, "lockf(%s, F_ULOCK)", file);
+
+	return (v);
+}
+
+int
+check(void)
+{
+	int64_t v;
+	int i;
+
+	setproctitle("check");
+	if (lseek(fd, 0, SEEK_SET) == -1)
+		err(1, "lseek");
+	for (i = 1; i < N; i++) {
+		if (read(fd, &v, sizeof(v)) < 0)
+			err(1, "read");
+		if (v != 0)
+			return (1);
+	}
+
+	return (0);
+}
+
+int
+main(void)
+{
+	int64_t r;
+	int e, i, j, t;
+	char help[80];
+
+	for (i = 1; i < N; i++)
+		idx[i] = i;
+
+	for (i = 1; i < N; i++) {
+		j = arc4random() % (N - 1) + 1;
+		t = idx[i];
+		idx[i] = idx[j];
+		idx[j] = t;
+	}
+
+	if ((fd = open(file, O_RDWR | O_CREAT, 0644)) == -1)
+		err(1, "open(%s)", file);
+
+	add(0, 1);
+	for (i = 1; i < N; i++) {
+		if (i % 500 == 0) {
+			snprintf(help, sizeof(help), "add %d%%", i * 100 / N);
+			setproctitle("%s", help);
+		}
+		add(idx[i], 1);
+	}
+	for (i = 1; i < N; i++) {
+		if (i % 500 == 0) {
+			snprintf(help, sizeof(help), "sub %d%%", i * 100 / N);
+			setproctitle("%s", help);
+		}
+		add(idx[i], -1);
+	}
+
+	e = 0;
+	if ((r = add(0, -1)) == 0) {
+		e = check();
+		if (e == 0)
+			unlink(file);
+		else
+			fprintf(stderr, "FAIL\n");
+	}
+
+	close(fd);
+
+	return (e);
+}



Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?201506010841.t518f7ah036224>