1# NOTE: this file tests how large files (>2GB) work with raw system IO. 2# stdio: open(), tell(), seek(), print(), read() is tested in t/op/lfs.t. 3# If you modify/add tests here, remember to update also t/op/lfs.t. 4 5BEGIN { 6 require Config; import Config; 7 # Don't bother if there are no quad offsets. 8 if ($Config{lseeksize} < 8) { 9 print "1..0 # Skip: no 64-bit file offsets\n"; 10 exit(0); 11 } 12 require Fcntl; import Fcntl qw(/^O_/ /^SEEK_/); 13} 14 15use strict; 16 17$| = 1; 18 19our @s; 20our $fail; 21 22sub zap { 23 close(BIG); 24 unlink("big"); 25 unlink("big1"); 26 unlink("big2"); 27} 28 29sub bye { 30 zap(); 31 exit(0); 32} 33 34my $explained; 35 36sub explain { 37 unless ($explained++) { 38 print <<EOM; 39# 40# If the lfs (large file support: large meaning larger than two 41# gigabytes) tests are skipped or fail, it may mean either that your 42# process (or process group) is not allowed to write large files 43# (resource limits) or that the file system (the network filesystem?) 44# you are running the tests on doesn't let your user/group have large 45# files (quota) or the filesystem simply doesn't support large files. 46# You may even need to reconfigure your kernel. (This is all very 47# operating system and site-dependent.) 48# 49# Perl may still be able to support large files, once you have 50# such a process, enough quota, and such a (file) system. 51# It is just that the test failed now. 52# 53EOM 54 } 55 print "1..0 # Skip: @_\n" if @_; 56} 57 58print "# checking whether we have sparse files...\n"; 59 60# Known have-nots. 61if ($^O eq 'MSWin32' || $^O eq 'NetWare' || $^O eq 'VMS') { 62 print "1..0 # Skip: no sparse files in $^O\n"; 63 bye(); 64} 65 66# Known haves that have problems running this test 67# (for example because they do not support sparse files, like UNICOS) 68if ($^O eq 'unicos') { 69 print "1..0 # Skip: no sparse files in $^0, unable to test large files\n"; 70 bye(); 71} 72 73# Then try heuristically to deduce whether we have sparse files. 74 75# We'll start off by creating a one megabyte file which has 76# only three "true" bytes. If we have sparseness, we should 77# consume less blocks than one megabyte (assuming nobody has 78# one megabyte blocks...) 79 80sysopen(BIG, "big1", O_WRONLY|O_CREAT|O_TRUNC) or 81 do { warn "sysopen big1 failed: $!\n"; bye }; 82sysseek(BIG, 1_000_000, SEEK_SET) or 83 do { warn "sysseek big1 failed: $!\n"; bye }; 84syswrite(BIG, "big") or 85 do { warn "syswrite big1 failed; $!\n"; bye }; 86close(BIG) or 87 do { warn "close big1 failed: $!\n"; bye }; 88 89my @s1 = stat("big1"); 90 91print "# s1 = @s1\n"; 92 93sysopen(BIG, "big2", O_WRONLY|O_CREAT|O_TRUNC) or 94 do { warn "sysopen big2 failed: $!\n"; bye }; 95sysseek(BIG, 2_000_000, SEEK_SET) or 96 do { warn "sysseek big2 failed: $!\n"; bye }; 97syswrite(BIG, "big") or 98 do { warn "syswrite big2 failed; $!\n"; bye }; 99close(BIG) or 100 do { warn "close big2 failed: $!\n"; bye }; 101 102my @s2 = stat("big2"); 103 104print "# s2 = @s2\n"; 105 106zap(); 107 108unless ($s1[7] == 1_000_003 && $s2[7] == 2_000_003 && 109 $s1[11] == $s2[11] && $s1[12] == $s2[12] && 110 $s1[12] > 0) { 111 print "1..0 # Skip: no sparse files?\n"; 112 bye; 113} 114 115print "# we seem to have sparse files...\n"; 116 117# By now we better be sure that we do have sparse files: 118# if we are not, the following will hog 5 gigabytes of disk. Ooops. 119# This may fail by producing some signal; run in a subprocess first for safety 120 121$ENV{LC_ALL} = "C"; 122 123my $perl = '../../perl'; 124unless (-x $perl) { 125 print "1..1\nnot ok 1 - can't find perl: expected $perl\n"; 126 exit 0; 127} 128my $r = system $perl, '-I../lib', '-e', <<'EOF'; 129use Fcntl qw(/^O_/ /^SEEK_/); 130sysopen(BIG, "big", O_WRONLY|O_CREAT|O_TRUNC) or die $!; 131my $sysseek = sysseek(BIG, 5_000_000_000, SEEK_SET); 132my $syswrite = syswrite(BIG, "big"); 133exit 0; 134EOF 135 136 137sysopen(BIG, "big", O_WRONLY|O_CREAT|O_TRUNC) or 138 do { warn "sysopen 'big' failed: $!\n"; bye }; 139my $sysseek = sysseek(BIG, 5_000_000_000, SEEK_SET); 140unless (! $r && defined $sysseek && $sysseek == 5_000_000_000) { 141 $sysseek = 'undef' unless defined $sysseek; 142 explain("seeking past 2GB failed: ", 143 $r ? 'signal '.($r & 0x7f) : "$! (sysseek returned $sysseek)"); 144 bye(); 145} 146 147# The syswrite will fail if there are are filesize limitations (process or fs). 148my $syswrite = syswrite(BIG, "big"); 149print "# syswrite failed: $! (syswrite returned ", 150 defined $syswrite ? $syswrite : 'undef', ")\n" 151 unless defined $syswrite && $syswrite == 3; 152my $close = close BIG; 153print "# close failed: $!\n" unless $close; 154unless($syswrite && $close) { 155 if ($! =~/too large/i) { 156 explain("writing past 2GB failed: process limits?"); 157 } elsif ($! =~ /quota/i) { 158 explain("filesystem quota limits?"); 159 } else { 160 explain("error: $!"); 161 } 162 bye(); 163} 164 165@s = stat("big"); 166 167print "# @s\n"; 168 169unless ($s[7] == 5_000_000_003) { 170 explain("kernel/fs not configured to use large files?"); 171 bye(); 172} 173 174sub fail () { 175 print "not "; 176 $fail++; 177} 178 179sub offset ($$) { 180 my ($offset_will_be, $offset_want) = @_; 181 my $offset_is = eval $offset_will_be; 182 unless ($offset_is == $offset_want) { 183 print "# bad offset $offset_is, want $offset_want\n"; 184 my ($offset_func) = ($offset_will_be =~ /^(\w+)/); 185 if (unpack("L", pack("L", $offset_want)) == $offset_is) { 186 print "# 32-bit wraparound suspected in $offset_func() since\n"; 187 print "# $offset_want cast into 32 bits equals $offset_is.\n"; 188 } elsif ($offset_want - unpack("L", pack("L", $offset_want)) - 1 189 == $offset_is) { 190 print "# 32-bit wraparound suspected in $offset_func() since\n"; 191 printf "# %s - unpack('L', pack('L', %s)) - 1 equals %s.\n", 192 $offset_want, 193 $offset_want, 194 $offset_is; 195 } 196 fail; 197 } 198} 199 200print "1..17\n"; 201 202$fail = 0; 203 204fail unless $s[7] == 5_000_000_003; # exercizes pp_stat 205print "ok 1\n"; 206 207fail unless -s "big" == 5_000_000_003; # exercizes pp_ftsize 208print "ok 2\n"; 209 210fail unless -e "big"; 211print "ok 3\n"; 212 213fail unless -f "big"; 214print "ok 4\n"; 215 216sysopen(BIG, "big", O_RDONLY) or do { warn "sysopen failed: $!\n"; bye }; 217 218offset('sysseek(BIG, 4_500_000_000, SEEK_SET)', 4_500_000_000); 219print "ok 5\n"; 220 221offset('sysseek(BIG, 0, SEEK_CUR)', 4_500_000_000); 222print "ok 6\n"; 223 224offset('sysseek(BIG, 1, SEEK_CUR)', 4_500_000_001); 225print "ok 7\n"; 226 227offset('sysseek(BIG, 0, SEEK_CUR)', 4_500_000_001); 228print "ok 8\n"; 229 230offset('sysseek(BIG, -1, SEEK_CUR)', 4_500_000_000); 231print "ok 9\n"; 232 233offset('sysseek(BIG, 0, SEEK_CUR)', 4_500_000_000); 234print "ok 10\n"; 235 236offset('sysseek(BIG, -3, SEEK_END)', 5_000_000_000); 237print "ok 11\n"; 238 239offset('sysseek(BIG, 0, SEEK_CUR)', 5_000_000_000); 240print "ok 12\n"; 241 242my $big; 243 244fail unless sysread(BIG, $big, 3) == 3; 245print "ok 13\n"; 246 247fail unless $big eq "big"; 248print "ok 14\n"; 249 250# 705_032_704 = (I32)5_000_000_000 251# See that we don't have "big" in the 705_... spot: 252# that would mean that we have a wraparound. 253fail unless sysseek(BIG, 705_032_704, SEEK_SET); 254print "ok 15\n"; 255 256my $zero; 257 258fail unless read(BIG, $zero, 3) == 3; 259print "ok 16\n"; 260 261fail unless $zero eq "\0\0\0"; 262print "ok 17\n"; 263 264explain() if $fail; 265 266bye(); # does the necessary cleanup 267 268END { 269 # unlink may fail if applied directly to a large file 270 # be paranoid about leaving 5 gig files lying around 271 open(BIG, ">big"); # truncate 272 close(BIG); 273 1 while unlink "big"; # standard portable idiom 274} 275 276# eof 277