1/* Copyright (C) 1993-2017 Free Software Foundation, Inc.
2 This file is part of the GNU C Library.
3 Written by Per Bothner <bothner@cygnus.com>.
4
5 The GNU C Library is free software; you can redistribute it and/or
6 modify it under the terms of the GNU Lesser General Public
7 License as published by the Free Software Foundation; either
8 version 2.1 of the License, or (at your option) any later version.
9
10 The GNU C Library is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 Lesser General Public License for more details.
14
15 You should have received a copy of the GNU Lesser General Public
16 License along with the GNU C Library; if not, see
17 <http://www.gnu.org/licenses/>.
18
19 As a special exception, if you link the code in this file with
20 files compiled with a GNU compiler to produce an executable,
21 that does not cause the resulting executable to be covered by
22 the GNU Lesser General Public License. This exception does not
23 however invalidate any other reasons why the executable file
24 might be covered by the GNU Lesser General Public License.
25 This exception applies to code released by its copyright holders
26 in files containing the exception. */
27
28
29#ifndef _POSIX_SOURCE
30# define _POSIX_SOURCE
31#endif
32#include "libioP.h"
33#include <assert.h>
34#include <fcntl.h>
35#include <sys/mman.h>
36#include <sys/param.h>
37#include <sys/types.h>
38#include <sys/stat.h>
39#include <string.h>
40#include <errno.h>
41#include <unistd.h>
42#include <stdlib.h>
43#if _LIBC
44# include "../wcsmbs/wcsmbsload.h"
45# include "../iconv/gconv_charset.h"
46# include "../iconv/gconv_int.h"
47# include <shlib-compat.h>
48# include <not-cancel.h>
49# include <kernel-features.h>
50#endif
51#ifndef errno
52extern int errno;
53#endif
54#ifndef __set_errno
55# define __set_errno(Val) errno = (Val)
56#endif
57
58
59#ifdef _LIBC
60# define open(Name, Flags, Prot) __open (Name, Flags, Prot)
61# define lseek(FD, Offset, Whence) __lseek (FD, Offset, Whence)
62# define read(FD, Buf, NBytes) __read (FD, Buf, NBytes)
63# define write(FD, Buf, NBytes) __write (FD, Buf, NBytes)
64#else
65# define _IO_new_do_write _IO_do_write
66# define _IO_new_file_attach _IO_file_attach
67# define _IO_new_file_close_it _IO_file_close_it
68# define _IO_new_file_finish _IO_file_finish
69# define _IO_new_file_fopen _IO_file_fopen
70# define _IO_new_file_init _IO_file_init
71# define _IO_new_file_setbuf _IO_file_setbuf
72# define _IO_new_file_sync _IO_file_sync
73# define _IO_new_file_overflow _IO_file_overflow
74# define _IO_new_file_seekoff _IO_file_seekoff
75# define _IO_new_file_underflow _IO_file_underflow
76# define _IO_new_file_write _IO_file_write
77# define _IO_new_file_xsputn _IO_file_xsputn
78#endif
79
80
81#ifdef _LIBC
82extern struct __gconv_trans_data __libio_translit attribute_hidden;
83#endif
84
85
86/* An fstream can be in at most one of put mode, get mode, or putback mode.
87 Putback mode is a variant of get mode.
88
89 In a filebuf, there is only one current position, instead of two
90 separate get and put pointers. In get mode, the current position
91 is that of gptr(); in put mode that of pptr().
92
93 The position in the buffer that corresponds to the position
94 in external file system is normally _IO_read_end, except in putback
95 mode, when it is _IO_save_end and also when the file is in append mode,
96 since switching from read to write mode automatically sends the position in
97 the external file system to the end of file.
98 If the field _fb._offset is >= 0, it gives the offset in
99 the file as a whole corresponding to eGptr(). (?)
100
101 PUT MODE:
102 If a filebuf is in put mode, then all of _IO_read_ptr, _IO_read_end,
103 and _IO_read_base are equal to each other. These are usually equal
104 to _IO_buf_base, though not necessarily if we have switched from
105 get mode to put mode. (The reason is to maintain the invariant
106 that _IO_read_end corresponds to the external file position.)
107 _IO_write_base is non-NULL and usually equal to _IO_buf_base.
108 We also have _IO_write_end == _IO_buf_end, but only in fully buffered mode.
109 The un-flushed character are those between _IO_write_base and _IO_write_ptr.
110
111 GET MODE:
112 If a filebuf is in get or putback mode, eback() != egptr().
113 In get mode, the unread characters are between gptr() and egptr().
114 The OS file position corresponds to that of egptr().
115
116 PUTBACK MODE:
117 Putback mode is used to remember "excess" characters that have
118 been sputbackc'd in a separate putback buffer.
119 In putback mode, the get buffer points to the special putback buffer.
120 The unread characters are the characters between gptr() and egptr()
121 in the putback buffer, as well as the area between save_gptr()
122 and save_egptr(), which point into the original reserve buffer.
123 (The pointers save_gptr() and save_egptr() are the values
124 of gptr() and egptr() at the time putback mode was entered.)
125 The OS position corresponds to that of save_egptr().
126
127 LINE BUFFERED OUTPUT:
128 During line buffered output, _IO_write_base==base() && epptr()==base().
129 However, ptr() may be anywhere between base() and ebuf().
130 This forces a call to filebuf::overflow(int C) on every put.
131 If there is more space in the buffer, and C is not a '\n',
132 then C is inserted, and pptr() incremented.
133
134 UNBUFFERED STREAMS:
135 If a filebuf is unbuffered(), the _shortbuf[1] is used as the buffer.
136*/
137
138#define CLOSED_FILEBUF_FLAGS \
139 (_IO_IS_FILEBUF+_IO_NO_READS+_IO_NO_WRITES+_IO_TIED_PUT_GET)
140
141
142void
143_IO_new_file_init_internal (struct _IO_FILE_plus *fp)
144{
145 /* POSIX.1 allows another file handle to be used to change the position
146 of our file descriptor. Hence we actually don't know the actual
147 position before we do the first fseek (and until a following fflush). */
148 fp->file._offset = _IO_pos_BAD;
149 fp->file._IO_file_flags |= CLOSED_FILEBUF_FLAGS;
150
151 _IO_link_in (fp);
152 fp->file._fileno = -1;
153}
154
155/* External version of _IO_new_file_init_internal which switches off
156 vtable validation. */
157void
158_IO_new_file_init (struct _IO_FILE_plus *fp)
159{
160 IO_set_accept_foreign_vtables (&_IO_vtable_check);
161 _IO_new_file_init_internal (fp);
162}
163
164int
165_IO_new_file_close_it (_IO_FILE *fp)
166{
167 int write_status;
168 if (!_IO_file_is_open (fp))
169 return EOF;
170
171 if ((fp->_flags & _IO_NO_WRITES) == 0
172 && (fp->_flags & _IO_CURRENTLY_PUTTING) != 0)
173 write_status = _IO_do_flush (fp);
174 else
175 write_status = 0;
176
177 _IO_unsave_markers (fp);
178
179 int close_status = ((fp->_flags2 & _IO_FLAGS2_NOCLOSE) == 0
180 ? _IO_SYSCLOSE (fp) : 0);
181
182 /* Free buffer. */
183#if defined _LIBC || defined _GLIBCPP_USE_WCHAR_T
184 if (fp->_mode > 0)
185 {
186 if (_IO_have_wbackup (fp))
187 _IO_free_wbackup_area (fp);
188 _IO_wsetb (fp, NULL, NULL, 0);
189 _IO_wsetg (fp, NULL, NULL, NULL);
190 _IO_wsetp (fp, NULL, NULL);
191 }
192#endif
193 _IO_setb (fp, NULL, NULL, 0);
194 _IO_setg (fp, NULL, NULL, NULL);
195 _IO_setp (fp, NULL, NULL);
196
197 _IO_un_link ((struct _IO_FILE_plus *) fp);
198 fp->_flags = _IO_MAGIC|CLOSED_FILEBUF_FLAGS;
199 fp->_fileno = -1;
200 fp->_offset = _IO_pos_BAD;
201
202 return close_status ? close_status : write_status;
203}
204libc_hidden_ver (_IO_new_file_close_it, _IO_file_close_it)
205
206void
207_IO_new_file_finish (_IO_FILE *fp, int dummy)
208{
209 if (_IO_file_is_open (fp))
210 {
211 _IO_do_flush (fp);
212 if (!(fp->_flags & _IO_DELETE_DONT_CLOSE))
213 _IO_SYSCLOSE (fp);
214 }
215 _IO_default_finish (fp, 0);
216}
217libc_hidden_ver (_IO_new_file_finish, _IO_file_finish)
218
219_IO_FILE *
220_IO_file_open (_IO_FILE *fp, const char *filename, int posix_mode, int prot,
221 int read_write, int is32not64)
222{
223 int fdesc;
224#ifdef _LIBC
225 if (__glibc_unlikely (fp->_flags2 & _IO_FLAGS2_NOTCANCEL))
226 fdesc = open_not_cancel (filename,
227 posix_mode | (is32not64 ? 0 : O_LARGEFILE), prot);
228 else
229 fdesc = open (filename, posix_mode | (is32not64 ? 0 : O_LARGEFILE), prot);
230#else
231 fdesc = open (filename, posix_mode, prot);
232#endif
233 if (fdesc < 0)
234 return NULL;
235 fp->_fileno = fdesc;
236 _IO_mask_flags (fp, read_write,_IO_NO_READS+_IO_NO_WRITES+_IO_IS_APPENDING);
237 /* For append mode, send the file offset to the end of the file. Don't
238 update the offset cache though, since the file handle is not active. */
239 if ((read_write & (_IO_IS_APPENDING | _IO_NO_READS))
240 == (_IO_IS_APPENDING | _IO_NO_READS))
241 {
242 _IO_off64_t new_pos = _IO_SYSSEEK (fp, 0, _IO_seek_end);
243 if (new_pos == _IO_pos_BAD && errno != ESPIPE)
244 {
245 close_not_cancel (fdesc);
246 return NULL;
247 }
248 }
249 _IO_link_in ((struct _IO_FILE_plus *) fp);
250 return fp;
251}
252libc_hidden_def (_IO_file_open)
253
254_IO_FILE *
255_IO_new_file_fopen (_IO_FILE *fp, const char *filename, const char *mode,
256 int is32not64)
257{
258 int oflags = 0, omode;
259 int read_write;
260 int oprot = 0666;
261 int i;
262 _IO_FILE *result;
263#ifdef _LIBC
264 const char *cs;
265 const char *last_recognized;
266#endif
267
268 if (_IO_file_is_open (fp))
269 return 0;
270 switch (*mode)
271 {
272 case 'r':
273 omode = O_RDONLY;
274 read_write = _IO_NO_WRITES;
275 break;
276 case 'w':
277 omode = O_WRONLY;
278 oflags = O_CREAT|O_TRUNC;
279 read_write = _IO_NO_READS;
280 break;
281 case 'a':
282 omode = O_WRONLY;
283 oflags = O_CREAT|O_APPEND;
284 read_write = _IO_NO_READS|_IO_IS_APPENDING;
285 break;
286 default:
287 __set_errno (EINVAL);
288 return NULL;
289 }
290#ifdef _LIBC
291 last_recognized = mode;
292#endif
293 for (i = 1; i < 7; ++i)
294 {
295 switch (*++mode)
296 {
297 case '\0':
298 break;
299 case '+':
300 omode = O_RDWR;
301 read_write &= _IO_IS_APPENDING;
302#ifdef _LIBC
303 last_recognized = mode;
304#endif
305 continue;
306 case 'x':
307 oflags |= O_EXCL;
308#ifdef _LIBC
309 last_recognized = mode;
310#endif
311 continue;
312 case 'b':
313#ifdef _LIBC
314 last_recognized = mode;
315#endif
316 continue;
317 case 'm':
318 fp->_flags2 |= _IO_FLAGS2_MMAP;
319 continue;
320 case 'c':
321 fp->_flags2 |= _IO_FLAGS2_NOTCANCEL;
322 continue;
323 case 'e':
324#ifdef O_CLOEXEC
325 oflags |= O_CLOEXEC;
326#endif
327 fp->_flags2 |= _IO_FLAGS2_CLOEXEC;
328 continue;
329 default:
330 /* Ignore. */
331 continue;
332 }
333 break;
334 }
335
336 result = _IO_file_open (fp, filename, omode|oflags, oprot, read_write,
337 is32not64);
338
339 if (result != NULL)
340 {
341#ifndef __ASSUME_O_CLOEXEC
342 if ((fp->_flags2 & _IO_FLAGS2_CLOEXEC) != 0 && __have_o_cloexec <= 0)
343 {
344 int fd = _IO_fileno (fp);
345 if (__have_o_cloexec == 0)
346 {
347 int flags = __fcntl (fd, F_GETFD);
348 __have_o_cloexec = (flags & FD_CLOEXEC) == 0 ? -1 : 1;
349 }
350 if (__have_o_cloexec < 0)
351 __fcntl (fd, F_SETFD, FD_CLOEXEC);
352 }
353#endif
354
355 /* Test whether the mode string specifies the conversion. */
356 cs = strstr (last_recognized + 1, ",ccs=");
357 if (cs != NULL)
358 {
359 /* Yep. Load the appropriate conversions and set the orientation
360 to wide. */
361 struct gconv_fcts fcts;
362 struct _IO_codecvt *cc;
363 char *endp = __strchrnul (cs + 5, ',');
364 char *ccs = malloc (endp - (cs + 5) + 3);
365
366 if (ccs == NULL)
367 {
368 int malloc_err = errno; /* Whatever malloc failed with. */
369 (void) _IO_file_close_it (fp);
370 __set_errno (malloc_err);
371 return NULL;
372 }
373
374 *((char *) __mempcpy (ccs, cs + 5, endp - (cs + 5))) = '\0';
375 strip (ccs, ccs);
376
377 if (__wcsmbs_named_conv (&fcts, ccs[2] == '\0'
378 ? upstr (ccs, cs + 5) : ccs) != 0)
379 {
380 /* Something went wrong, we cannot load the conversion modules.
381 This means we cannot proceed since the user explicitly asked
382 for these. */
383 (void) _IO_file_close_it (fp);
384 free (ccs);
385 __set_errno (EINVAL);
386 return NULL;
387 }
388
389 free (ccs);
390
391 assert (fcts.towc_nsteps == 1);
392 assert (fcts.tomb_nsteps == 1);
393
394 fp->_wide_data->_IO_read_ptr = fp->_wide_data->_IO_read_end;
395 fp->_wide_data->_IO_write_ptr = fp->_wide_data->_IO_write_base;
396
397 /* Clear the state. We start all over again. */
398 memset (&fp->_wide_data->_IO_state, '\0', sizeof (__mbstate_t));
399 memset (&fp->_wide_data->_IO_last_state, '\0', sizeof (__mbstate_t));
400
401 cc = fp->_codecvt = &fp->_wide_data->_codecvt;
402
403 /* The functions are always the same. */
404 *cc = __libio_codecvt;
405
406 cc->__cd_in.__cd.__nsteps = fcts.towc_nsteps;
407 cc->__cd_in.__cd.__steps = fcts.towc;
408
409 cc->__cd_in.__cd.__data[0].__invocation_counter = 0;
410 cc->__cd_in.__cd.__data[0].__internal_use = 1;
411 cc->__cd_in.__cd.__data[0].__flags = __GCONV_IS_LAST;
412 cc->__cd_in.__cd.__data[0].__statep = &result->_wide_data->_IO_state;
413
414 cc->__cd_out.__cd.__nsteps = fcts.tomb_nsteps;
415 cc->__cd_out.__cd.__steps = fcts.tomb;
416
417 cc->__cd_out.__cd.__data[0].__invocation_counter = 0;
418 cc->__cd_out.__cd.__data[0].__internal_use = 1;
419 cc->__cd_out.__cd.__data[0].__flags
420 = __GCONV_IS_LAST | __GCONV_TRANSLIT;
421 cc->__cd_out.__cd.__data[0].__statep =
422 &result->_wide_data->_IO_state;
423
424 /* From now on use the wide character callback functions. */
425 _IO_JUMPS_FILE_plus (fp) = fp->_wide_data->_wide_vtable;
426
427 /* Set the mode now. */
428 result->_mode = 1;
429 }
430 }
431
432 return result;
433}
434libc_hidden_ver (_IO_new_file_fopen, _IO_file_fopen)
435
436_IO_FILE *
437_IO_new_file_attach (_IO_FILE *fp, int fd)
438{
439 if (_IO_file_is_open (fp))
440 return NULL;
441 fp->_fileno = fd;
442 fp->_flags &= ~(_IO_NO_READS+_IO_NO_WRITES);
443 fp->_flags |= _IO_DELETE_DONT_CLOSE;
444 /* Get the current position of the file. */
445 /* We have to do that since that may be junk. */
446 fp->_offset = _IO_pos_BAD;
447 int save_errno = errno;
448 if (_IO_SEEKOFF (fp, (_IO_off64_t)0, _IO_seek_cur, _IOS_INPUT|_IOS_OUTPUT)
449 == _IO_pos_BAD && errno != ESPIPE)
450 return NULL;
451 __set_errno (save_errno);
452 return fp;
453}
454libc_hidden_ver (_IO_new_file_attach, _IO_file_attach)
455
456_IO_FILE *
457_IO_new_file_setbuf (_IO_FILE *fp, char *p, _IO_ssize_t len)
458{
459 if (_IO_default_setbuf (fp, p, len) == NULL)
460 return NULL;
461
462 fp->_IO_write_base = fp->_IO_write_ptr = fp->_IO_write_end
463 = fp->_IO_buf_base;
464 _IO_setg (fp, fp->_IO_buf_base, fp->_IO_buf_base, fp->_IO_buf_base);
465
466 return fp;
467}
468libc_hidden_ver (_IO_new_file_setbuf, _IO_file_setbuf)
469
470
471_IO_FILE *
472_IO_file_setbuf_mmap (_IO_FILE *fp, char *p, _IO_ssize_t len)
473{
474 _IO_FILE *result;
475
476 /* Change the function table. */
477 _IO_JUMPS_FILE_plus (fp) = &_IO_file_jumps;
478 fp->_wide_data->_wide_vtable = &_IO_wfile_jumps;
479
480 /* And perform the normal operation. */
481 result = _IO_new_file_setbuf (fp, p, len);
482
483 /* If the call failed, restore to using mmap. */
484 if (result == NULL)
485 {
486 _IO_JUMPS_FILE_plus (fp) = &_IO_file_jumps_mmap;
487 fp->_wide_data->_wide_vtable = &_IO_wfile_jumps_mmap;
488 }
489
490 return result;
491}
492
493static _IO_size_t new_do_write (_IO_FILE *, const char *, _IO_size_t);
494
495/* Write TO_DO bytes from DATA to FP.
496 Then mark FP as having empty buffers. */
497
498int
499_IO_new_do_write (_IO_FILE *fp, const char *data, _IO_size_t to_do)
500{
501 return (to_do == 0
502 || (_IO_size_t) new_do_write (fp, data, to_do) == to_do) ? 0 : EOF;
503}
504libc_hidden_ver (_IO_new_do_write, _IO_do_write)
505
506static
507_IO_size_t
508new_do_write (_IO_FILE *fp, const char *data, _IO_size_t to_do)
509{
510 _IO_size_t count;
511 if (fp->_flags & _IO_IS_APPENDING)
512 /* On a system without a proper O_APPEND implementation,
513 you would need to sys_seek(0, SEEK_END) here, but is
514 not needed nor desirable for Unix- or Posix-like systems.
515 Instead, just indicate that offset (before and after) is
516 unpredictable. */
517 fp->_offset = _IO_pos_BAD;
518 else if (fp->_IO_read_end != fp->_IO_write_base)
519 {
520 _IO_off64_t new_pos
521 = _IO_SYSSEEK (fp, fp->_IO_write_base - fp->_IO_read_end, 1);
522 if (new_pos == _IO_pos_BAD)
523 return 0;
524 fp->_offset = new_pos;
525 }
526 count = _IO_SYSWRITE (fp, data, to_do);
527 if (fp->_cur_column && count)
528 fp->_cur_column = _IO_adjust_column (fp->_cur_column - 1, data, count) + 1;
529 _IO_setg (fp, fp->_IO_buf_base, fp->_IO_buf_base, fp->_IO_buf_base);
530 fp->_IO_write_base = fp->_IO_write_ptr = fp->_IO_buf_base;
531 fp->_IO_write_end = (fp->_mode <= 0
532 && (fp->_flags & (_IO_LINE_BUF | _IO_UNBUFFERED))
533 ? fp->_IO_buf_base : fp->_IO_buf_end);
534 return count;
535}
536
537int
538_IO_new_file_underflow (_IO_FILE *fp)
539{
540 _IO_ssize_t count;
541#if 0
542 /* SysV does not make this test; take it out for compatibility */
543 if (fp->_flags & _IO_EOF_SEEN)
544 return (EOF);
545#endif
546
547 if (fp->_flags & _IO_NO_READS)
548 {
549 fp->_flags |= _IO_ERR_SEEN;
550 __set_errno (EBADF);
551 return EOF;
552 }
553 if (fp->_IO_read_ptr < fp->_IO_read_end)
554 return *(unsigned char *) fp->_IO_read_ptr;
555
556 if (fp->_IO_buf_base == NULL)
557 {
558 /* Maybe we already have a push back pointer. */
559 if (fp->_IO_save_base != NULL)
560 {
561 free (fp->_IO_save_base);
562 fp->_flags &= ~_IO_IN_BACKUP;
563 }
564 _IO_doallocbuf (fp);
565 }
566
567 /* Flush all line buffered files before reading. */
568 /* FIXME This can/should be moved to genops ?? */
569 if (fp->_flags & (_IO_LINE_BUF|_IO_UNBUFFERED))
570 {
571#if 0
572 _IO_flush_all_linebuffered ();
573#else
574 /* We used to flush all line-buffered stream. This really isn't
575 required by any standard. My recollection is that
576 traditional Unix systems did this for stdout. stderr better
577 not be line buffered. So we do just that here
578 explicitly. --drepper */
579 _IO_acquire_lock (_IO_stdout);
580
581 if ((_IO_stdout->_flags & (_IO_LINKED | _IO_NO_WRITES | _IO_LINE_BUF))
582 == (_IO_LINKED | _IO_LINE_BUF))
583 _IO_OVERFLOW (_IO_stdout, EOF);
584
585 _IO_release_lock (_IO_stdout);
586#endif
587 }
588
589 _IO_switch_to_get_mode (fp);
590
591 /* This is very tricky. We have to adjust those
592 pointers before we call _IO_SYSREAD () since
593 we may longjump () out while waiting for
594 input. Those pointers may be screwed up. H.J. */
595 fp->_IO_read_base = fp->_IO_read_ptr = fp->_IO_buf_base;
596 fp->_IO_read_end = fp->_IO_buf_base;
597 fp->_IO_write_base = fp->_IO_write_ptr = fp->_IO_write_end
598 = fp->_IO_buf_base;
599
600 count = _IO_SYSREAD (fp, fp->_IO_buf_base,
601 fp->_IO_buf_end - fp->_IO_buf_base);
602 if (count <= 0)
603 {
604 if (count == 0)
605 fp->_flags |= _IO_EOF_SEEN;
606 else
607 fp->_flags |= _IO_ERR_SEEN, count = 0;
608 }
609 fp->_IO_read_end += count;
610 if (count == 0)
611 {
612 /* If a stream is read to EOF, the calling application may switch active
613 handles. As a result, our offset cache would no longer be valid, so
614 unset it. */
615 fp->_offset = _IO_pos_BAD;
616 return EOF;
617 }
618 if (fp->_offset != _IO_pos_BAD)
619 _IO_pos_adjust (fp->_offset, count);
620 return *(unsigned char *) fp->_IO_read_ptr;
621}
622libc_hidden_ver (_IO_new_file_underflow, _IO_file_underflow)
623
624/* Guts of underflow callback if we mmap the file. This stats the file and
625 updates the stream state to match. In the normal case we return zero.
626 If the file is no longer eligible for mmap, its jump tables are reset to
627 the vanilla ones and we return nonzero. */
628static int
629mmap_remap_check (_IO_FILE *fp)
630{
631 struct stat64 st;
632
633 if (_IO_SYSSTAT (fp, &st) == 0
634 && S_ISREG (st.st_mode) && st.st_size != 0
635 /* Limit the file size to 1MB for 32-bit machines. */
636 && (sizeof (ptrdiff_t) > 4 || st.st_size < 1*1024*1024))
637 {
638 const size_t pagesize = __getpagesize ();
639# define ROUNDED(x) (((x) + pagesize - 1) & ~(pagesize - 1))
640 if (ROUNDED (st.st_size) < ROUNDED (fp->_IO_buf_end
641 - fp->_IO_buf_base))
642 {
643 /* We can trim off some pages past the end of the file. */
644 (void) __munmap (fp->_IO_buf_base + ROUNDED (st.st_size),
645 ROUNDED (fp->_IO_buf_end - fp->_IO_buf_base)
646 - ROUNDED (st.st_size));
647 fp->_IO_buf_end = fp->_IO_buf_base + st.st_size;
648 }
649 else if (ROUNDED (st.st_size) > ROUNDED (fp->_IO_buf_end
650 - fp->_IO_buf_base))
651 {
652 /* The file added some pages. We need to remap it. */
653 void *p;
654#ifdef _G_HAVE_MREMAP
655 p = __mremap (fp->_IO_buf_base, ROUNDED (fp->_IO_buf_end
656 - fp->_IO_buf_base),
657 ROUNDED (st.st_size), MREMAP_MAYMOVE);
658 if (p == MAP_FAILED)
659 {
660 (void) __munmap (fp->_IO_buf_base,
661 fp->_IO_buf_end - fp->_IO_buf_base);
662 goto punt;
663 }
664#else
665 (void) __munmap (fp->_IO_buf_base,
666 fp->_IO_buf_end - fp->_IO_buf_base);
667 p = __mmap64 (NULL, st.st_size, PROT_READ, MAP_SHARED,
668 fp->_fileno, 0);
669 if (p == MAP_FAILED)
670 goto punt;
671#endif
672 fp->_IO_buf_base = p;
673 fp->_IO_buf_end = fp->_IO_buf_base + st.st_size;
674 }
675 else
676 {
677 /* The number of pages didn't change. */
678 fp->_IO_buf_end = fp->_IO_buf_base + st.st_size;
679 }
680# undef ROUNDED
681
682 fp->_offset -= fp->_IO_read_end - fp->_IO_read_ptr;
683 _IO_setg (fp, fp->_IO_buf_base,
684 fp->_offset < fp->_IO_buf_end - fp->_IO_buf_base
685 ? fp->_IO_buf_base + fp->_offset : fp->_IO_buf_end,
686 fp->_IO_buf_end);
687
688 /* If we are already positioned at or past the end of the file, don't
689 change the current offset. If not, seek past what we have mapped,
690 mimicking the position left by a normal underflow reading into its
691 buffer until EOF. */
692
693 if (fp->_offset < fp->_IO_buf_end - fp->_IO_buf_base)
694 {
695 if (__lseek64 (fp->_fileno, fp->_IO_buf_end - fp->_IO_buf_base,
696 SEEK_SET)
697 != fp->_IO_buf_end - fp->_IO_buf_base)
698 fp->_flags |= _IO_ERR_SEEN;
699 else
700 fp->_offset = fp->_IO_buf_end - fp->_IO_buf_base;
701 }
702
703 return 0;
704 }
705 else
706 {
707 /* Life is no longer good for mmap. Punt it. */
708 (void) __munmap (fp->_IO_buf_base,
709 fp->_IO_buf_end - fp->_IO_buf_base);
710 punt:
711 fp->_IO_buf_base = fp->_IO_buf_end = NULL;
712 _IO_setg (fp, NULL, NULL, NULL);
713 if (fp->_mode <= 0)
714 _IO_JUMPS_FILE_plus (fp) = &_IO_file_jumps;
715 else
716 _IO_JUMPS_FILE_plus (fp) = &_IO_wfile_jumps;
717 fp->_wide_data->_wide_vtable = &_IO_wfile_jumps;
718
719 return 1;
720 }
721}
722
723/* Special callback replacing the underflow callbacks if we mmap the file. */
724int
725_IO_file_underflow_mmap (_IO_FILE *fp)
726{
727 if (fp->_IO_read_ptr < fp->_IO_read_end)
728 return *(unsigned char *) fp->_IO_read_ptr;
729
730 if (__glibc_unlikely (mmap_remap_check (fp)))
731 /* We punted to the regular file functions. */
732 return _IO_UNDERFLOW (fp);
733
734 if (fp->_IO_read_ptr < fp->_IO_read_end)
735 return *(unsigned char *) fp->_IO_read_ptr;
736
737 fp->_flags |= _IO_EOF_SEEN;
738 return EOF;
739}
740
741static void
742decide_maybe_mmap (_IO_FILE *fp)
743{
744 /* We use the file in read-only mode. This could mean we can
745 mmap the file and use it without any copying. But not all
746 file descriptors are for mmap-able objects and on 32-bit
747 machines we don't want to map files which are too large since
748 this would require too much virtual memory. */
749 struct stat64 st;
750
751 if (_IO_SYSSTAT (fp, &st) == 0
752 && S_ISREG (st.st_mode) && st.st_size != 0
753 /* Limit the file size to 1MB for 32-bit machines. */
754 && (sizeof (ptrdiff_t) > 4 || st.st_size < 1*1024*1024)
755 /* Sanity check. */
756 && (fp->_offset == _IO_pos_BAD || fp->_offset <= st.st_size))
757 {
758 /* Try to map the file. */
759 void *p;
760
761 p = __mmap64 (NULL, st.st_size, PROT_READ, MAP_SHARED, fp->_fileno, 0);
762 if (p != MAP_FAILED)
763 {
764 /* OK, we managed to map the file. Set the buffer up and use a
765 special jump table with simplified underflow functions which
766 never tries to read anything from the file. */
767
768 if (__lseek64 (fp->_fileno, st.st_size, SEEK_SET) != st.st_size)
769 {
770 (void) __munmap (p, st.st_size);
771 fp->_offset = _IO_pos_BAD;
772 }
773 else
774 {
775 _IO_setb (fp, p, (char *) p + st.st_size, 0);
776
777 if (fp->_offset == _IO_pos_BAD)
778 fp->_offset = 0;
779
780 _IO_setg (fp, p, p + fp->_offset, p + st.st_size);
781 fp->_offset = st.st_size;
782
783 if (fp->_mode <= 0)
784 _IO_JUMPS_FILE_plus (fp) = &_IO_file_jumps_mmap;
785 else
786 _IO_JUMPS_FILE_plus (fp) = &_IO_wfile_jumps_mmap;
787 fp->_wide_data->_wide_vtable = &_IO_wfile_jumps_mmap;
788
789 return;
790 }
791 }
792 }
793
794 /* We couldn't use mmap, so revert to the vanilla file operations. */
795
796 if (fp->_mode <= 0)
797 _IO_JUMPS_FILE_plus (fp) = &_IO_file_jumps;
798 else
799 _IO_JUMPS_FILE_plus (fp) = &_IO_wfile_jumps;
800 fp->_wide_data->_wide_vtable = &_IO_wfile_jumps;
801}
802
803int
804_IO_file_underflow_maybe_mmap (_IO_FILE *fp)
805{
806 /* This is the first read attempt. Choose mmap or vanilla operations
807 and then punt to the chosen underflow routine. */
808 decide_maybe_mmap (fp);
809 return _IO_UNDERFLOW (fp);
810}
811
812
813int
814_IO_new_file_overflow (_IO_FILE *f, int ch)
815{
816 if (f->_flags & _IO_NO_WRITES) /* SET ERROR */
817 {
818 f->_flags |= _IO_ERR_SEEN;
819 __set_errno (EBADF);
820 return EOF;
821 }
822 /* If currently reading or no buffer allocated. */
823 if ((f->_flags & _IO_CURRENTLY_PUTTING) == 0 || f->_IO_write_base == NULL)
824 {
825 /* Allocate a buffer if needed. */
826 if (f->_IO_write_base == NULL)
827 {
828 _IO_doallocbuf (f);
829 _IO_setg (f, f->_IO_buf_base, f->_IO_buf_base, f->_IO_buf_base);
830 }
831 /* Otherwise must be currently reading.
832 If _IO_read_ptr (and hence also _IO_read_end) is at the buffer end,
833 logically slide the buffer forwards one block (by setting the
834 read pointers to all point at the beginning of the block). This
835 makes room for subsequent output.
836 Otherwise, set the read pointers to _IO_read_end (leaving that
837 alone, so it can continue to correspond to the external position). */
838 if (__glibc_unlikely (_IO_in_backup (f)))
839 {
840 size_t nbackup = f->_IO_read_end - f->_IO_read_ptr;
841 _IO_free_backup_area (f);
842 f->_IO_read_base -= MIN (nbackup,
843 f->_IO_read_base - f->_IO_buf_base);
844 f->_IO_read_ptr = f->_IO_read_base;
845 }
846
847 if (f->_IO_read_ptr == f->_IO_buf_end)
848 f->_IO_read_end = f->_IO_read_ptr = f->_IO_buf_base;
849 f->_IO_write_ptr = f->_IO_read_ptr;
850 f->_IO_write_base = f->_IO_write_ptr;
851 f->_IO_write_end = f->_IO_buf_end;
852 f->_IO_read_base = f->_IO_read_ptr = f->_IO_read_end;
853
854 f->_flags |= _IO_CURRENTLY_PUTTING;
855 if (f->_mode <= 0 && f->_flags & (_IO_LINE_BUF | _IO_UNBUFFERED))
856 f->_IO_write_end = f->_IO_write_ptr;
857 }
858 if (ch == EOF)
859 return _IO_do_write (f, f->_IO_write_base,
860 f->_IO_write_ptr - f->_IO_write_base);
861 if (f->_IO_write_ptr == f->_IO_buf_end ) /* Buffer is really full */
862 if (_IO_do_flush (f) == EOF)
863 return EOF;
864 *f->_IO_write_ptr++ = ch;
865 if ((f->_flags & _IO_UNBUFFERED)
866 || ((f->_flags & _IO_LINE_BUF) && ch == '\n'))
867 if (_IO_do_write (f, f->_IO_write_base,
868 f->_IO_write_ptr - f->_IO_write_base) == EOF)
869 return EOF;
870 return (unsigned char) ch;
871}
872libc_hidden_ver (_IO_new_file_overflow, _IO_file_overflow)
873
874int
875_IO_new_file_sync (_IO_FILE *fp)
876{
877 _IO_ssize_t delta;
878 int retval = 0;
879
880 /* char* ptr = cur_ptr(); */
881 if (fp->_IO_write_ptr > fp->_IO_write_base)
882 if (_IO_do_flush(fp)) return EOF;
883 delta = fp->_IO_read_ptr - fp->_IO_read_end;
884 if (delta != 0)
885 {
886#ifdef TODO
887 if (_IO_in_backup (fp))
888 delta -= eGptr () - Gbase ();
889#endif
890 _IO_off64_t new_pos = _IO_SYSSEEK (fp, delta, 1);
891 if (new_pos != (_IO_off64_t) EOF)
892 fp->_IO_read_end = fp->_IO_read_ptr;
893#ifdef ESPIPE
894 else if (errno == ESPIPE)
895 ; /* Ignore error from unseekable devices. */
896#endif
897 else
898 retval = EOF;
899 }
900 if (retval != EOF)
901 fp->_offset = _IO_pos_BAD;
902 /* FIXME: Cleanup - can this be shared? */
903 /* setg(base(), ptr, ptr); */
904 return retval;
905}
906libc_hidden_ver (_IO_new_file_sync, _IO_file_sync)
907
908static int
909_IO_file_sync_mmap (_IO_FILE *fp)
910{
911 if (fp->_IO_read_ptr != fp->_IO_read_end)
912 {
913#ifdef TODO
914 if (_IO_in_backup (fp))
915 delta -= eGptr () - Gbase ();
916#endif
917 if (__lseek64 (fp->_fileno, fp->_IO_read_ptr - fp->_IO_buf_base,
918 SEEK_SET)
919 != fp->_IO_read_ptr - fp->_IO_buf_base)
920 {
921 fp->_flags |= _IO_ERR_SEEN;
922 return EOF;
923 }
924 }
925 fp->_offset = fp->_IO_read_ptr - fp->_IO_buf_base;
926 fp->_IO_read_end = fp->_IO_read_ptr = fp->_IO_read_base;
927 return 0;
928}
929
930/* ftell{,o} implementation. The only time we modify the state of the stream
931 is when we have unflushed writes. In that case we seek to the end and
932 record that offset in the stream object. */
933static _IO_off64_t
934do_ftell (_IO_FILE *fp)
935{
936 _IO_off64_t result, offset = 0;
937
938 /* No point looking at unflushed data if we haven't allocated buffers
939 yet. */
940 if (fp->_IO_buf_base != NULL)
941 {
942 bool unflushed_writes = fp->_IO_write_ptr > fp->_IO_write_base;
943
944 bool append_mode = (fp->_flags & _IO_IS_APPENDING) == _IO_IS_APPENDING;
945
946 /* When we have unflushed writes in append mode, seek to the end of the
947 file and record that offset. This is the only time we change the file
948 stream state and it is safe since the file handle is active. */
949 if (unflushed_writes && append_mode)
950 {
951 result = _IO_SYSSEEK (fp, 0, _IO_seek_end);
952 if (result == _IO_pos_BAD)
953 return EOF;
954 else
955 fp->_offset = result;
956 }
957
958 /* Adjust for unflushed data. */
959 if (!unflushed_writes)
960 offset -= fp->_IO_read_end - fp->_IO_read_ptr;
961 /* We don't trust _IO_read_end to represent the current file offset when
962 writing in append mode because the value would have to be shifted to
963 the end of the file during a flush. Use the write base instead, along
964 with the new offset we got above when we did a seek to the end of the
965 file. */
966 else if (append_mode)
967 offset += fp->_IO_write_ptr - fp->_IO_write_base;
968 /* For all other modes, _IO_read_end represents the file offset. */
969 else
970 offset += fp->_IO_write_ptr - fp->_IO_read_end;
971 }
972
973 if (fp->_offset != _IO_pos_BAD)
974 result = fp->_offset;
975 else
976 result = _IO_SYSSEEK (fp, 0, _IO_seek_cur);
977
978 if (result == EOF)
979 return result;
980
981 result += offset;
982
983 if (result < 0)
984 {
985 __set_errno (EINVAL);
986 return EOF;
987 }
988
989 return result;
990}
991
992_IO_off64_t
993_IO_new_file_seekoff (_IO_FILE *fp, _IO_off64_t offset, int dir, int mode)
994{
995 _IO_off64_t result;
996 _IO_off64_t delta, new_offset;
997 long count;
998
999 /* Short-circuit into a separate function. We don't want to mix any
1000 functionality and we don't want to touch anything inside the FILE
1001 object. */
1002 if (mode == 0)
1003 return do_ftell (fp);
1004
1005 /* POSIX.1 8.2.3.7 says that after a call the fflush() the file
1006 offset of the underlying file must be exact. */
1007 int must_be_exact = (fp->_IO_read_base == fp->_IO_read_end
1008 && fp->_IO_write_base == fp->_IO_write_ptr);
1009
1010 bool was_writing = (fp->_IO_write_ptr > fp->_IO_write_base
1011 || _IO_in_put_mode (fp));
1012
1013 /* Flush unwritten characters.
1014 (This may do an unneeded write if we seek within the buffer.
1015 But to be able to switch to reading, we would need to set
1016 egptr to pptr. That can't be done in the current design,
1017 which assumes file_ptr() is eGptr. Anyway, since we probably
1018 end up flushing when we close(), it doesn't make much difference.)
1019 FIXME: simulate mem-mapped files. */
1020 if (was_writing && _IO_switch_to_get_mode (fp))
1021 return EOF;
1022
1023 if (fp->_IO_buf_base == NULL)
1024 {
1025 /* It could be that we already have a pushback buffer. */
1026 if (fp->_IO_read_base != NULL)
1027 {
1028 free (fp->_IO_read_base);
1029 fp->_flags &= ~_IO_IN_BACKUP;
1030 }
1031 _IO_doallocbuf (fp);
1032 _IO_setp (fp, fp->_IO_buf_base, fp->_IO_buf_base);
1033 _IO_setg (fp, fp->_IO_buf_base, fp->_IO_buf_base, fp->_IO_buf_base);
1034 }
1035
1036 switch (dir)
1037 {
1038 case _IO_seek_cur:
1039 /* Adjust for read-ahead (bytes is buffer). */
1040 offset -= fp->_IO_read_end - fp->_IO_read_ptr;
1041
1042 if (fp->_offset == _IO_pos_BAD)
1043 goto dumb;
1044 /* Make offset absolute, assuming current pointer is file_ptr(). */
1045 offset += fp->_offset;
1046 if (offset < 0)
1047 {
1048 __set_errno (EINVAL);
1049 return EOF;
1050 }
1051
1052 dir = _IO_seek_set;
1053 break;
1054 case _IO_seek_set:
1055 break;
1056 case _IO_seek_end:
1057 {
1058 struct stat64 st;
1059 if (_IO_SYSSTAT (fp, &st) == 0 && S_ISREG (st.st_mode))
1060 {
1061 offset += st.st_size;
1062 dir = _IO_seek_set;
1063 }
1064 else
1065 goto dumb;
1066 }
1067 }
1068 /* At this point, dir==_IO_seek_set. */
1069
1070 /* If destination is within current buffer, optimize: */
1071 if (fp->_offset != _IO_pos_BAD && fp->_IO_read_base != NULL
1072 && !_IO_in_backup (fp))
1073 {
1074 _IO_off64_t start_offset = (fp->_offset
1075 - (fp->_IO_read_end - fp->_IO_buf_base));
1076 if (offset >= start_offset && offset < fp->_offset)
1077 {
1078 _IO_setg (fp, fp->_IO_buf_base,
1079 fp->_IO_buf_base + (offset - start_offset),
1080 fp->_IO_read_end);
1081 _IO_setp (fp, fp->_IO_buf_base, fp->_IO_buf_base);
1082
1083 _IO_mask_flags (fp, 0, _IO_EOF_SEEN);
1084 goto resync;
1085 }
1086 }
1087
1088 if (fp->_flags & _IO_NO_READS)
1089 goto dumb;
1090
1091 /* Try to seek to a block boundary, to improve kernel page management. */
1092 new_offset = offset & ~(fp->_IO_buf_end - fp->_IO_buf_base - 1);
1093 delta = offset - new_offset;
1094 if (delta > fp->_IO_buf_end - fp->_IO_buf_base)
1095 {
1096 new_offset = offset;
1097 delta = 0;
1098 }
1099 result = _IO_SYSSEEK (fp, new_offset, 0);
1100 if (result < 0)
1101 return EOF;
1102 if (delta == 0)
1103 count = 0;
1104 else
1105 {
1106 count = _IO_SYSREAD (fp, fp->_IO_buf_base,
1107 (must_be_exact
1108 ? delta : fp->_IO_buf_end - fp->_IO_buf_base));
1109 if (count < delta)
1110 {
1111 /* We weren't allowed to read, but try to seek the remainder. */
1112 offset = count == EOF ? delta : delta-count;
1113 dir = _IO_seek_cur;
1114 goto dumb;
1115 }
1116 }
1117 _IO_setg (fp, fp->_IO_buf_base, fp->_IO_buf_base + delta,
1118 fp->_IO_buf_base + count);
1119 _IO_setp (fp, fp->_IO_buf_base, fp->_IO_buf_base);
1120 fp->_offset = result + count;
1121 _IO_mask_flags (fp, 0, _IO_EOF_SEEN);
1122 return offset;
1123 dumb:
1124
1125 _IO_unsave_markers (fp);
1126 result = _IO_SYSSEEK (fp, offset, dir);
1127 if (result != EOF)
1128 {
1129 _IO_mask_flags (fp, 0, _IO_EOF_SEEN);
1130 fp->_offset = result;
1131 _IO_setg (fp, fp->_IO_buf_base, fp->_IO_buf_base, fp->_IO_buf_base);
1132 _IO_setp (fp, fp->_IO_buf_base, fp->_IO_buf_base);
1133 }
1134 return result;
1135
1136resync:
1137 /* We need to do it since it is possible that the file offset in
1138 the kernel may be changed behind our back. It may happen when
1139 we fopen a file and then do a fork. One process may access the
1140 file and the kernel file offset will be changed. */
1141 if (fp->_offset >= 0)
1142 _IO_SYSSEEK (fp, fp->_offset, 0);
1143
1144 return offset;
1145}
1146libc_hidden_ver (_IO_new_file_seekoff, _IO_file_seekoff)
1147
1148_IO_off64_t
1149_IO_file_seekoff_mmap (_IO_FILE *fp, _IO_off64_t offset, int dir, int mode)
1150{
1151 _IO_off64_t result;
1152
1153 /* If we are only interested in the current position, calculate it and
1154 return right now. This calculation does the right thing when we are
1155 using a pushback buffer, but in the usual case has the same value as
1156 (fp->_IO_read_ptr - fp->_IO_buf_base). */
1157 if (mode == 0)
1158 return fp->_offset - (fp->_IO_read_end - fp->_IO_read_ptr);
1159
1160 switch (dir)
1161 {
1162 case _IO_seek_cur:
1163 /* Adjust for read-ahead (bytes is buffer). */
1164 offset += fp->_IO_read_ptr - fp->_IO_read_base;
1165 break;
1166 case _IO_seek_set:
1167 break;
1168 case _IO_seek_end:
1169 offset += fp->_IO_buf_end - fp->_IO_buf_base;
1170 break;
1171 }
1172 /* At this point, dir==_IO_seek_set. */
1173
1174 if (offset < 0)
1175 {
1176 /* No negative offsets are valid. */
1177 __set_errno (EINVAL);
1178 return EOF;
1179 }
1180
1181 result = _IO_SYSSEEK (fp, offset, 0);
1182 if (result < 0)
1183 return EOF;
1184
1185 if (offset > fp->_IO_buf_end - fp->_IO_buf_base)
1186 /* One can fseek arbitrarily past the end of the file
1187 and it is meaningless until one attempts to read.
1188 Leave the buffer pointers in EOF state until underflow. */
1189 _IO_setg (fp, fp->_IO_buf_base, fp->_IO_buf_end, fp->_IO_buf_end);
1190 else
1191 /* Adjust the read pointers to match the file position,
1192 but so the next read attempt will call underflow. */
1193 _IO_setg (fp, fp->_IO_buf_base, fp->_IO_buf_base + offset,
1194 fp->_IO_buf_base + offset);
1195
1196 fp->_offset = result;
1197
1198 _IO_mask_flags (fp, 0, _IO_EOF_SEEN);
1199
1200 return offset;
1201}
1202
1203static _IO_off64_t
1204_IO_file_seekoff_maybe_mmap (_IO_FILE *fp, _IO_off64_t offset, int dir,
1205 int mode)
1206{
1207 /* We only get here when we haven't tried to read anything yet.
1208 So there is nothing more useful for us to do here than just
1209 the underlying lseek call. */
1210
1211 _IO_off64_t result = _IO_SYSSEEK (fp, offset, dir);
1212 if (result < 0)
1213 return EOF;
1214
1215 fp->_offset = result;
1216 return result;
1217}
1218
1219_IO_ssize_t
1220_IO_file_read (_IO_FILE *fp, void *buf, _IO_ssize_t size)
1221{
1222 return (__builtin_expect (fp->_flags2 & _IO_FLAGS2_NOTCANCEL, 0)
1223 ? read_not_cancel (fp->_fileno, buf, size)
1224 : read (fp->_fileno, buf, size));
1225}
1226libc_hidden_def (_IO_file_read)
1227
1228_IO_off64_t
1229_IO_file_seek (_IO_FILE *fp, _IO_off64_t offset, int dir)
1230{
1231 return __lseek64 (fp->_fileno, offset, dir);
1232}
1233libc_hidden_def (_IO_file_seek)
1234
1235int
1236_IO_file_stat (_IO_FILE *fp, void *st)
1237{
1238 return __fxstat64 (_STAT_VER, fp->_fileno, (struct stat64 *) st);
1239}
1240libc_hidden_def (_IO_file_stat)
1241
1242int
1243_IO_file_close_mmap (_IO_FILE *fp)
1244{
1245 /* In addition to closing the file descriptor we have to unmap the file. */
1246 (void) __munmap (fp->_IO_buf_base, fp->_IO_buf_end - fp->_IO_buf_base);
1247 fp->_IO_buf_base = fp->_IO_buf_end = NULL;
1248 /* Cancelling close should be avoided if possible since it leaves an
1249 unrecoverable state behind. */
1250 return close_not_cancel (fp->_fileno);
1251}
1252
1253int
1254_IO_file_close (_IO_FILE *fp)
1255{
1256 /* Cancelling close should be avoided if possible since it leaves an
1257 unrecoverable state behind. */
1258 return close_not_cancel (fp->_fileno);
1259}
1260libc_hidden_def (_IO_file_close)
1261
1262_IO_ssize_t
1263_IO_new_file_write (_IO_FILE *f, const void *data, _IO_ssize_t n)
1264{
1265 _IO_ssize_t to_do = n;
1266 while (to_do > 0)
1267 {
1268 _IO_ssize_t count = (__builtin_expect (f->_flags2
1269 & _IO_FLAGS2_NOTCANCEL, 0)
1270 ? write_not_cancel (f->_fileno, data, to_do)
1271 : write (f->_fileno, data, to_do));
1272 if (count < 0)
1273 {
1274 f->_flags |= _IO_ERR_SEEN;
1275 break;
1276 }
1277 to_do -= count;
1278 data = (void *) ((char *) data + count);
1279 }
1280 n -= to_do;
1281 if (f->_offset >= 0)
1282 f->_offset += n;
1283 return n;
1284}
1285
1286_IO_size_t
1287_IO_new_file_xsputn (_IO_FILE *f, const void *data, _IO_size_t n)
1288{
1289 const char *s = (const char *) data;
1290 _IO_size_t to_do = n;
1291 int must_flush = 0;
1292 _IO_size_t count = 0;
1293
1294 if (n <= 0)
1295 return 0;
1296 /* This is an optimized implementation.
1297 If the amount to be written straddles a block boundary
1298 (or the filebuf is unbuffered), use sys_write directly. */
1299
1300 /* First figure out how much space is available in the buffer. */
1301 if ((f->_flags & _IO_LINE_BUF) && (f->_flags & _IO_CURRENTLY_PUTTING))
1302 {
1303 count = f->_IO_buf_end - f->_IO_write_ptr;
1304 if (count >= n)
1305 {
1306 const char *p;
1307 for (p = s + n; p > s; )
1308 {
1309 if (*--p == '\n')
1310 {
1311 count = p - s + 1;
1312 must_flush = 1;
1313 break;
1314 }
1315 }
1316 }
1317 }
1318 else if (f->_IO_write_end > f->_IO_write_ptr)
1319 count = f->_IO_write_end - f->_IO_write_ptr; /* Space available. */
1320
1321 /* Then fill the buffer. */
1322 if (count > 0)
1323 {
1324 if (count > to_do)
1325 count = to_do;
1326#ifdef _LIBC
1327 f->_IO_write_ptr = __mempcpy (f->_IO_write_ptr, s, count);
1328#else
1329 memcpy (f->_IO_write_ptr, s, count);
1330 f->_IO_write_ptr += count;
1331#endif
1332 s += count;
1333 to_do -= count;
1334 }
1335 if (to_do + must_flush > 0)
1336 {
1337 _IO_size_t block_size, do_write;
1338 /* Next flush the (full) buffer. */
1339 if (_IO_OVERFLOW (f, EOF) == EOF)
1340 /* If nothing else has to be written we must not signal the
1341 caller that everything has been written. */
1342 return to_do == 0 ? EOF : n - to_do;
1343
1344 /* Try to maintain alignment: write a whole number of blocks. */
1345 block_size = f->_IO_buf_end - f->_IO_buf_base;
1346 do_write = to_do - (block_size >= 128 ? to_do % block_size : 0);
1347
1348 if (do_write)
1349 {
1350 count = new_do_write (f, s, do_write);
1351 to_do -= count;
1352 if (count < do_write)
1353 return n - to_do;
1354 }
1355
1356 /* Now write out the remainder. Normally, this will fit in the
1357 buffer, but it's somewhat messier for line-buffered files,
1358 so we let _IO_default_xsputn handle the general case. */
1359 if (to_do)
1360 to_do -= _IO_default_xsputn (f, s+do_write, to_do);
1361 }
1362 return n - to_do;
1363}
1364libc_hidden_ver (_IO_new_file_xsputn, _IO_file_xsputn)
1365
1366_IO_size_t
1367_IO_file_xsgetn (_IO_FILE *fp, void *data, _IO_size_t n)
1368{
1369 _IO_size_t want, have;
1370 _IO_ssize_t count;
1371 char *s = data;
1372
1373 want = n;
1374
1375 if (fp->_IO_buf_base == NULL)
1376 {
1377 /* Maybe we already have a push back pointer. */
1378 if (fp->_IO_save_base != NULL)
1379 {
1380 free (fp->_IO_save_base);
1381 fp->_flags &= ~_IO_IN_BACKUP;
1382 }
1383 _IO_doallocbuf (fp);
1384 }
1385
1386 while (want > 0)
1387 {
1388 have = fp->_IO_read_end - fp->_IO_read_ptr;
1389 if (want <= have)
1390 {
1391 memcpy (s, fp->_IO_read_ptr, want);
1392 fp->_IO_read_ptr += want;
1393 want = 0;
1394 }
1395 else
1396 {
1397 if (have > 0)
1398 {
1399#ifdef _LIBC
1400 s = __mempcpy (s, fp->_IO_read_ptr, have);
1401#else
1402 memcpy (s, fp->_IO_read_ptr, have);
1403 s += have;
1404#endif
1405 want -= have;
1406 fp->_IO_read_ptr += have;
1407 }
1408
1409 /* Check for backup and repeat */
1410 if (_IO_in_backup (fp))
1411 {
1412 _IO_switch_to_main_get_area (fp);
1413 continue;
1414 }
1415
1416 /* If we now want less than a buffer, underflow and repeat
1417 the copy. Otherwise, _IO_SYSREAD directly to
1418 the user buffer. */
1419 if (fp->_IO_buf_base
1420 && want < (size_t) (fp->_IO_buf_end - fp->_IO_buf_base))
1421 {
1422 if (__underflow (fp) == EOF)
1423 break;
1424
1425 continue;
1426 }
1427
1428 /* These must be set before the sysread as we might longjmp out
1429 waiting for input. */
1430 _IO_setg (fp, fp->_IO_buf_base, fp->_IO_buf_base, fp->_IO_buf_base);
1431 _IO_setp (fp, fp->_IO_buf_base, fp->_IO_buf_base);
1432
1433 /* Try to maintain alignment: read a whole number of blocks. */
1434 count = want;
1435 if (fp->_IO_buf_base)
1436 {
1437 _IO_size_t block_size = fp->_IO_buf_end - fp->_IO_buf_base;
1438 if (block_size >= 128)
1439 count -= want % block_size;
1440 }
1441
1442 count = _IO_SYSREAD (fp, s, count);
1443 if (count <= 0)
1444 {
1445 if (count == 0)
1446 fp->_flags |= _IO_EOF_SEEN;
1447 else
1448 fp->_flags |= _IO_ERR_SEEN;
1449
1450 break;
1451 }
1452
1453 s += count;
1454 want -= count;
1455 if (fp->_offset != _IO_pos_BAD)
1456 _IO_pos_adjust (fp->_offset, count);
1457 }
1458 }
1459
1460 return n - want;
1461}
1462libc_hidden_def (_IO_file_xsgetn)
1463
1464static _IO_size_t
1465_IO_file_xsgetn_mmap (_IO_FILE *fp, void *data, _IO_size_t n)
1466{
1467 _IO_size_t have;
1468 char *read_ptr = fp->_IO_read_ptr;
1469 char *s = (char *) data;
1470
1471 have = fp->_IO_read_end - fp->_IO_read_ptr;
1472
1473 if (have < n)
1474 {
1475 if (__glibc_unlikely (_IO_in_backup (fp)))
1476 {
1477#ifdef _LIBC
1478 s = __mempcpy (s, read_ptr, have);
1479#else
1480 memcpy (s, read_ptr, have);
1481 s += have;
1482#endif
1483 n -= have;
1484 _IO_switch_to_main_get_area (fp);
1485 read_ptr = fp->_IO_read_ptr;
1486 have = fp->_IO_read_end - fp->_IO_read_ptr;
1487 }
1488
1489 if (have < n)
1490 {
1491 /* Check that we are mapping all of the file, in case it grew. */
1492 if (__glibc_unlikely (mmap_remap_check (fp)))
1493 /* We punted mmap, so complete with the vanilla code. */
1494 return s - (char *) data + _IO_XSGETN (fp, data, n);
1495
1496 read_ptr = fp->_IO_read_ptr;
1497 have = fp->_IO_read_end - read_ptr;
1498 }
1499 }
1500
1501 if (have < n)
1502 fp->_flags |= _IO_EOF_SEEN;
1503
1504 if (have != 0)
1505 {
1506 have = MIN (have, n);
1507#ifdef _LIBC
1508 s = __mempcpy (s, read_ptr, have);
1509#else
1510 memcpy (s, read_ptr, have);
1511 s += have;
1512#endif
1513 fp->_IO_read_ptr = read_ptr + have;
1514 }
1515
1516 return s - (char *) data;
1517}
1518
1519static _IO_size_t
1520_IO_file_xsgetn_maybe_mmap (_IO_FILE *fp, void *data, _IO_size_t n)
1521{
1522 /* We only get here if this is the first attempt to read something.
1523 Decide which operations to use and then punt to the chosen one. */
1524
1525 decide_maybe_mmap (fp);
1526 return _IO_XSGETN (fp, data, n);
1527}
1528
1529#ifdef _LIBC
1530versioned_symbol (libc, _IO_new_do_write, _IO_do_write, GLIBC_2_1);
1531versioned_symbol (libc, _IO_new_file_attach, _IO_file_attach, GLIBC_2_1);
1532versioned_symbol (libc, _IO_new_file_close_it, _IO_file_close_it, GLIBC_2_1);
1533versioned_symbol (libc, _IO_new_file_finish, _IO_file_finish, GLIBC_2_1);
1534versioned_symbol (libc, _IO_new_file_fopen, _IO_file_fopen, GLIBC_2_1);
1535versioned_symbol (libc, _IO_new_file_init, _IO_file_init, GLIBC_2_1);
1536versioned_symbol (libc, _IO_new_file_setbuf, _IO_file_setbuf, GLIBC_2_1);
1537versioned_symbol (libc, _IO_new_file_sync, _IO_file_sync, GLIBC_2_1);
1538versioned_symbol (libc, _IO_new_file_overflow, _IO_file_overflow, GLIBC_2_1);
1539versioned_symbol (libc, _IO_new_file_seekoff, _IO_file_seekoff, GLIBC_2_1);
1540versioned_symbol (libc, _IO_new_file_underflow, _IO_file_underflow, GLIBC_2_1);
1541versioned_symbol (libc, _IO_new_file_write, _IO_file_write, GLIBC_2_1);
1542versioned_symbol (libc, _IO_new_file_xsputn, _IO_file_xsputn, GLIBC_2_1);
1543#endif
1544
1545const struct _IO_jump_t _IO_file_jumps libio_vtable =
1546{
1547 JUMP_INIT_DUMMY,
1548 JUMP_INIT(finish, _IO_file_finish),
1549 JUMP_INIT(overflow, _IO_file_overflow),
1550 JUMP_INIT(underflow, _IO_file_underflow),
1551 JUMP_INIT(uflow, _IO_default_uflow),
1552 JUMP_INIT(pbackfail, _IO_default_pbackfail),
1553 JUMP_INIT(xsputn, _IO_file_xsputn),
1554 JUMP_INIT(xsgetn, _IO_file_xsgetn),
1555 JUMP_INIT(seekoff, _IO_new_file_seekoff),
1556 JUMP_INIT(seekpos, _IO_default_seekpos),
1557 JUMP_INIT(setbuf, _IO_new_file_setbuf),
1558 JUMP_INIT(sync, _IO_new_file_sync),
1559 JUMP_INIT(doallocate, _IO_file_doallocate),
1560 JUMP_INIT(read, _IO_file_read),
1561 JUMP_INIT(write, _IO_new_file_write),
1562 JUMP_INIT(seek, _IO_file_seek),
1563 JUMP_INIT(close, _IO_file_close),
1564 JUMP_INIT(stat, _IO_file_stat),
1565 JUMP_INIT(showmanyc, _IO_default_showmanyc),
1566 JUMP_INIT(imbue, _IO_default_imbue)
1567};
1568libc_hidden_data_def (_IO_file_jumps)
1569
1570const struct _IO_jump_t _IO_file_jumps_mmap libio_vtable =
1571{
1572 JUMP_INIT_DUMMY,
1573 JUMP_INIT(finish, _IO_file_finish),
1574 JUMP_INIT(overflow, _IO_file_overflow),
1575 JUMP_INIT(underflow, _IO_file_underflow_mmap),
1576 JUMP_INIT(uflow, _IO_default_uflow),
1577 JUMP_INIT(pbackfail, _IO_default_pbackfail),
1578 JUMP_INIT(xsputn, _IO_new_file_xsputn),
1579 JUMP_INIT(xsgetn, _IO_file_xsgetn_mmap),
1580 JUMP_INIT(seekoff, _IO_file_seekoff_mmap),
1581 JUMP_INIT(seekpos, _IO_default_seekpos),
1582 JUMP_INIT(setbuf, (_IO_setbuf_t) _IO_file_setbuf_mmap),
1583 JUMP_INIT(sync, _IO_file_sync_mmap),
1584 JUMP_INIT(doallocate, _IO_file_doallocate),
1585 JUMP_INIT(read, _IO_file_read),
1586 JUMP_INIT(write, _IO_new_file_write),
1587 JUMP_INIT(seek, _IO_file_seek),
1588 JUMP_INIT(close, _IO_file_close_mmap),
1589 JUMP_INIT(stat, _IO_file_stat),
1590 JUMP_INIT(showmanyc, _IO_default_showmanyc),
1591 JUMP_INIT(imbue, _IO_default_imbue)
1592};
1593
1594const struct _IO_jump_t _IO_file_jumps_maybe_mmap libio_vtable =
1595{
1596 JUMP_INIT_DUMMY,
1597 JUMP_INIT(finish, _IO_file_finish),
1598 JUMP_INIT(overflow, _IO_file_overflow),
1599 JUMP_INIT(underflow, _IO_file_underflow_maybe_mmap),
1600 JUMP_INIT(uflow, _IO_default_uflow),
1601 JUMP_INIT(pbackfail, _IO_default_pbackfail),
1602 JUMP_INIT(xsputn, _IO_new_file_xsputn),
1603 JUMP_INIT(xsgetn, _IO_file_xsgetn_maybe_mmap),
1604 JUMP_INIT(seekoff, _IO_file_seekoff_maybe_mmap),
1605 JUMP_INIT(seekpos, _IO_default_seekpos),
1606 JUMP_INIT(setbuf, (_IO_setbuf_t) _IO_file_setbuf_mmap),
1607 JUMP_INIT(sync, _IO_new_file_sync),
1608 JUMP_INIT(doallocate, _IO_file_doallocate),
1609 JUMP_INIT(read, _IO_file_read),
1610 JUMP_INIT(write, _IO_new_file_write),
1611 JUMP_INIT(seek, _IO_file_seek),
1612 JUMP_INIT(close, _IO_file_close),
1613 JUMP_INIT(stat, _IO_file_stat),
1614 JUMP_INIT(showmanyc, _IO_default_showmanyc),
1615 JUMP_INIT(imbue, _IO_default_imbue)
1616};
1617