/* Optimized test whether a HANDLE refers to a console.
See <http://lists.gnu.org/archive/html/bug-gnulib/2009-08/msg00065.html>. */
-#define IsConsoleHandle(h) (((long) (h) & 3) == 3)
+#define IsConsoleHandle(h) (((intptr_t) (h) & 3) == 3)
#if HAVE_MSVC_INVALID_PARAMETER_HANDLER
static inline int
}
CATCH_MSVC_INVAL
{
- result = -1;
- errno = EBADF;
+ result = 0;
}
DONE_MSVC_INVAL;
# define _isatty_nothrow _isatty
#endif
+/* Determine whether FD refers to a console device. Return 1 if yes.
+ Return 0 and set errno if no. (ptsname_r relies on the errno value.) */
int
isatty (int fd)
{
- /* _isatty (fd) tests whether GetFileType of the handle is FILE_TYPE_CHAR. */
+ HANDLE h = (HANDLE) _get_osfhandle (fd);
+ if (h == INVALID_HANDLE_VALUE)
+ {
+ errno = EBADF;
+ return 0;
+ }
+ /* _isatty (fd) tests whether GetFileType of the handle is FILE_TYPE_CHAR.
+ But it does not set errno when it returns 0. */
if (_isatty_nothrow (fd))
{
- HANDLE h = (HANDLE) _get_osfhandle (fd);
- return IsConsoleHandle (h);
+ if (IsConsoleHandle (h))
+ return 1;
}
- else
- return 0;
+ errno = ENOTTY;
+ return 0;
}