Auto disable colored output for unsupported Windows shells

Cargo.toml

@@ -43,6 +43,9 @@ regex-syntax = "0.4"
 [target.'cfg(all(unix, not(target_os = "redox")))'.dependencies]
 libc = "0.2"
 
+[target.'cfg(windows)'.dependencies]
+windows = { path = "win" }
+
 [dev-dependencies]
 diff = "0.1"
 tempdir = "0.3"

src/main.rs

@@ -10,6 +10,8 @@ extern crate libc;
 extern crate num_cpus;
 extern crate regex;
 extern crate regex_syntax;
+#[cfg(windows)]
+extern crate windows;
 
 pub mod fshelper;
 pub mod lscolors;
@@ -79,6 +81,8 @@ fn main() {
         Some("never") => false,
         _ => atty::is(Stream::Stdout),
     };
+    #[cfg(windows)]
+    let colored_output = colored_output && windows::enable_colored_output();
 
     let ls_colors = if colored_output {
         Some(

win/Cargo.toml

@@ -0,0 +1,7 @@
+[package]
+name = "windows"
+version = "0.0.0"
+
+[dependencies]
+kernel32-sys = "0.2"
+winapi = "0.2"

win/src/lib.rs

@@ -0,0 +1,31 @@
+extern crate kernel32;
+extern crate winapi;
+
+use kernel32::{GetStdHandle, GetConsoleMode, SetConsoleMode};
+use winapi::{STD_OUTPUT_HANDLE, INVALID_HANDLE_VALUE};
+
+const ENABLE_VIRTUAL_TERMINAL_PROCESSING: u32 = 0x0004;
+
+// https://docs.microsoft.com/en-us/windows/console/console-virtual-terminal-sequences#example
+pub fn enable_colored_output() -> bool {
+    unsafe {
+        let handle = GetStdHandle(STD_OUTPUT_HANDLE);
+        if handle == INVALID_HANDLE_VALUE {
+            return false;
+        }
+
+        // https://docs.microsoft.com/en-us/windows/console/getconsolemode
+        let mut mode = 0;
+        if GetConsoleMode(handle, &mut mode) == 0 {
+            return false;
+        }
+        mode |= ENABLE_VIRTUAL_TERMINAL_PROCESSING;
+
+        // https://docs.microsoft.com/en-us/windows/console/setconsolemode
+        //
+        // A console consists of an input buffer and one or more screen buffers.  ...  Setting the
+        // output modes of one screen buffer does not affect the output modes of other screen
+        // buffers.
+        SetConsoleMode(handle, mode) != 0
+    }
+}