Creating new tool

bin/tokens

@@ -0,0 +1,23 @@
+#! /usr/bin/env python3
+
+import re
+import sys
+import signal
+import logging
+import argparse
+
+parser = argparse.ArgumentParser(description='Display number of tokens from stdin')
+parser.add_argument('-v', '--verbose', action='count', help='Enable debugging')
+args = parser.parse_args()
+
+logging.basicConfig(format='%(asctime)s %(levelname)s %(pathname)s:%(lineno)d %(msg)s')
+log = logging.getLogger(sys.argv[0])
+log.setLevel(logging.WARNING - (args.verbose or 0)*10)
+
+signal.signal(signal.SIGPIPE, lambda signum, stack_frame: exit(0))
+
+if sys.stdin.isatty():
+  parser.error('stdin must be redirected')
+
+for line in sys.stdin.read().splitlines():
+  print(len(re.split(r'\s+', line.strip())))