Execution example::

  tokenize TokenBigramIgnoreBlankSplitSymbolAlphaDigit "Hello 日 本 語 ! ! ! 777" NormalizerAuto
  # [
  #   [
  #     0, 
  #     1337566253.89858, 
  #     0.000355720520019531
  #   ], 
  #   [
  #     {
  #       "position": 0, 
  #       "force_prefix": false, 
  #       "value": "he"
  #     }, 
  #     {
  #       "position": 1, 
  #       "force_prefix": false, 
  #       "value": "el"
  #     }, 
  #     {
  #       "position": 2, 
  #       "force_prefix": false, 
  #       "value": "ll"
  #     }, 
  #     {
  #       "position": 3, 
  #       "force_prefix": false, 
  #       "value": "lo"
  #     }, 
  #     {
  #       "position": 4, 
  #       "force_prefix": false, 
  #       "value": "o日"
  #     }, 
  #     {
  #       "position": 5, 
  #       "force_prefix": false, 
  #       "value": "日本"
  #     }, 
  #     {
  #       "position": 6, 
  #       "force_prefix": false, 
  #       "value": "本語"
  #     }, 
  #     {
  #       "position": 7, 
  #       "force_prefix": false, 
  #       "value": "語!"
  #     }, 
  #     {
  #       "position": 8, 
  #       "force_prefix": false, 
  #       "value": "!!"
  #     }, 
  #     {
  #       "position": 9, 
  #       "force_prefix": false, 
  #       "value": "!!"
  #     }, 
  #     {
  #       "position": 10, 
  #       "force_prefix": false, 
  #       "value": "!7"
  #     }, 
  #     {
  #       "position": 11, 
  #       "force_prefix": false, 
  #       "value": "77"
  #     }, 
  #     {
  #       "position": 12, 
  #       "force_prefix": false, 
  #       "value": "77"
  #     }, 
  #     {
  #       "position": 13, 
  #       "force_prefix": false, 
  #       "value": "7"
  #     }
  #   ]
  # ]
