Forums Bug Reports $gettok fails with empty tokens

alias gettokn var %pattern /((.*?) $+ $chr($$3) $+ ){ $+ $2}/ | noop $regex($1,%pattern) | return $regml(2)

alias gettokex {
  var %text = $1, %n = $2, %delim = $chr($3)
  var %count = $calc($count(%text,%delim) + 1)
  if (%n == 0) return %count
  if (%n < 0) %n = $calc(%count + %n)
  if (%n > %count) return
  var %from = $iif(%n == 1,1,$calc($poscs(%text,%delim,$calc(%n - 1)) + 1))
  var %to = $poscs(%text,%delim,$iif(%n == 1,1,%n))
  if (%from == $null) %from = $calc($poscs(%text,%delim,-1) + 1)
  if (%to == $null) %to = $calc($len(%text) + 1)
  var %diff = %to - %from
  if (%diff == 0) return
  return $mid(%text,%from,%diff)
}

alias gettokn {
  var %c = \x $+ $base($3,10,16,2)
  returnex $remove($gettok($regsubex($1,/(?<=^| %c )(?=$| %c )/gx,$lf),$2,$3),$lf)
}

/*
{ -------------------------------------------------------------------------------
 
  $tok(<name>, <text>, [, parm, parm, ...])[.cs]
 
  Returns the value of a call to $<name>tok[cs](<text>, [, parm1, parm2, ...])
  but acknowledges null tokens both in <text> and appropriate parms.
  
  Use the .cs property to call the case sensitive version of the token identifier.
 
  Examples:
 
  $tok(num, a..b..c, 46) = 5
  $tok(rem, a..b..c, , 2, 46) = a..b.c
  $tok(put, a..c, b, 2, 46) = a.b.c
  $tok(rep, a..c, c, , 46) = a..
  $tok(find, .a.A, A, 46).cs = 3
 
  Note that if you plan to use this for sorting, the randomly selected placeholder,
  chosen from the 256-55295 code point range will result in null tokens being placed 
  after characters in the typically used 1-255 range. 
 
} -------------------------------------------------------------------------------
*/
 
alias tok {
  while ($chr($rand(256, 55295)) isin $2) /
  var %marker = $v1 | ; random placeholder
 
  var %C = $iif($1 == sort, $3, $eval($ $+ $0, 2))
  if (%C !isnum) return
 
  var %i = 3, %parms, %delim = $+(\Q, $chr(%C), \E), %cs
  if ($prop == cs) && ($istok(add find is match rem rep sort wild, $1, 32)) %cs = cs 
 
  if ($0 > 2) && ($3 == $null) && ($istok(add find ins is put rem rep wild, $1, 32)) {
    %i = 4
    %parms = ,%marker
  }
 
  while (%i <= $0) {
    if (%i == 4) && ($1 == rep) && ($4 == $null) {
      %parms = %parms ,%marker
    }
    else {
      %parms = %parms ,$ $+ %i
    }
    inc %i
  }
 
  returnex $remove($eval($+($, $1, tok, %cs, ( $eval(                 $&
    $regsubex(__tokn,$2, /(?<=^| %delim )(?=\z| %delim )/gx, %marker) $&
    , 0) %parms )), 2), %marker)
}
 
/*
{ -------------------------------------------------------------------------------
 
  $tokcs(<name>, <text>, [, parm, parm, ...])
 
  Syntactic sugar for $tok().cs.
 
  For example:
 
  $tokcs(rep, A..a., a, , 46) = $tok(rep, A..a., a, , 46).cs = A...
 
} -------------------------------------------------------------------------------
*/
 
alias tokcs {
  var %i = 1, %parms
  while (%i <= $0) {
    %parms = %parms ,$ $+ %i
    inc %i
  }
  returnex $tok( [ $mid(%parms, 2) ] ).cs
}