Hello, I want to filter a text file that includes duplicated numbers. I wrote a module below but it works too slow. I would be pleased for better modules/ideas, thanks a lot...




Code:
alias d.detect {
  var %i = 1, %file = $+(",$sfile(*.txt,select file...,start),")
  var %o.file = $replace(%file,$remove($gettok(%file,-1,92),.txt"),$+($remove($gettok(%file,-1,92),.txt"),-ok))
  while $read(%file,%i) {  
    if ($cwnum(%o.file,$read(%file,%i)) == ok) write %o.file $read(%file,%i)
    inc %i
  }
}
alias cwnum {
  var %i = 1, %n = $gettok($1-,-1,32), %file = $remove($gettok($1-,1-,32),$gettok($1-,-1,32))
  if (!$exists(%file)) write %file ::begin::
  while $read(%file,%i) {
    if (%n == $read(%file,%i)) var %x = false
    inc %i
  }
  if (!%x) return ok
}