代码搜索：Tokenize
找到约 228 项符合「Tokenize」的源代码
代码结果 228
www.eeworm.com/read/273525/4210239
ado dfbeta.ado
*! version 4.0.2 23jul2000
program define dfbeta
version 6.0
_isfit cons
if "`*'"=="" {
GetRhs varlist
}
else {
syntax varlist
GetRhs rhs
tokenize `rhs'
local i 1
whil
www.eeworm.com/read/410066/2218594
vim tokenizer.vim
" Description: Omni completion tokenizer
" Maintainer: Vissale NEANG
" Last Change: 25 jun 2006
" TODO: Generic behaviour for Tokenize()
" From the C++ BNF
let s:cppKeyword = ['asm', 'auto', 'bool',
www.eeworm.com/read/117227/6105140
java tokenizearrayfunction.java
/*
* TokenizeArrayFunction.java - tokenize a string into an array
* Copyright (C) 2000 Romain Guy
* romain.guy@jext.org
* http://www.jext.org
*
* This program is free software; you can redistrib
www.eeworm.com/read/100285/6271674
java pgtokenizer.java
package postgresql.util;
import java.sql.*;
import java.util.*;
/**
* This class is used to tokenize the text output of postgres.
*
* It's mainly used by the geometric classes, but is useful i
www.eeworm.com/read/273525/4205381
ado compare.ado
*! version 2.2.5 20sep2004
program compare, byable(recall)
version 6, missing
syntax varlist(min=2 max=2) [if] [in]
tokenize `varlist'
tempvar touse
mark `touse' `if' `in'
/* we do not
www.eeworm.com/read/273525/4209106
ado _mfrmvec.ado
*! version 6.0.0 09apr1998
program define _mfrmvec
version 6
tokenize `"`0'"', parse(" :,")
if "`2'" != ":" {
di in red "_mfrmvec expects -- new_matrix : existing_matrix"
exit 198
}
www.eeworm.com/read/273525/4209832
ado twoway_ksm_serset.ado
program log_create_serset
syntax , LOG(name) SERSETNAME(string) [ TOUSE(passthru) * ]
.log_touse , log(`log') `touse'
tokenize `.varlist'
args y x
.`log'.Arrpush tempname yhat
.`
www.eeworm.com/read/316383/13523843
py mybagofwords.py
#!/local/usr/bin/python
import sys
import os
import os.path
import nltk
from nltk.tokenize import WordTokenizer
"""
documents in each class are in a subdir of the specified directory. The directory
www.eeworm.com/read/479166/6700173
cpp fig08_33.cpp
// Fig. 8.33: fig08_33.cpp
// Using strtok to tokenize a string.
#include
using std::cout;
using std::endl;
#include // prototype for strtok
using std::strtok;
www.eeworm.com/read/273525/4204910
ado recast.ado
*! version 2.2.4 01oct2003
program define recast, sortpreserve
version 6
gettoken type 0 : 0, parse(" ,")
syntax varlist [, FORCE]
tokenize `varlist'
local stop : word count `varlist'
te