EduNLP
refactor
Introduction
Welcome to EduNLP’s Tutorials and Documentation
Tutorial
Get Started
Standard Item Format
Component Segmentation
Syntax Parsing
Tokenization
Pretraining
Vectorization
Pipleine
用户指南
入门
SIF标准格式
成分分解
语法解析
令牌化
预训练
向量化
流水线
API Reference
EduNLP.utils
EduNLP.SIF
EduNLP.Formula
EduNLP.Tokenizer
EduNLP.ModelZoo
EduNLP.Pretrain
EduNLP.Vector
EduNLP.I2V
EduNLP.Pipeline
EduNLP
Index
Edit on GitHub
Index
A
|
B
|
C
|
D
|
E
|
F
|
G
|
H
|
I
|
J
|
K
|
L
|
M
|
N
|
O
|
P
|
Q
|
R
|
S
|
T
|
V
|
W
A
abs_current_dir() (in module EduNLP.utils)
add_pipe() (EduNLP.Pipeline.base.Pipeline method)
(EduNLP.Pipeline.base.PreProcessingPipeline method)
add_seg_type() (EduNLP.SIF.tokenization.tokenization.TokenList method)
add_specials() (EduNLP.Pretrain.EduVocab method)
(EduNLP.Pretrain.hugginface_utils.TokenizerForHuggingface method)
(EduNLP.Pretrain.PretrainedEduTokenizer method)
(EduNLP.Pretrain.pretrian_utils.EduVocab method)
(EduNLP.Pretrain.pretrian_utils.PretrainedEduTokenizer method)
(EduNLP.Pretrain.TokenizerForHuggingface method)
add_tokens() (EduNLP.Pretrain.EduVocab method)
(EduNLP.Pretrain.hugginface_utils.TokenizerForHuggingface method)
(EduNLP.Pretrain.PretrainedEduTokenizer method)
(EduNLP.Pretrain.pretrian_utils.EduVocab method)
(EduNLP.Pretrain.pretrian_utils.PretrainedEduTokenizer method)
(EduNLP.Pretrain.TokenizerForHuggingface method)
AE (class in EduNLP.ModelZoo.quesnet)
answer (EduNLP.Pretrain.quesnet_vec.Question property)
(EduNLP.Pretrain.Question property)
append() (EduNLP.SIF.segment.segment.SegmentList method)
(EduNLP.SIF.tokenization.tokenization.TokenList method)
append_figure() (EduNLP.SIF.tokenization.tokenization.TokenList method)
append_formula() (EduNLP.SIF.tokenization.tokenization.TokenList method)
append_ques_mark() (EduNLP.SIF.tokenization.tokenization.TokenList method)
append_sep() (EduNLP.SIF.tokenization.tokenization.TokenList method)
append_tag() (EduNLP.SIF.tokenization.tokenization.TokenList method)
append_text() (EduNLP.SIF.tokenization.tokenization.TokenList method)
ast (EduNLP.Formula.Formula.Formula property)
(EduNLP.Formula.Formula.FormulaGroup attribute)
(EduNLP.Formula.Formula.FormulaGroup property)
(EduNLP.SIF.tokenization.formula.ast_token.Formula property)
ast() (in module EduNLP.Formula.ast)
,
[1]
ast_graph (EduNLP.Formula.Formula.Formula property)
(EduNLP.Formula.Formula.FormulaGroup attribute)
(EduNLP.Formula.Formula.FormulaGroup property)
(EduNLP.SIF.tokenization.formula.ast_token.Formula property)
ast_tokenize() (in module EduNLP.SIF.tokenization.formula.ast_token)
(in module EduNLP.SIF.tokenization.formula.formula)
AstFormulaTokenizer (class in EduNLP.Tokenizer)
,
[1]
AutoTokenizer (class in EduNLP.Pretrain)
B
base64_to_numpy() (EduNLP.SIF.segment.segment.Figure class method)
base_model_prefix (EduNLP.ModelZoo.base_model.BaseModel attribute)
(EduNLP.ModelZoo.disenqnet.DisenQNet attribute)
(EduNLP.ModelZoo.disenqnet.DisenQNetForPreTraining attribute)
(EduNLP.ModelZoo.quesnet.QuesNet attribute)
(EduNLP.ModelZoo.quesnet.QuesNetForPreTraining attribute)
(EduNLP.ModelZoo.rnn.ElmoLM attribute)
(EduNLP.ModelZoo.rnn.ElmoLMForKnowledgePrediction attribute)
(EduNLP.ModelZoo.rnn.ElmoLMForPreTraining attribute)
(EduNLP.ModelZoo.rnn.ElmoLMForPropertyPrediction attribute)
BaseModel (class in EduNLP.ModelZoo.base_model)
BasePipe (class in EduNLP.Pipeline.components)
batch_process() (EduNLP.Pretrain.gensim_vec.GensimWordTokenizer method)
(EduNLP.Pretrain.GensimWordTokenizer method)
Bert (class in EduNLP.I2V.i2v)
,
[1]
BertDataset (class in EduNLP.Pretrain)
(class in EduNLP.Pretrain.bert_vec)
BertModel (class in EduNLP.Vector)
BertTokenizer (class in EduNLP.Pretrain)
(class in EduNLP.Pretrain.bert_vec)
BowLoader (class in EduNLP.Vector)
(class in EduNLP.Vector.gensim_vec)
C
call_error() (EduNLP.SIF.parser.Parser method)
CharTokenizer (class in EduNLP.Tokenizer)
,
[1]
check_num() (in module EduNLP.Pretrain.disenqnet_vec)
clip() (in module EduNLP.Pretrain.quesnet_vec)
collate_fn() (EduNLP.Pretrain.disenqnet_vec.DisenQDataset method)
(EduNLP.Pretrain.elmo_vec.ElmoDataset method)
(EduNLP.Pretrain.ElmoDataset method)
collect_fn() (EduNLP.Pretrain.EduDataset method)
(EduNLP.Pretrain.pretrian_utils.EduDataset method)
component_names (EduNLP.Pipeline.base.Pipeline property)
(EduNLP.Pipeline.base.PreProcessingPipeline property)
connect_char() (in module EduNLP.SIF.tokenization.formula.linear_token)
content (EduNLP.Pretrain.quesnet_vec.Question property)
(EduNLP.Pretrain.Question property)
contextmanager() (in module EduNLP.SIF.segment.segment)
convert_sequence_to_idx() (EduNLP.Pretrain.EduVocab method)
(EduNLP.Pretrain.pretrian_utils.EduVocab method)
convert_sequence_to_token() (EduNLP.Pretrain.EduVocab method)
(EduNLP.Pretrain.pretrian_utils.EduVocab method)
create_optimizer_and_scheduler() (EduNLP.Pretrain.disenqnet_vec.DisenQTrainer method)
critical() (in module EduNLP.Pretrain.quesnet_vec)
CustomTokenizer (class in EduNLP.Tokenizer)
,
[1]
cut() (in module EduNLP.SIF.tokenization.formula.linear_token)
D
D2V (class in EduNLP.I2V.i2v)
,
[1]
(class in EduNLP.Vector)
(class in EduNLP.Vector.gensim_vec)
dec() (EduNLP.ModelZoo.quesnet.AE method)
decode() (EduNLP.Pretrain.hugginface_utils.TokenizerForHuggingface method)
(EduNLP.Pretrain.PretrainedEduTokenizer method)
(EduNLP.Pretrain.pretrian_utils.PretrainedEduTokenizer method)
(EduNLP.Pretrain.TokenizerForHuggingface method)
decoder() (EduNLP.ModelZoo.quesnet.ImageAE method)
describe() (EduNLP.SIF.segment.segment.SegmentList method)
(EduNLP.SIF.tokenization.tokenization.TokenList method)
description() (EduNLP.SIF.parser.Parser method)
description_list() (EduNLP.SIF.parser.Parser method)
dict2str4sif() (in module EduNLP.utils)
Dict2Str4SifPipe (class in EduNLP.Pipeline.components)
DisenQ (class in EduNLP.I2V.i2v)
,
[1]
DisenQDataset (class in EduNLP.Pretrain.disenqnet_vec)
DisenQModel (class in EduNLP.Vector)
(class in EduNLP.Vector.disenqnet.disenqnet)
DisenQNet (class in EduNLP.ModelZoo.disenqnet)
DisenQNetForPreTraining (class in EduNLP.ModelZoo.disenqnet)
DisenQTokenizer (class in EduNLP.Pretrain)
(class in EduNLP.Pretrain.disenqnet_vec)
DisenQTrainer (class in EduNLP.Pretrain.disenqnet_vec)
DisenQTrainingArguments (class in EduNLP.Pretrain.disenqnet_vec)
ds (EduNLP.Pretrain.EduDataset attribute)
(EduNLP.Pretrain.pretrian_utils.EduDataset attribute)
E
EduDataset (class in EduNLP.Pretrain)
(class in EduNLP.Pretrain.pretrian_utils)
EduNLP.Formula.ast
module
,
[1]
EduNLP.Formula.Formula
module
EduNLP.I2V.i2v
module
,
[1]
EduNLP.ModelZoo.base_model
module
EduNLP.ModelZoo.disenqnet
module
EduNLP.ModelZoo.quesnet
module
EduNLP.ModelZoo.rnn
module
EduNLP.ModelZoo.utils
module
EduNLP.Pipeline
module
EduNLP.Pipeline.base
module
EduNLP.Pipeline.components
module
EduNLP.Pipeline.knowledge_prediction
module
EduNLP.Pipeline.property_prediction
module
EduNLP.Pretrain
module
EduNLP.Pretrain.bert_vec
module
EduNLP.Pretrain.disenqnet_vec
module
EduNLP.Pretrain.elmo_vec
module
EduNLP.Pretrain.gensim_vec
module
EduNLP.Pretrain.hugginface_utils
module
EduNLP.Pretrain.pretrian_utils
module
EduNLP.Pretrain.quesnet_vec
module
EduNLP.SIF.parser
module
EduNLP.SIF.segment.segment
module
EduNLP.SIF.sif
module
,
[1]
EduNLP.SIF.tokenization.formula.ast_token
module
EduNLP.SIF.tokenization.formula.formula
module
EduNLP.SIF.tokenization.formula.linear_token
module
EduNLP.SIF.tokenization.text
module
EduNLP.SIF.tokenization.tokenization
module
EduNLP.Tokenizer
module
,
[1]
EduNLP.utils
module
EduNLP.Vector
module
EduNLP.Vector.disenqnet.disenqnet
module
EduNLP.Vector.elmo_vec
module
EduNLP.Vector.embedding
module
EduNLP.Vector.gensim_vec
module
EduNLP.Vector.quesnet.quesnet
module
EduNLP.Vector.t2v
module
EduVocab (class in EduNLP.Pretrain)
(class in EduNLP.Pretrain.pretrian_utils)
elements (EduNLP.Formula.Formula.Formula property)
(EduNLP.Formula.Formula.FormulaGroup attribute)
(EduNLP.Formula.Formula.FormulaGroup property)
(EduNLP.SIF.tokenization.formula.ast_token.Formula property)
Elmo (class in EduNLP.I2V.i2v)
,
[1]
ElmoDataset (class in EduNLP.Pretrain)
(class in EduNLP.Pretrain.elmo_vec)
ElmoLM (class in EduNLP.ModelZoo.rnn)
ElmoLMForKnowledgePrediction (class in EduNLP.ModelZoo.rnn)
ElmoLMForPreTraining (class in EduNLP.ModelZoo.rnn)
ElmoLMForPropertyPrediction (class in EduNLP.ModelZoo.rnn)
ElmoModel (class in EduNLP.Vector)
(class in EduNLP.Vector.elmo_vec)
ElmoTokenizer (class in EduNLP.Pretrain)
(class in EduNLP.Pretrain.elmo_vec)
Embedding (class in EduNLP.Vector)
(class in EduNLP.Vector.embedding)
EmbeddingDataset (class in EduNLP.Pretrain.quesnet_vec)
enc() (EduNLP.ModelZoo.quesnet.AE method)
encode() (EduNLP.Pretrain.hugginface_utils.TokenizerForHuggingface method)
(EduNLP.Pretrain.PretrainedEduTokenizer method)
(EduNLP.Pretrain.pretrian_utils.PretrainedEduTokenizer method)
(EduNLP.Pretrain.TokenizerForHuggingface method)
encoder() (EduNLP.ModelZoo.quesnet.ImageAE method)
eval() (EduNLP.Vector.RNNModel method)
extend() (EduNLP.SIF.tokenization.tokenization.TokenList method)
F
factor (EduNLP.ModelZoo.quesnet.AE attribute)
false_options (EduNLP.Pretrain.quesnet_vec.Question property)
(EduNLP.Pretrain.Question property)
Figure (class in EduNLP.SIF.segment.segment)
figure_segments (EduNLP.SIF.segment.segment.SegmentList property)
(EduNLP.SIF.tokenization.tokenization.TokenList property)
figure_tokens (EduNLP.SIF.tokenization.tokenization.TokenList property)
FigureFormulaSegment (class in EduNLP.SIF.segment.segment)
FigureSegment (class in EduNLP.SIF.segment.segment)
filter() (EduNLP.SIF.segment.segment.SegmentList method)
(EduNLP.SIF.tokenization.tokenization.TokenList method)
finetune_bert() (in module EduNLP.Pretrain)
(in module EduNLP.Pretrain.bert_vec)
finetune_bert_for_knowledge_prediction() (in module EduNLP.Pretrain)
(in module EduNLP.Pretrain.bert_vec)
finetune_bert_for_property_prediction() (in module EduNLP.Pretrain)
(in module EduNLP.Pretrain.bert_vec)
Formula (class in EduNLP.Formula.Formula)
(class in EduNLP.SIF.tokenization.formula.ast_token)
formula_segments (EduNLP.SIF.segment.segment.SegmentList property)
(EduNLP.SIF.tokenization.tokenization.TokenList property)
formula_tokens (EduNLP.SIF.tokenization.tokenization.TokenList property)
FormulaGroup (class in EduNLP.Formula.Formula)
forward() (EduNLP.ModelZoo.base_model.BaseModel method)
(EduNLP.ModelZoo.disenqnet.DisenQNet method)
(EduNLP.ModelZoo.disenqnet.DisenQNetForPreTraining method)
(EduNLP.ModelZoo.quesnet.AE method)
(EduNLP.ModelZoo.quesnet.QuesNet method)
(EduNLP.ModelZoo.quesnet.QuesNetForPreTraining method)
(EduNLP.ModelZoo.rnn.ElmoLM method)
(EduNLP.ModelZoo.rnn.ElmoLMForKnowledgePrediction method)
(EduNLP.ModelZoo.rnn.ElmoLMForPreTraining method)
(EduNLP.ModelZoo.rnn.ElmoLMForPropertyPrediction method)
(EduNLP.ModelZoo.rnn.LM method)
(EduNLP.ModelZoo.utils.MLP method)
(EduNLP.ModelZoo.utils.TextCNN method)
freeze() (EduNLP.Vector.RNNModel method)
from_config() (EduNLP.ModelZoo.base_model.BaseModel class method)
(EduNLP.ModelZoo.disenqnet.DisenQNet class method)
(EduNLP.ModelZoo.disenqnet.DisenQNetForPreTraining class method)
(EduNLP.ModelZoo.quesnet.QuesNet class method)
(EduNLP.ModelZoo.quesnet.QuesNetForPreTraining class method)
(EduNLP.ModelZoo.rnn.ElmoLM class method)
(EduNLP.ModelZoo.rnn.ElmoLMForKnowledgePrediction class method)
(EduNLP.ModelZoo.rnn.ElmoLMForPreTraining class method)
(EduNLP.ModelZoo.rnn.ElmoLMForPropertyPrediction class method)
from_pretrained() (EduNLP.I2V.i2v.Bert class method)
,
[1]
(EduNLP.I2V.i2v.D2V class method)
,
[1]
(EduNLP.I2V.i2v.DisenQ class method)
,
[1]
(EduNLP.I2V.i2v.Elmo class method)
,
[1]
(EduNLP.I2V.i2v.I2V class method)
,
[1]
(EduNLP.I2V.i2v.QuesNet class method)
,
[1]
(EduNLP.I2V.i2v.W2V class method)
,
[1]
(EduNLP.ModelZoo.base_model.BaseModel class method)
(EduNLP.Pretrain.AutoTokenizer class method)
(EduNLP.Pretrain.hugginface_utils.TokenizerForHuggingface class method)
(EduNLP.Pretrain.PretrainedEduTokenizer class method)
(EduNLP.Pretrain.pretrian_utils.PretrainedEduTokenizer class method)
(EduNLP.Pretrain.quesnet_vec.QuesNetTokenizer class method)
(EduNLP.Pretrain.QuesNetTokenizer class method)
(EduNLP.Pretrain.TokenizerForHuggingface class method)
G
gamma (EduNLP.Pretrain.disenqnet_vec.DisenQTrainingArguments attribute)
gather_nd() (in module EduNLP.ModelZoo.utils)
GensimSegTokenizer (class in EduNLP.Pretrain)
(class in EduNLP.Pretrain.gensim_vec)
GensimWordTokenizer (class in EduNLP.Pretrain)
(class in EduNLP.Pretrain.gensim_vec)
get_all_pretrained_models() (in module EduNLP.Vector)
(in module EduNLP.Vector.t2v)
get_edges() (in module EduNLP.Formula.ast)
,
[1]
get_pretrained_i2v() (in module EduNLP.I2V.i2v)
,
[1]
get_pretrained_model_info() (in module EduNLP.Vector)
(in module EduNLP.Vector.t2v)
get_pretrained_t2v() (in module EduNLP.Vector)
(in module EduNLP.Vector.t2v)
get_segments() (EduNLP.SIF.tokenization.tokenization.TokenList method)
get_token() (EduNLP.SIF.parser.Parser method)
get_tokenizer() (in module EduNLP.Pretrain)
(in module EduNLP.Tokenizer)
,
[1]
H
hidden_size (EduNLP.Pretrain.disenqnet_vec.DisenQTrainingArguments attribute)
I
I2V (class in EduNLP.I2V.i2v)
,
[1]
id (EduNLP.Pretrain.quesnet_vec.Question property)
(EduNLP.Pretrain.Question property)
image2base64() (in module EduNLP.utils)
ImageAE (class in EduNLP.ModelZoo.quesnet)
indexing() (EduNLP.Vector.Embedding method)
(EduNLP.Vector.embedding.Embedding method)
infer_item_vector() (EduNLP.I2V.i2v.I2V method)
,
[1]
infer_token_vector() (EduNLP.I2V.i2v.I2V method)
,
[1]
(EduNLP.Vector.Embedding method)
(EduNLP.Vector.embedding.Embedding method)
infer_tokens() (EduNLP.Vector.BertModel method)
(EduNLP.Vector.D2V method)
(EduNLP.Vector.DisenQModel method)
(EduNLP.Vector.disenqnet.disenqnet.DisenQModel method)
(EduNLP.Vector.elmo_vec.ElmoModel method)
(EduNLP.Vector.ElmoModel method)
(EduNLP.Vector.gensim_vec.D2V method)
(EduNLP.Vector.gensim_vec.W2V method)
(EduNLP.Vector.quesnet.quesnet.QuesNetModel method)
(EduNLP.Vector.QuesNetModel method)
(EduNLP.Vector.RNNModel method)
(EduNLP.Vector.T2V method)
(EduNLP.Vector.t2v.T2V method)
(EduNLP.Vector.W2V method)
infer_vector() (EduNLP.I2V.i2v.Bert method)
,
[1]
(EduNLP.I2V.i2v.D2V method)
,
[1]
(EduNLP.I2V.i2v.DisenQ method)
,
[1]
(EduNLP.I2V.i2v.Elmo method)
,
[1]
(EduNLP.I2V.i2v.I2V method)
,
[1]
(EduNLP.I2V.i2v.QuesNet method)
,
[1]
(EduNLP.I2V.i2v.W2V method)
,
[1]
(EduNLP.Vector.BertModel method)
(EduNLP.Vector.BowLoader method)
(EduNLP.Vector.D2V method)
(EduNLP.Vector.DisenQModel method)
(EduNLP.Vector.disenqnet.disenqnet.DisenQModel method)
(EduNLP.Vector.elmo_vec.ElmoModel method)
(EduNLP.Vector.ElmoModel method)
(EduNLP.Vector.gensim_vec.BowLoader method)
(EduNLP.Vector.gensim_vec.D2V method)
(EduNLP.Vector.gensim_vec.TfidfLoader method)
(EduNLP.Vector.gensim_vec.W2V method)
(EduNLP.Vector.quesnet.quesnet.QuesNetModel method)
(EduNLP.Vector.QuesNetModel method)
(EduNLP.Vector.RNNModel method)
(EduNLP.Vector.T2V method)
(EduNLP.Vector.t2v.T2V method)
(EduNLP.Vector.TfidfLoader method)
(EduNLP.Vector.W2V method)
init_h() (EduNLP.ModelZoo.quesnet.QuesNet method)
inner_formula_tokens (EduNLP.SIF.tokenization.tokenization.TokenList property)
IntFlag (class in EduNLP.SIF.tokenization.formula.linear_token)
is_alphabet() (EduNLP.SIF.parser.Parser method)
is_chinese() (EduNLP.SIF.parser.Parser method)
is_frozen (EduNLP.Vector.RNNModel property)
is_number() (EduNLP.SIF.parser.Parser method)
is_sif() (in module EduNLP.SIF.sif)
,
[1]
IsSifPipe (class in EduNLP.Pipeline.components)
J
JAX (EduNLP.Pretrain.TensorType attribute)
K
katex_parse() (in module EduNLP.Formula.ast)
,
[1]
key_to_index() (EduNLP.Vector.gensim_vec.W2V method)
(EduNLP.Vector.W2V method)
KnowledgePredictionPipeline (class in EduNLP.Pipeline.knowledge_prediction)
L
labels (EduNLP.Pretrain.quesnet_vec.Question property)
(EduNLP.Pretrain.Question property)
latex_parse() (in module EduNLP.SIF.tokenization.formula.linear_token)
LatexFormulaSegment (class in EduNLP.SIF.segment.segment)
linear_tokenize() (in module EduNLP.SIF.tokenization.formula.formula)
(in module EduNLP.SIF.tokenization.formula.linear_token)
Lines (class in EduNLP.Pretrain.quesnet_vec)
link_formulas() (in module EduNLP.Formula.Formula)
(in module EduNLP.SIF.tokenization.tokenization)
link_variable() (in module EduNLP.Formula.ast)
,
[1]
LM (class in EduNLP.ModelZoo.rnn)
load() (EduNLP.I2V.i2v.I2V class method)
,
[1]
load_emb() (EduNLP.ModelZoo.quesnet.QuesNet method)
load_img() (EduNLP.ModelZoo.quesnet.QuesNet method)
load_items() (in module EduNLP.ModelZoo.utils)
load_list_to_dict() (in module EduNLP.Pretrain.disenqnet_vec)
load_meta() (EduNLP.ModelZoo.quesnet.QuesNet method)
load_meta_vocab() (EduNLP.Pretrain.quesnet_vec.QuesNetTokenizer method)
(EduNLP.Pretrain.QuesNetTokenizer method)
load_vocab() (EduNLP.Pretrain.EduVocab method)
(EduNLP.Pretrain.pretrian_utils.EduVocab method)
loss() (EduNLP.ModelZoo.quesnet.AE method)
M
make_batch() (EduNLP.ModelZoo.quesnet.QuesNet method)
Masker (class in EduNLP.ModelZoo.utils)
match() (EduNLP.SIF.parser.Parser method)
MetaAE (class in EduNLP.ModelZoo.quesnet)
MLP (class in EduNLP.ModelZoo.utils)
module
EduNLP.Formula.ast
,
[1]
EduNLP.Formula.Formula
EduNLP.I2V.i2v
,
[1]
EduNLP.ModelZoo.base_model
EduNLP.ModelZoo.disenqnet
EduNLP.ModelZoo.quesnet
EduNLP.ModelZoo.rnn
EduNLP.ModelZoo.utils
EduNLP.Pipeline
EduNLP.Pipeline.base
EduNLP.Pipeline.components
EduNLP.Pipeline.knowledge_prediction
EduNLP.Pipeline.property_prediction
EduNLP.Pretrain
EduNLP.Pretrain.bert_vec
EduNLP.Pretrain.disenqnet_vec
EduNLP.Pretrain.elmo_vec
EduNLP.Pretrain.gensim_vec
EduNLP.Pretrain.hugginface_utils
EduNLP.Pretrain.pretrian_utils
EduNLP.Pretrain.quesnet_vec
EduNLP.SIF.parser
EduNLP.SIF.segment.segment
EduNLP.SIF.sif
,
[1]
EduNLP.SIF.tokenization.formula.ast_token
EduNLP.SIF.tokenization.formula.formula
EduNLP.SIF.tokenization.formula.linear_token
EduNLP.SIF.tokenization.text
EduNLP.SIF.tokenization.tokenization
EduNLP.Tokenizer
,
[1]
EduNLP.utils
EduNLP.Vector
EduNLP.Vector.disenqnet.disenqnet
EduNLP.Vector.elmo_vec
EduNLP.Vector.embedding
EduNLP.Vector.gensim_vec
EduNLP.Vector.quesnet.quesnet
EduNLP.Vector.t2v
N
next_token() (EduNLP.SIF.parser.Parser method)
NUMPY (EduNLP.Pretrain.TensorType attribute)
O
optimizer() (in module EduNLP.Pretrain.quesnet_vec)
P
pad_sequence() (in module EduNLP.ModelZoo.utils)
padding() (EduNLP.Pretrain.quesnet_vec.QuesNetTokenizer method)
(EduNLP.Pretrain.QuesNetTokenizer method)
PadSequence (class in EduNLP.ModelZoo.utils)
Parser (class in EduNLP.SIF.parser)
path_append() (in module EduNLP.utils)
Pipeline (class in EduNLP.Pipeline.base)
pipeline (EduNLP.Pipeline.base.Pipeline property)
(EduNLP.Pipeline.base.PreProcessingPipeline property)
pipeline() (in module EduNLP.Pipeline)
postprocess() (EduNLP.Pipeline.base.Pipeline method)
(EduNLP.Pipeline.knowledge_prediction.KnowledgePredictionPipeline method)
(EduNLP.Pipeline.property_prediction.PropertyPredictionPipeline method)
PrefetchIter (class in EduNLP.Pretrain.quesnet_vec)
preprocess_dataset() (in module EduNLP.Pretrain.disenqnet_vec)
PreProcessingPipeline (class in EduNLP.Pipeline.base)
pretrain_embedding_layer() (in module EduNLP.Pretrain.quesnet_vec)
pretrain_iter() (in module EduNLP.Pretrain.quesnet_vec)
pretrain_quesnet() (in module EduNLP.Pretrain)
(in module EduNLP.Pretrain.quesnet_vec)
PretrainedEduTokenizer (class in EduNLP.Pretrain)
(class in EduNLP.Pretrain.pretrian_utils)
produce() (EduNLP.Pretrain.quesnet_vec.PrefetchIter method)
PropertyPredictionPipeline (class in EduNLP.Pipeline.property_prediction)
PureTextTokenizer (class in EduNLP.Tokenizer)
,
[1]
PYTORCH (EduNLP.Pretrain.TensorType attribute)
Q
ques_mark_segments (EduNLP.SIF.segment.segment.SegmentList property)
(EduNLP.SIF.tokenization.tokenization.TokenList property)
ques_mark_tokens (EduNLP.SIF.tokenization.tokenization.TokenList property)
QuesMarkSegment (class in EduNLP.SIF.segment.segment)
QuesNet (class in EduNLP.I2V.i2v)
,
[1]
(class in EduNLP.ModelZoo.quesnet)
QuesNetForPreTraining (class in EduNLP.ModelZoo.quesnet)
QuesNetModel (class in EduNLP.Vector)
(class in EduNLP.Vector.quesnet.quesnet)
QuesNetTokenizer (class in EduNLP.Pretrain)
(class in EduNLP.Pretrain.quesnet_vec)
Question (class in EduNLP.Pretrain)
(class in EduNLP.Pretrain.quesnet_vec)
QuestionLoader (class in EduNLP.Pretrain.quesnet_vec)
R
reduce() (in module EduNLP.SIF.tokenization.formula.linear_token)
register() (EduNLP.Pretrain.AutoTokenizer method)
remove_pipe() (EduNLP.Pipeline.base.Pipeline method)
(EduNLP.Pipeline.base.PreProcessingPipeline method)
rename_pipe() (EduNLP.Pipeline.base.Pipeline method)
(EduNLP.Pipeline.base.PreProcessingPipeline method)
reset_ast() (EduNLP.Formula.Formula.Formula method)
(EduNLP.SIF.tokenization.formula.ast_token.Formula method)
resetable (EduNLP.Formula.Formula.Formula property)
(EduNLP.SIF.tokenization.formula.ast_token.Formula property)
RNNModel (class in EduNLP.Vector)
run_single() (EduNLP.Pipeline.base.Pipeline method)
S
save() (EduNLP.I2V.i2v.I2V method)
,
[1]
(EduNLP.Vector.RNNModel method)
save_config() (EduNLP.ModelZoo.base_model.BaseModel method)
save_dict_to_list() (in module EduNLP.Pretrain.disenqnet_vec)
save_list() (in module EduNLP.Pretrain.quesnet_vec)
save_pretrained() (EduNLP.ModelZoo.base_model.BaseModel method)
(EduNLP.Pretrain.hugginface_utils.TokenizerForHuggingface method)
(EduNLP.Pretrain.PretrainedEduTokenizer method)
(EduNLP.Pretrain.pretrian_utils.PretrainedEduTokenizer method)
(EduNLP.Pretrain.quesnet_vec.QuesNetTokenizer method)
(EduNLP.Pretrain.QuesNetTokenizer method)
(EduNLP.Pretrain.TokenizerForHuggingface method)
save_vocab() (EduNLP.Pretrain.EduVocab method)
(EduNLP.Pretrain.pretrian_utils.EduVocab method)
seg() (in module EduNLP.SIF.segment.segment)
SegDescribePipe (class in EduNLP.Pipeline.components)
SegFilterPipe (class in EduNLP.Pipeline.components)
SegmentList (class in EduNLP.SIF.segment.segment)
segments (EduNLP.SIF.segment.segment.SegmentList property)
SegPipe (class in EduNLP.Pipeline.components)
SepSegment (class in EduNLP.SIF.segment.segment)
sequence_mask() (in module EduNLP.ModelZoo.utils)
set_device() (EduNLP.Vector.Embedding method)
(EduNLP.Vector.embedding.Embedding method)
(EduNLP.Vector.RNNModel method)
(in module EduNLP.ModelZoo.utils)
set_img_dir() (EduNLP.Pretrain.quesnet_vec.QuesNetTokenizer method)
(EduNLP.Pretrain.QuesNetTokenizer method)
set_meta_vocab() (EduNLP.Pretrain.quesnet_vec.QuesNetTokenizer method)
(EduNLP.Pretrain.QuesNetTokenizer method)
set_vocab() (EduNLP.Pretrain.EduVocab method)
(EduNLP.Pretrain.hugginface_utils.TokenizerForHuggingface method)
(EduNLP.Pretrain.PretrainedEduTokenizer method)
(EduNLP.Pretrain.pretrian_utils.EduVocab method)
(EduNLP.Pretrain.pretrian_utils.PretrainedEduTokenizer method)
(EduNLP.Pretrain.quesnet_vec.QuesNetTokenizer method)
(EduNLP.Pretrain.QuesNetTokenizer method)
(EduNLP.Pretrain.TokenizerForHuggingface method)
sif4sci() (in module EduNLP.SIF.sif)
,
[1]
Sif4SciPipe (class in EduNLP.Pipeline.components)
SpaceTokenizer (class in EduNLP.Tokenizer)
,
[1]
special_tokens (EduNLP.Pretrain.EduVocab property)
(EduNLP.Pretrain.pretrian_utils.EduVocab property)
split_() (EduNLP.Pretrain.quesnet_vec.QuestionLoader method)
step_size (EduNLP.Pretrain.disenqnet_vec.DisenQTrainingArguments attribute)
str2ast() (in module EduNLP.Formula.ast)
,
[1]
Symbol (class in EduNLP.SIF.segment.segment)
symbolize() (EduNLP.SIF.segment.segment.SegmentList method)
T
T2V (class in EduNLP.Vector)
(class in EduNLP.Vector.t2v)
tag_segments (EduNLP.SIF.segment.segment.SegmentList property)
TagSegment (class in EduNLP.SIF.segment.segment)
TENSORFLOW (EduNLP.Pretrain.TensorType attribute)
TensorType (class in EduNLP.Pretrain)
text_segments (EduNLP.SIF.segment.segment.SegmentList property)
(EduNLP.SIF.tokenization.tokenization.TokenList property)
text_tokens (EduNLP.SIF.tokenization.tokenization.TokenList property)
TextCNN (class in EduNLP.ModelZoo.utils)
TextSegment (class in EduNLP.SIF.segment.segment)
TfidfLoader (class in EduNLP.Vector)
(class in EduNLP.Vector.gensim_vec)
to_disk() (EduNLP.Pretrain.EduDataset method)
(EduNLP.Pretrain.pretrian_utils.EduDataset method)
to_idx() (EduNLP.Pretrain.EduVocab method)
(EduNLP.Pretrain.pretrian_utils.EduVocab method)
to_sif() (in module EduNLP.SIF.sif)
,
[1]
to_str (EduNLP.Formula.Formula.FormulaGroup attribute)
to_str() (EduNLP.Formula.Formula.Formula method)
(EduNLP.Formula.Formula.FormulaGroup method)
(EduNLP.SIF.tokenization.formula.ast_token.Formula method)
to_symbol() (EduNLP.SIF.segment.segment.SegmentList method)
to_token() (EduNLP.Pretrain.EduVocab method)
(EduNLP.Pretrain.pretrian_utils.EduVocab method)
tokenize() (EduNLP.I2V.i2v.I2V method)
,
[1]
(EduNLP.Pretrain.hugginface_utils.TokenizerForHuggingface method)
(EduNLP.Pretrain.PretrainedEduTokenizer method)
(EduNLP.Pretrain.pretrian_utils.PretrainedEduTokenizer method)
(EduNLP.Pretrain.TokenizerForHuggingface method)
(in module EduNLP.SIF.tokenization.formula.formula)
(in module EduNLP.SIF.tokenization.text)
(in module EduNLP.SIF.tokenization.tokenization)
TokenizePipe (class in EduNLP.Pipeline.components)
Tokenizer (class in EduNLP.Tokenizer)
,
[1]
TokenizerForHuggingface (class in EduNLP.Pretrain)
(class in EduNLP.Pretrain.hugginface_utils)
TokenList (class in EduNLP.SIF.tokenization.tokenization)
tokens (EduNLP.Pretrain.EduVocab property)
(EduNLP.Pretrain.pretrian_utils.EduVocab property)
(EduNLP.SIF.tokenization.tokenization.TokenList property)
ToSifPipe (class in EduNLP.Pipeline.components)
train() (EduNLP.Vector.RNNModel method)
train_disenqnet() (in module EduNLP.Pretrain)
(in module EduNLP.Pretrain.disenqnet_vec)
train_elmo() (in module EduNLP.Pretrain)
(in module EduNLP.Pretrain.elmo_vec)
train_elmo_for_knowledge_prediction() (in module EduNLP.Pretrain)
(in module EduNLP.Pretrain.elmo_vec)
train_elmo_for_property_prediction() (in module EduNLP.Pretrain)
(in module EduNLP.Pretrain.elmo_vec)
train_vector() (in module EduNLP.Pretrain)
(in module EduNLP.Pretrain.gensim_vec)
training (EduNLP.ModelZoo.base_model.BaseModel attribute)
(EduNLP.ModelZoo.disenqnet.DisenQNet attribute)
(EduNLP.ModelZoo.disenqnet.DisenQNetForPreTraining attribute)
(EduNLP.ModelZoo.quesnet.AE attribute)
(EduNLP.ModelZoo.quesnet.ImageAE attribute)
(EduNLP.ModelZoo.quesnet.MetaAE attribute)
(EduNLP.ModelZoo.quesnet.QuesNet attribute)
(EduNLP.ModelZoo.quesnet.QuesNetForPreTraining attribute)
(EduNLP.ModelZoo.rnn.ElmoLM attribute)
(EduNLP.ModelZoo.rnn.ElmoLMForKnowledgePrediction attribute)
(EduNLP.ModelZoo.rnn.ElmoLMForPreTraining attribute)
(EduNLP.ModelZoo.rnn.ElmoLMForPropertyPrediction attribute)
(EduNLP.ModelZoo.rnn.LM attribute)
(EduNLP.ModelZoo.utils.MLP attribute)
(EduNLP.ModelZoo.utils.TextCNN attribute)
training_step() (EduNLP.Pretrain.disenqnet_vec.DisenQTrainer method)
traversal_formula() (in module EduNLP.SIF.tokenization.formula.ast_token)
trim_min (EduNLP.Pretrain.disenqnet_vec.DisenQTrainingArguments attribute)
txt() (EduNLP.SIF.parser.Parser method)
txt_list() (EduNLP.SIF.parser.Parser method)
V
variable_standardization() (EduNLP.Formula.Formula.Formula method)
(EduNLP.Formula.Formula.FormulaGroup method)
(EduNLP.SIF.tokenization.formula.ast_token.Formula method)
vector_size (EduNLP.I2V.i2v.I2V property)
,
[1]
(EduNLP.Vector.BertModel property)
(EduNLP.Vector.BowLoader property)
(EduNLP.Vector.D2V property)
(EduNLP.Vector.DisenQModel property)
(EduNLP.Vector.disenqnet.disenqnet.DisenQModel property)
(EduNLP.Vector.elmo_vec.ElmoModel property)
(EduNLP.Vector.ElmoModel property)
(EduNLP.Vector.gensim_vec.BowLoader property)
(EduNLP.Vector.gensim_vec.D2V property)
(EduNLP.Vector.gensim_vec.TfidfLoader property)
(EduNLP.Vector.gensim_vec.W2V property)
(EduNLP.Vector.quesnet.quesnet.QuesNetModel property)
(EduNLP.Vector.QuesNetModel property)
(EduNLP.Vector.RNNModel property)
(EduNLP.Vector.T2V property)
(EduNLP.Vector.t2v.T2V property)
(EduNLP.Vector.TfidfLoader property)
(EduNLP.Vector.W2V property)
vectors (EduNLP.Vector.gensim_vec.W2V property)
(EduNLP.Vector.W2V property)
vocab_size (EduNLP.Pretrain.EduVocab property)
(EduNLP.Pretrain.hugginface_utils.TokenizerForHuggingface property)
(EduNLP.Pretrain.PretrainedEduTokenizer property)
(EduNLP.Pretrain.pretrian_utils.EduVocab property)
(EduNLP.Pretrain.pretrian_utils.PretrainedEduTokenizer property)
(EduNLP.Pretrain.TokenizerForHuggingface property)
W
W2V (class in EduNLP.I2V.i2v)
,
[1]
(class in EduNLP.Vector)
(class in EduNLP.Vector.gensim_vec)