Source code for pysummarization.vectorizable_token
# -*- coding: utf-8 -*-
from abc import ABCMeta, abstractmethod
[docs]class VectorizableToken(metaclass=ABCMeta):
'''
Vectorize token.
'''
[docs] @abstractmethod
def vectorize(self, token_list):
'''
Tokenize token list.
Args:
token_list: The list of tokens.
Returns:
[vector of token, vector of token, vector of token, ...]
'''
raise NotImplementedError("This method must be implemented.")