Building a full-text search engine in 150 lines of Python code

def analyze ( text ): tokens = tokenize ( text ) tokens = lowercase_filter ( tokens ) tokens = punctuation_filter ( tokens ) tokens = stopword_filter ( tokens ) tokens = stem_filter ( tokens ) return [ token for token in tokens if token ] rank ( analyzed_query , documents ) return documents def rank ( self , analyzed_query , documents ): results = [] if not documents : return results for document in documents : score = sum ([ document . document_frequency ( token )) def rank ( self , analyzed_query , documents ): results = [] if not documents : return results for document in documents : score = 0.0 for token in analyzed_query : tf = document .