Did I find the right examples for you? yes no      Crawl my project      Python Jobs

All Samples(8)  |  Call(3)  |  Derive(0)  |  Import(5)

src/s/t/streamcorpus_pipeline-0.5.23.dev1/examples/john_smith_custom_reader.py   streamcorpus_pipeline(Download)
import fnmatch
import logging
from streamcorpus_pipeline._clean_visible import cleanse
from streamcorpus_pipeline.stages import Configured
 

src/s/t/streamcorpus_pipeline-0.5.23.dev1/streamcorpus_pipeline/_taggers.py   streamcorpus_pipeline(Download)
import streamcorpus
from streamcorpus import Chunk, Tagging, Label, OffsetType, add_annotation
from streamcorpus_pipeline._clean_visible import make_clean_visible_file, \
    cleanse
from sortedcollection import SortedCollection
 
                    ## store the name parts initially as a set
                    equiv_ids[eqid][0].add(cleanse(tok.token.decode('utf8')))
                    ## carry a *reference* to the entire Token object
                    equiv_ids[eqid][1].add(tok)

src/s/t/streamcorpus_pipeline-0.5.23.dev1/streamcorpus_pipeline/_yaml_files_list.py   streamcorpus_pipeline(Download)
import streamcorpus
from collections import defaultdict
from streamcorpus_pipeline._clean_visible import cleanse
from streamcorpus_pipeline.stages import Configured
 
            ## heuristically split the slots string on white space and
            ## use each token as a separate mention.
            rating.mentions = [cleanse(unicode(slot[1], 'utf-8')) for slot in slots]
 
            ## put this one label in the array of labels

src/s/t/streamcorpus_pipeline-0.5.23.dev1/streamcorpus_pipeline/util.py   streamcorpus_pipeline(Download)
'''
from __future__ import absolute_import
from streamcorpus_pipeline._clean_visible import cleanse
 

src/s/t/streamcorpus_pipeline-0.5.23.dev1/streamcorpus_pipeline/tests/test_clean_visible.py   streamcorpus_pipeline(Download)
import os
import pytest
 
from streamcorpus_pipeline._clean_visible import cleanse
 
def test_cleanse():
    assert cleanse(u'This -LRB-big-RRB- dog has no \u1F601 Teeth') == u'this big dog has no \u1F601 teeth'