Did I find the right examples for you? yes no

All Samples(28)  |  Call(20)  |  Derive(0)  |  Import(8)
Pool of robots.txt parsers.

src/w/p/wpull-0.33.2/py2src_noedit/wpull/app.py   wpull(Download)
    PrintServerResponseRecorder, ProgressRecorder, OutputDocumentRecorder,
    WARCRecorderParams)
from wpull.robotstxt import RobotsTxtPool
from wpull.scraper import (HTMLScraper, CSSScraper, DemuxDocumentScraper,
    SitemapScraper, JavaScriptScraper)

src/w/p/wpull-HEAD/py2src_noedit/wpull/app.py   wpull(Download)
    PrintServerResponseRecorder, ProgressRecorder, OutputDocumentRecorder,
    WARCRecorderParams)
from wpull.robotstxt import RobotsTxtPool
from wpull.scraper import (HTMLScraper, CSSScraper, DemuxDocumentScraper,
    SitemapScraper, JavaScriptScraper)

src/w/p/wpull-0.33.2/wpull/app.py   wpull(Download)
    PrintServerResponseRecorder, ProgressRecorder, OutputDocumentRecorder,
    WARCRecorderParams)
from wpull.robotstxt import RobotsTxtPool
from wpull.scraper import (HTMLScraper, CSSScraper, DemuxDocumentScraper,
    SitemapScraper, JavaScriptScraper)

src/w/p/wpull-HEAD/wpull/app.py   wpull(Download)
    PrintServerResponseRecorder, ProgressRecorder, OutputDocumentRecorder,
    WARCRecorderParams)
from wpull.robotstxt import RobotsTxtPool
from wpull.scraper import (HTMLScraper, CSSScraper, DemuxDocumentScraper,
    SitemapScraper, JavaScriptScraper)

src/w/p/wpull-HEAD/wpull/robotstxt_test.py   wpull(Download)
import io
import tornado.testing
 
from wpull.http.request import Response, Request
from wpull.robotstxt import RobotsTxtPool, RobotsState, RobotsDenied
    def test_fetch_allow(self):
        http_client = MockHTTPClient()
        pool = RobotsTxtPool()
        client = RichClient(http_client, pool)
        session = MockRobotsTxtRichClientSession(
    def test_fetch_disallow(self):
        http_client = MockHTTPClient()
        pool = RobotsTxtPool()
        client = RichClient(http_client, pool)
        session = MockRobotsTxtRichClientSession(
    def test_redirect_loop(self):
        http_client = MockHTTPClient()
        pool = RobotsTxtPool()
        client = RichClient(http_client, pool)
        session = MockRobotsTxtRichClientSession(
    def test_server_error(self):
        http_client = MockHTTPClient()
        pool = RobotsTxtPool()
        client = RichClient(http_client, pool)
        session = MockRobotsTxtRichClientSession(

src/w/p/wpull-HEAD/py2src_noedit/wpull/robotstxt_test.py   wpull(Download)
import io
import tornado.testing
 
from wpull.http.request import Response, Request
from wpull.robotstxt import RobotsTxtPool, RobotsState, RobotsDenied
    def test_fetch_allow(self):
        http_client = MockHTTPClient()
        pool = RobotsTxtPool()
        client = RichClient(http_client, pool)
        session = MockRobotsTxtRichClientSession(
    def test_fetch_disallow(self):
        http_client = MockHTTPClient()
        pool = RobotsTxtPool()
        client = RichClient(http_client, pool)
        session = MockRobotsTxtRichClientSession(
    def test_redirect_loop(self):
        http_client = MockHTTPClient()
        pool = RobotsTxtPool()
        client = RichClient(http_client, pool)
        session = MockRobotsTxtRichClientSession(
    def test_server_error(self):
        http_client = MockHTTPClient()
        pool = RobotsTxtPool()
        client = RichClient(http_client, pool)
        session = MockRobotsTxtRichClientSession(

src/w/p/wpull-0.33.2/wpull/robotstxt_test.py   wpull(Download)
import io
import tornado.testing
 
from wpull.http.request import Response, Request
from wpull.robotstxt import RobotsTxtPool, RobotsState, RobotsDenied
    def test_fetch_allow(self):
        http_client = MockHTTPClient()
        pool = RobotsTxtPool()
        client = RichClient(http_client, pool)
        session = MockRobotsTxtRichClientSession(
    def test_fetch_disallow(self):
        http_client = MockHTTPClient()
        pool = RobotsTxtPool()
        client = RichClient(http_client, pool)
        session = MockRobotsTxtRichClientSession(
    def test_redirect_loop(self):
        http_client = MockHTTPClient()
        pool = RobotsTxtPool()
        client = RichClient(http_client, pool)
        session = MockRobotsTxtRichClientSession(
    def test_server_error(self):
        http_client = MockHTTPClient()
        pool = RobotsTxtPool()
        client = RichClient(http_client, pool)
        session = MockRobotsTxtRichClientSession(

src/w/p/wpull-0.33.2/py2src_noedit/wpull/robotstxt_test.py   wpull(Download)
import io
import tornado.testing
 
from wpull.http.request import Response, Request
from wpull.robotstxt import RobotsTxtPool, RobotsState, RobotsDenied
    def test_fetch_allow(self):
        http_client = MockHTTPClient()
        pool = RobotsTxtPool()
        client = RichClient(http_client, pool)
        session = MockRobotsTxtRichClientSession(
    def test_fetch_disallow(self):
        http_client = MockHTTPClient()
        pool = RobotsTxtPool()
        client = RichClient(http_client, pool)
        session = MockRobotsTxtRichClientSession(
    def test_redirect_loop(self):
        http_client = MockHTTPClient()
        pool = RobotsTxtPool()
        client = RichClient(http_client, pool)
        session = MockRobotsTxtRichClientSession(
    def test_server_error(self):
        http_client = MockHTTPClient()
        pool = RobotsTxtPool()
        client = RichClient(http_client, pool)
        session = MockRobotsTxtRichClientSession(