1
1
use reqwest:: { Client , Request } ;
2
- use reqwest:: { Method , Error } ;
2
+ use reqwest:: Method ;
3
+ use reqwest:: Error as ReqwestError ;
3
4
use reqwest:: header:: HeaderValue ;
4
5
use url:: { Origin , Url } ;
5
6
use reqwest:: header:: USER_AGENT ;
6
7
use crate :: http:: { RobotsTxtClient , DEFAULT_USER_AGENT } ;
7
8
use crate :: parser:: { ParseResult , parse_fetched_robots_txt} ;
8
9
use crate :: model:: FetchedRobotsTxt ;
9
- use crate :: model:: { RobotparserError , ErrorKind } ;
10
+ use crate :: model:: { Error , ErrorKind } ;
10
11
use std:: pin:: Pin ;
11
12
use futures:: task:: { Context , Poll } ;
12
13
use futures:: Future ;
13
14
use futures:: future:: TryFutureExt ;
14
15
use futures:: future:: ok as future_ok;
15
16
16
- type FetchFuture = Box < dyn Future < Output =Result < ( ResponseInfo , String ) , Error > > > ;
17
+ type FetchFuture = Box < dyn Future < Output =Result < ( ResponseInfo , String ) , ReqwestError > > > ;
17
18
18
19
impl RobotsTxtClient for Client {
19
- type Result = Result < RobotsTxtResponse , RobotparserError > ;
20
+ type Result = Result < RobotsTxtResponse , Error > ;
20
21
fn fetch_robots_txt ( & self , origin : Origin ) -> Self :: Result {
21
22
let url = format ! ( "{}/robots.txt" , origin. unicode_serialization( ) ) ;
22
- let url = Url :: parse ( & url) . map_err ( |err| RobotparserError { kind : ErrorKind :: Url ( err) } ) ?;
23
+ let url = Url :: parse ( & url) . map_err ( |err| Error { kind : ErrorKind :: Url ( err) } ) ?;
23
24
let mut request = Request :: new ( Method :: GET , url) ;
24
25
let _ = request. headers_mut ( ) . insert ( USER_AGENT , HeaderValue :: from_static ( DEFAULT_USER_AGENT ) ) ;
25
26
let response = self
@@ -30,7 +31,7 @@ impl RobotsTxtClient for Client {
30
31
return future_ok ( ( response_info, response_text) ) ;
31
32
} ) ;
32
33
} ) ;
33
- let response: Pin < Box < dyn Future < Output =Result < ( ResponseInfo , String ) , Error > > > > = Box :: pin ( response) ;
34
+ let response: Pin < Box < dyn Future < Output =Result < ( ResponseInfo , String ) , ReqwestError > > > > = Box :: pin ( response) ;
34
35
Ok ( RobotsTxtResponse {
35
36
origin,
36
37
response,
@@ -56,7 +57,7 @@ impl RobotsTxtResponse {
56
57
}
57
58
58
59
impl Future for RobotsTxtResponse {
59
- type Output = Result < ParseResult < FetchedRobotsTxt > , Error > ;
60
+ type Output = Result < ParseResult < FetchedRobotsTxt > , ReqwestError > ;
60
61
61
62
fn poll ( self : Pin < & mut Self > , cx : & mut Context ) -> Poll < Self :: Output > {
62
63
let self_mut = self . get_mut ( ) ;
0 commit comments