@@ -10,24 +10,34 @@ config :crawly,
10
10
Crawly.Middlewares.UniqueRequest ,
11
11
{ Crawly.Middlewares.UserAgent ,
12
12
user_agents: [
13
- "[https://simontirant.dev | [email protected] ] Hi, I am looking for an Elixir developper position so I made this web crawler ."
13
+ "[https://simontirant.dev | [email protected] ] Hi, I am looking for an Elixir developper position so I made this job scrapping GenServer ."
14
14
] }
15
15
] ,
16
16
pipelines: [
17
- # {Crawly.Pipelines.Validate, fields: [:title, :experience, :url]},
18
- # {Crawly.Pipelines.DuplicatesFilter, item_id: :title},
19
17
{ Crawly.Pipelines.Validate , fields: [ :hash , :html ] } ,
20
- { Crawly.Pipelines.DuplicatesFilter , item_id: :hash } ,
21
18
Crawly.Pipelines.JSONEncoder ,
22
19
{ Crawly.Pipelines.WriteToFile ,
23
20
extension: "jsonl" , folder: "./priv/tmp" , include_timestamp: false }
24
21
]
25
22
26
- config :swoosh , :api_client , Swoosh.ApiClient.Finch
23
+ config :swoosh , :api_client , false
27
24
28
25
config :scrapex , Scrapex.Mailer ,
29
- adapter: Swoosh.Adapters.Sendgrid ,
30
- api_key: System . get_env ( "SENDGRID_KEY" )
26
+ adapter: Swoosh.Adapters.SMTP ,
27
+ relay: "smtp." <> "#{ System . get_env ( "DOMAIN_NAME" ) } " ,
28
+ username: System . get_env ( "SENDER_MAIL" ) ,
29
+ password: System . get_env ( "SENDER_PWD" ) ,
30
+ ssl: false ,
31
+ tls: :always ,
32
+ auth: :always ,
33
+ port: 587 ,
34
+ dkim: [
35
+ s: System . get_env ( "SENDER_NAME" ) ,
36
+ d: System . get_env ( "DOMAIN_NAME" ) ,
37
+ private_key: { :pem_plain , File . read! ( "priv/keys/private-key.pem" ) }
38
+ ] ,
39
+ retries: 2 ,
40
+ no_mx_lookups: false
31
41
32
42
config :scrapex ,
33
43
sender_mail: System . get_env ( "SENDER_MAIL" ) ,
0 commit comments