Skip to content

Commit

Permalink
Merge pull request #225 from alan-turing-institute/website/191-darkmoon
Browse files Browse the repository at this point in the history
add darkmoon.me
  • Loading branch information
edwardchalstrey1 authored Jun 5, 2019
2 parents 6c06c7e + ac34ced commit 0ac4122
Show file tree
Hide file tree
Showing 3 changed files with 4,634 additions and 0 deletions.
22 changes: 22 additions & 0 deletions site_configs.yml
Original file line number Diff line number Diff line change
Expand Up @@ -392,6 +392,28 @@ dailykos.com:
select_expression: '//div[@class="story-intro story-content"]'
match_rule: 'single'

darkmoon.me:
site_name: 'darkmoon.me'
start_url: 'https://www.darkmoon.me'
crawl_strategy:
method: 'index_page'
index_page:
url_must_contain: '/page/'
article_links: '//h2[@class="entry-title"]/a'
article:
byline:
select_method: 'xpath'
select_expression: '//span[@class="author vcard"]/a/text()'
match_rule: 'single'
content:
select_method: 'xpath'
select_expression: '//div[@class="entry-content"]'
match_rule: 'single'
remove_expressions:
- '//div[contains(@class, "ssba-classic-2")]'
- '//iframe'
- '//span[contains(text(), "VIDEO")]'

davidwolfe.com:
site_name: 'davidwolfe.com'
start_url: 'https://www.davidwolfe.com/category/news/'
Expand Down
Loading

0 comments on commit 0ac4122

Please sign in to comment.