Trying out model
This commit is contained in:
44
src/main/resources/application.yml
Normal file
44
src/main/resources/application.yml
Normal file
@@ -0,0 +1,44 @@
|
||||
scraper:
|
||||
sources:
|
||||
- id: konami-official
|
||||
name: "Konami Official Database"
|
||||
domain: "yugioh-card.com"
|
||||
url-patterns:
|
||||
- "^https://www\\.yugioh-card\\.com/[a-z]{2}/products/.*$"
|
||||
selectors:
|
||||
card:
|
||||
name:
|
||||
steps:
|
||||
- type: "css"
|
||||
value: "h1.product-title"
|
||||
- type: "xpath"
|
||||
value: "//h1[@itemprop='name']"
|
||||
attack:
|
||||
steps:
|
||||
- type: "css"
|
||||
value: ".atk-value"
|
||||
|
||||
- id: ygo-fandom
|
||||
name: "Yu-Gi-Oh Fandom Wiki"
|
||||
domain: "yugioh.fandom.com"
|
||||
url-patterns:
|
||||
- "^https://yugioh\\.fandom\\.com/wiki/.*$"
|
||||
selectors:
|
||||
regional-set:
|
||||
root: "h3:contains(Prefix(es)) + div > ul:nth-child(1) > li"
|
||||
id:
|
||||
steps:
|
||||
- type: "xpath"
|
||||
value: "//li/text()"
|
||||
language:
|
||||
steps:
|
||||
- type: "xpath"
|
||||
value: "//li/abbr"
|
||||
- type: "xpath"
|
||||
value: "//abbr/@title"
|
||||
region-key:
|
||||
steps:
|
||||
- type: "xpath"
|
||||
value: "//li/abbr/text()"
|
||||
testing:
|
||||
waaa: test
|
||||
Reference in New Issue
Block a user