FilesExpand file tree

master

/

config.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

20 lines (17 loc) · 763 Bytes

master

/

config.py

Copy path

Top

File metadata and controls

• Code
• Blame

20 lines (17 loc) · 763 Bytes

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

xml_header = """<?xml version="1.0" encoding="UTF-8"?>

<urlset

xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"

xmlns:image="http://www.google.com/schemas/sitemap-image/1.1"

xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"

xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9

http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd">

"""

xml_footer = "</urlset>"

sitemapindex_header = """<?xml version="1.0" encoding="UTF-8"?>

<sitemapindex xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">

"""

sitemapindex_footer = "</sitemapindex>"

crawler_user_agent = 'Sitemap crawler'

# if used with --auth you have to provide username and password here for basic auth

username = "username"

password = "password"