· 9 years ago · Dec 29, 2016, 09:37 PM
1import requests
2
3# TODO: Tabellen erstellen
4# CREATE TABLE IF NOT EXISTS search_http_info (
5# ID INT AUTO_INCREMENT KEY,
6# search_ID INT NOT NULL REFERENCES search.ID,
7# name VARCHAR(255),
8# status_code INT(32) NOT NULL,
9# final_url VARCHAR(255) NOT NULL,
10# html TEXT NOT NULL)
11# CREATE TABLE IF NOT EXISTS search_http_info_headers (
12# ID INT AUTO_INCREMENT KEY,
13# http_info_id INT NOT NULL REFERENCES search_http_info.ID,
14# header_key VARCHAR(255),
15# header_value VARCHAR(255))
16
17domain = 'google.com'
18uri = 'http://%s' % domain
19
20response = requests.get(uri)
21status_code = response.status_code
22final_url = response.url
23html = response.content
24# TODO: INSERT INTO search_http_info
25
26for key, value in response.headers.items():
27 # TODO: INSERT INTO search_http_info_headers --> key and value
28 print(key)
29 print(value)