1 | """Load / save to libwww-perl (LWP) format files. |
---|
2 | |
---|
3 | Actually, the format is slightly extended from that used by LWP's |
---|
4 | (libwww-perl's) HTTP::Cookies, to avoid losing some RFC 2965 information |
---|
5 | not recorded by LWP. |
---|
6 | |
---|
7 | It uses the version string "2.0", though really there isn't an LWP Cookies |
---|
8 | 2.0 format. This indicates that there is extra information in here |
---|
9 | (domain_dot and # port_spec) while still being compatible with |
---|
10 | libwww-perl, I hope. |
---|
11 | |
---|
12 | """ |
---|
13 | |
---|
14 | import time, re |
---|
15 | from cookielib import (_warn_unhandled_exception, FileCookieJar, LoadError, |
---|
16 | Cookie, MISSING_FILENAME_TEXT, |
---|
17 | join_header_words, split_header_words, |
---|
18 | iso2time, time2isoz) |
---|
19 | |
---|
20 | def lwp_cookie_str(cookie): |
---|
21 | """Return string representation of Cookie in the LWP cookie file format. |
---|
22 | |
---|
23 | Actually, the format is extended a bit -- see module docstring. |
---|
24 | |
---|
25 | """ |
---|
26 | h = [(cookie.name, cookie.value), |
---|
27 | ("path", cookie.path), |
---|
28 | ("domain", cookie.domain)] |
---|
29 | if cookie.port is not None: h.append(("port", cookie.port)) |
---|
30 | if cookie.path_specified: h.append(("path_spec", None)) |
---|
31 | if cookie.port_specified: h.append(("port_spec", None)) |
---|
32 | if cookie.domain_initial_dot: h.append(("domain_dot", None)) |
---|
33 | if cookie.secure: h.append(("secure", None)) |
---|
34 | if cookie.expires: h.append(("expires", |
---|
35 | time2isoz(float(cookie.expires)))) |
---|
36 | if cookie.discard: h.append(("discard", None)) |
---|
37 | if cookie.comment: h.append(("comment", cookie.comment)) |
---|
38 | if cookie.comment_url: h.append(("commenturl", cookie.comment_url)) |
---|
39 | |
---|
40 | keys = cookie._rest.keys() |
---|
41 | keys.sort() |
---|
42 | for k in keys: |
---|
43 | h.append((k, str(cookie._rest[k]))) |
---|
44 | |
---|
45 | h.append(("version", str(cookie.version))) |
---|
46 | |
---|
47 | return join_header_words([h]) |
---|
48 | |
---|
49 | class LWPCookieJar(FileCookieJar): |
---|
50 | """ |
---|
51 | The LWPCookieJar saves a sequence of "Set-Cookie3" lines. |
---|
52 | "Set-Cookie3" is the format used by the libwww-perl libary, not known |
---|
53 | to be compatible with any browser, but which is easy to read and |
---|
54 | doesn't lose information about RFC 2965 cookies. |
---|
55 | |
---|
56 | Additional methods |
---|
57 | |
---|
58 | as_lwp_str(ignore_discard=True, ignore_expired=True) |
---|
59 | |
---|
60 | """ |
---|
61 | |
---|
62 | def as_lwp_str(self, ignore_discard=True, ignore_expires=True): |
---|
63 | """Return cookies as a string of "\\n"-separated "Set-Cookie3" headers. |
---|
64 | |
---|
65 | ignore_discard and ignore_expires: see docstring for FileCookieJar.save |
---|
66 | |
---|
67 | """ |
---|
68 | now = time.time() |
---|
69 | r = [] |
---|
70 | for cookie in self: |
---|
71 | if not ignore_discard and cookie.discard: |
---|
72 | continue |
---|
73 | if not ignore_expires and cookie.is_expired(now): |
---|
74 | continue |
---|
75 | r.append("Set-Cookie3: %s" % lwp_cookie_str(cookie)) |
---|
76 | return "\n".join(r+[""]) |
---|
77 | |
---|
78 | def save(self, filename=None, ignore_discard=False, ignore_expires=False): |
---|
79 | if filename is None: |
---|
80 | if self.filename is not None: filename = self.filename |
---|
81 | else: raise ValueError(MISSING_FILENAME_TEXT) |
---|
82 | |
---|
83 | f = open(filename, "w") |
---|
84 | try: |
---|
85 | # There really isn't an LWP Cookies 2.0 format, but this indicates |
---|
86 | # that there is extra information in here (domain_dot and |
---|
87 | # port_spec) while still being compatible with libwww-perl, I hope. |
---|
88 | f.write("#LWP-Cookies-2.0\n") |
---|
89 | f.write(self.as_lwp_str(ignore_discard, ignore_expires)) |
---|
90 | finally: |
---|
91 | f.close() |
---|
92 | |
---|
93 | def _really_load(self, f, filename, ignore_discard, ignore_expires): |
---|
94 | magic = f.readline() |
---|
95 | if not re.search(self.magic_re, magic): |
---|
96 | msg = ("%r does not look like a Set-Cookie3 (LWP) format " |
---|
97 | "file" % filename) |
---|
98 | raise LoadError(msg) |
---|
99 | |
---|
100 | now = time.time() |
---|
101 | |
---|
102 | header = "Set-Cookie3:" |
---|
103 | boolean_attrs = ("port_spec", "path_spec", "domain_dot", |
---|
104 | "secure", "discard") |
---|
105 | value_attrs = ("version", |
---|
106 | "port", "path", "domain", |
---|
107 | "expires", |
---|
108 | "comment", "commenturl") |
---|
109 | |
---|
110 | try: |
---|
111 | while 1: |
---|
112 | line = f.readline() |
---|
113 | if line == "": break |
---|
114 | if not line.startswith(header): |
---|
115 | continue |
---|
116 | line = line[len(header):].strip() |
---|
117 | |
---|
118 | for data in split_header_words([line]): |
---|
119 | name, value = data[0] |
---|
120 | standard = {} |
---|
121 | rest = {} |
---|
122 | for k in boolean_attrs: |
---|
123 | standard[k] = False |
---|
124 | for k, v in data[1:]: |
---|
125 | if k is not None: |
---|
126 | lc = k.lower() |
---|
127 | else: |
---|
128 | lc = None |
---|
129 | # don't lose case distinction for unknown fields |
---|
130 | if (lc in value_attrs) or (lc in boolean_attrs): |
---|
131 | k = lc |
---|
132 | if k in boolean_attrs: |
---|
133 | if v is None: v = True |
---|
134 | standard[k] = v |
---|
135 | elif k in value_attrs: |
---|
136 | standard[k] = v |
---|
137 | else: |
---|
138 | rest[k] = v |
---|
139 | |
---|
140 | h = standard.get |
---|
141 | expires = h("expires") |
---|
142 | discard = h("discard") |
---|
143 | if expires is not None: |
---|
144 | expires = iso2time(expires) |
---|
145 | if expires is None: |
---|
146 | discard = True |
---|
147 | domain = h("domain") |
---|
148 | domain_specified = domain.startswith(".") |
---|
149 | c = Cookie(h("version"), name, value, |
---|
150 | h("port"), h("port_spec"), |
---|
151 | domain, domain_specified, h("domain_dot"), |
---|
152 | h("path"), h("path_spec"), |
---|
153 | h("secure"), |
---|
154 | expires, |
---|
155 | discard, |
---|
156 | h("comment"), |
---|
157 | h("commenturl"), |
---|
158 | rest) |
---|
159 | if not ignore_discard and c.discard: |
---|
160 | continue |
---|
161 | if not ignore_expires and c.is_expired(now): |
---|
162 | continue |
---|
163 | self.set_cookie(c) |
---|
164 | |
---|
165 | except IOError: |
---|
166 | raise |
---|
167 | except Exception: |
---|
168 | _warn_unhandled_exception() |
---|
169 | raise LoadError("invalid Set-Cookie3 format file %r: %r" % |
---|
170 | (filename, line)) |
---|