|
|
- <!doctype html PUBLIC "-//W3C//DTD html 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
- <html>
- <head>
- <meta http-equiv='Content-Type' content='text/html; charset=utf-8'>
-
-
- <meta http-equiv='X-UA-Compatible' content='IE=emulateIE7' />
- <title>Coverage for youtube_dl.utils: 83%</title>
- <link rel='stylesheet' href='style.css' type='text/css'>
-
- <script type='text/javascript' src='jquery-1.4.3.min.js'></script>
- <script type='text/javascript' src='jquery.hotkeys.js'></script>
- <script type='text/javascript' src='jquery.isonscreen.js'></script>
- <script type='text/javascript' src='coverage_html.js'></script>
- <script type='text/javascript' charset='utf-8'>
- jQuery(document).ready(coverage.pyfile_ready);
- </script>
- </head>
- <body id='pyfile'>
-
- <div id='header'>
- <div class='content'>
- <h1>Coverage for <b>youtube_dl.utils</b> :
- <span class='pc_cov'>83%</span>
- </h1>
- <img id='keyboard_icon' src='keybd_closed.png'>
- <h2 class='stats'>
- 340 statements
- <span class='run hide_run shortkey_r button_toggle_run'>282 run</span>
- <span class='mis shortkey_m button_toggle_mis'>58 missing</span>
- <span class='exc shortkey_x button_toggle_exc'>0 excluded</span>
-
- </h2>
- </div>
- </div>
-
- <div class='help_panel'>
- <img id='panel_icon' src='keybd_open.png'>
- <p class='legend'>Hot-keys on this page</p>
- <div>
- <p class='keyhelp'>
- <span class='key'>r</span>
- <span class='key'>m</span>
- <span class='key'>x</span>
- <span class='key'>p</span> toggle line displays
- </p>
- <p class='keyhelp'>
- <span class='key'>j</span>
- <span class='key'>k</span> next/prev highlighted chunk
- </p>
- <p class='keyhelp'>
- <span class='key'>0</span> (zero) top of page
- </p>
- <p class='keyhelp'>
- <span class='key'>1</span> (one) first highlighted chunk
- </p>
- </div>
- </div>
-
- <div id='source'>
- <table cellspacing='0' cellpadding='0'>
- <tr>
- <td class='linenos' valign='top'>
- <p id='n1' class='pln'><a href='#n1'>1</a></p>
- <p id='n2' class='pln'><a href='#n2'>2</a></p>
- <p id='n3' class='pln'><a href='#n3'>3</a></p>
- <p id='n4' class='stm run hide_run'><a href='#n4'>4</a></p>
- <p id='n5' class='stm run hide_run'><a href='#n5'>5</a></p>
- <p id='n6' class='stm run hide_run'><a href='#n6'>6</a></p>
- <p id='n7' class='stm run hide_run'><a href='#n7'>7</a></p>
- <p id='n8' class='stm run hide_run'><a href='#n8'>8</a></p>
- <p id='n9' class='stm run hide_run'><a href='#n9'>9</a></p>
- <p id='n10' class='stm run hide_run'><a href='#n10'>10</a></p>
- <p id='n11' class='stm run hide_run'><a href='#n11'>11</a></p>
- <p id='n12' class='stm run hide_run'><a href='#n12'>12</a></p>
- <p id='n13' class='stm run hide_run'><a href='#n13'>13</a></p>
- <p id='n14' class='pln'><a href='#n14'>14</a></p>
- <p id='n15' class='stm run hide_run'><a href='#n15'>15</a></p>
- <p id='n16' class='stm run hide_run'><a href='#n16'>16</a></p>
- <p id='n17' class='stm run hide_run'><a href='#n17'>17</a></p>
- <p id='n18' class='stm run hide_run'><a href='#n18'>18</a></p>
- <p id='n19' class='pln'><a href='#n19'>19</a></p>
- <p id='n20' class='stm run hide_run'><a href='#n20'>20</a></p>
- <p id='n21' class='stm run hide_run'><a href='#n21'>21</a></p>
- <p id='n22' class='stm run hide_run'><a href='#n22'>22</a></p>
- <p id='n23' class='stm run hide_run'><a href='#n23'>23</a></p>
- <p id='n24' class='pln'><a href='#n24'>24</a></p>
- <p id='n25' class='stm run hide_run'><a href='#n25'>25</a></p>
- <p id='n26' class='stm run hide_run'><a href='#n26'>26</a></p>
- <p id='n27' class='stm run hide_run'><a href='#n27'>27</a></p>
- <p id='n28' class='stm run hide_run'><a href='#n28'>28</a></p>
- <p id='n29' class='pln'><a href='#n29'>29</a></p>
- <p id='n30' class='stm run hide_run'><a href='#n30'>30</a></p>
- <p id='n31' class='stm run hide_run'><a href='#n31'>31</a></p>
- <p id='n32' class='stm run hide_run'><a href='#n32'>32</a></p>
- <p id='n33' class='stm run hide_run'><a href='#n33'>33</a></p>
- <p id='n34' class='pln'><a href='#n34'>34</a></p>
- <p id='n35' class='stm run hide_run'><a href='#n35'>35</a></p>
- <p id='n36' class='stm run hide_run'><a href='#n36'>36</a></p>
- <p id='n37' class='stm run hide_run'><a href='#n37'>37</a></p>
- <p id='n38' class='stm run hide_run'><a href='#n38'>38</a></p>
- <p id='n39' class='pln'><a href='#n39'>39</a></p>
- <p id='n40' class='stm run hide_run'><a href='#n40'>40</a></p>
- <p id='n41' class='stm run hide_run'><a href='#n41'>41</a></p>
- <p id='n42' class='stm run hide_run'><a href='#n42'>42</a></p>
- <p id='n43' class='stm run hide_run'><a href='#n43'>43</a></p>
- <p id='n44' class='pln'><a href='#n44'>44</a></p>
- <p id='n45' class='stm run hide_run'><a href='#n45'>45</a></p>
- <p id='n46' class='stm run hide_run'><a href='#n46'>46</a></p>
- <p id='n47' class='stm run hide_run'><a href='#n47'>47</a></p>
- <p id='n48' class='stm run hide_run'><a href='#n48'>48</a></p>
- <p id='n49' class='pln'><a href='#n49'>49</a></p>
- <p id='n50' class='stm run hide_run'><a href='#n50'>50</a></p>
- <p id='n51' class='stm run hide_run'><a href='#n51'>51</a></p>
- <p id='n52' class='stm run hide_run'><a href='#n52'>52</a></p>
- <p id='n53' class='stm run hide_run'><a href='#n53'>53</a></p>
- <p id='n54' class='pln'><a href='#n54'>54</a></p>
- <p id='n55' class='stm run hide_run'><a href='#n55'>55</a></p>
- <p id='n56' class='stm run hide_run'><a href='#n56'>56</a></p>
- <p id='n57' class='stm mis'><a href='#n57'>57</a></p>
- <p id='n58' class='stm run hide_run'><a href='#n58'>58</a></p>
- <p id='n59' class='stm run hide_run'><a href='#n59'>59</a></p>
- <p id='n60' class='pln'><a href='#n60'>60</a></p>
- <p id='n61' class='stm run hide_run'><a href='#n61'>61</a></p>
- <p id='n62' class='stm run hide_run'><a href='#n62'>62</a></p>
- <p id='n63' class='stm run hide_run'><a href='#n63'>63</a></p>
- <p id='n64' class='pln'><a href='#n64'>64</a></p>
- <p id='n65' class='pln'><a href='#n65'>65</a></p>
- <p id='n66' class='stm run hide_run'><a href='#n66'>66</a></p>
- <p id='n67' class='stm run hide_run'><a href='#n67'>67</a></p>
- <p id='n68' class='stm mis'><a href='#n68'>68</a></p>
- <p id='n69' class='stm run hide_run'><a href='#n69'>69</a></p>
- <p id='n70' class='stm run hide_run'><a href='#n70'>70</a></p>
- <p id='n71' class='stm run hide_run'><a href='#n71'>71</a></p>
- <p id='n72' class='stm run hide_run'><a href='#n72'>72</a></p>
- <p id='n73' class='stm mis'><a href='#n73'>73</a></p>
- <p id='n74' class='stm run hide_run'><a href='#n74'>74</a></p>
- <p id='n75' class='stm mis'><a href='#n75'>75</a></p>
- <p id='n76' class='pln'><a href='#n76'>76</a></p>
- <p id='n77' class='stm run hide_run'><a href='#n77'>77</a></p>
- <p id='n78' class='stm run hide_run'><a href='#n78'>78</a></p>
- <p id='n79' class='stm run hide_run'><a href='#n79'>79</a></p>
- <p id='n80' class='stm run hide_run'><a href='#n80'>80</a></p>
- <p id='n81' class='stm run hide_run'><a href='#n81'>81</a></p>
- <p id='n82' class='stm mis'><a href='#n82'>82</a></p>
- <p id='n83' class='stm run hide_run'><a href='#n83'>83</a></p>
- <p id='n84' class='stm run hide_run'><a href='#n84'>84</a></p>
- <p id='n85' class='stm run hide_run'><a href='#n85'>85</a></p>
- <p id='n86' class='pln'><a href='#n86'>86</a></p>
- <p id='n87' class='pln'><a href='#n87'>87</a></p>
- <p id='n88' class='pln'><a href='#n88'>88</a></p>
- <p id='n89' class='stm run hide_run'><a href='#n89'>89</a></p>
- <p id='n90' class='stm mis'><a href='#n90'>90</a></p>
- <p id='n91' class='stm mis'><a href='#n91'>91</a></p>
- <p id='n92' class='pln'><a href='#n92'>92</a></p>
- <p id='n93' class='pln'><a href='#n93'>93</a></p>
- <p id='n94' class='stm run hide_run'><a href='#n94'>94</a></p>
- <p id='n95' class='stm run hide_run'><a href='#n95'>95</a></p>
- <p id='n96' class='stm run hide_run'><a href='#n96'>96</a></p>
- <p id='n97' class='pln'><a href='#n97'>97</a></p>
- <p id='n98' class='stm run hide_run'><a href='#n98'>98</a></p>
- <p id='n99' class='stm run hide_run'><a href='#n99'>99</a></p>
- <p id='n100' class='pln'><a href='#n100'>100</a></p>
- <p id='n101' class='stm run hide_run'><a href='#n101'>101</a></p>
- <p id='n102' class='pln'><a href='#n102'>102</a></p>
- <p id='n103' class='stm run hide_run'><a href='#n103'>103</a></p>
- <p id='n104' class='stm run hide_run'><a href='#n104'>104</a></p>
- <p id='n105' class='stm run hide_run'><a href='#n105'>105</a></p>
- <p id='n106' class='stm run hide_run'><a href='#n106'>106</a></p>
- <p id='n107' class='stm run hide_run'><a href='#n107'>107</a></p>
- <p id='n108' class='stm mis'><a href='#n108'>108</a></p>
- <p id='n109' class='stm run hide_run'><a href='#n109'>109</a></p>
- <p id='n110' class='stm run hide_run'><a href='#n110'>110</a></p>
- <p id='n111' class='stm mis'><a href='#n111'>111</a></p>
- <p id='n112' class='stm mis'><a href='#n112'>112</a></p>
- <p id='n113' class='pln'><a href='#n113'>113</a></p>
- <p id='n114' class='stm mis'><a href='#n114'>114</a></p>
- <p id='n115' class='stm mis'><a href='#n115'>115</a></p>
- <p id='n116' class='pln'><a href='#n116'>116</a></p>
- <p id='n117' class='stm mis'><a href='#n117'>117</a></p>
- <p id='n118' class='stm run hide_run'><a href='#n118'>118</a></p>
- <p id='n119' class='stm run hide_run'><a href='#n119'>119</a></p>
- <p id='n120' class='stm run hide_run'><a href='#n120'>120</a></p>
- <p id='n121' class='stm run hide_run'><a href='#n121'>121</a></p>
- <p id='n122' class='stm run hide_run'><a href='#n122'>122</a></p>
- <p id='n123' class='stm run hide_run'><a href='#n123'>123</a></p>
- <p id='n124' class='stm run hide_run'><a href='#n124'>124</a></p>
- <p id='n125' class='stm run hide_run'><a href='#n125'>125</a></p>
- <p id='n126' class='stm run hide_run'><a href='#n126'>126</a></p>
- <p id='n127' class='pln'><a href='#n127'>127</a></p>
- <p id='n128' class='stm run hide_run'><a href='#n128'>128</a></p>
- <p id='n129' class='pln'><a href='#n129'>129</a></p>
- <p id='n130' class='stm run hide_run'><a href='#n130'>130</a></p>
- <p id='n131' class='stm run hide_run'><a href='#n131'>131</a></p>
- <p id='n132' class='pln'><a href='#n132'>132</a></p>
- <p id='n133' class='stm run hide_run'><a href='#n133'>133</a></p>
- <p id='n134' class='stm run hide_run'><a href='#n134'>134</a></p>
- <p id='n135' class='stm mis'><a href='#n135'>135</a></p>
- <p id='n136' class='pln'><a href='#n136'>136</a></p>
- <p id='n137' class='stm run hide_run'><a href='#n137'>137</a></p>
- <p id='n138' class='stm run hide_run'><a href='#n138'>138</a></p>
- <p id='n139' class='pln'><a href='#n139'>139</a></p>
- <p id='n140' class='stm run hide_run'><a href='#n140'>140</a></p>
- <p id='n141' class='stm run hide_run'><a href='#n141'>141</a></p>
- <p id='n142' class='stm mis'><a href='#n142'>142</a></p>
- <p id='n143' class='stm mis'><a href='#n143'>143</a></p>
- <p id='n144' class='pln'><a href='#n144'>144</a></p>
- <p id='n145' class='stm run hide_run'><a href='#n145'>145</a></p>
- <p id='n146' class='stm run hide_run'><a href='#n146'>146</a></p>
- <p id='n147' class='stm mis'><a href='#n147'>147</a></p>
- <p id='n148' class='stm mis'><a href='#n148'>148</a></p>
- <p id='n149' class='pln'><a href='#n149'>149</a></p>
- <p id='n150' class='stm run hide_run'><a href='#n150'>150</a></p>
- <p id='n151' class='pln'><a href='#n151'>151</a></p>
- <p id='n152' class='pln'><a href='#n152'>152</a></p>
- <p id='n153' class='pln'><a href='#n153'>153</a></p>
- <p id='n154' class='pln'><a href='#n154'>154</a></p>
- <p id='n155' class='pln'><a href='#n155'>155</a></p>
- <p id='n156' class='pln'><a href='#n156'>156</a></p>
- <p id='n157' class='pln'><a href='#n157'>157</a></p>
- <p id='n158' class='stm run hide_run'><a href='#n158'>158</a></p>
- <p id='n159' class='pln'><a href='#n159'>159</a></p>
- <p id='n160' class='pln'><a href='#n160'>160</a></p>
- <p id='n161' class='pln'><a href='#n161'>161</a></p>
- <p id='n162' class='pln'><a href='#n162'>162</a></p>
- <p id='n163' class='pln'><a href='#n163'>163</a></p>
- <p id='n164' class='stm run hide_run'><a href='#n164'>164</a></p>
- <p id='n165' class='stm run hide_run'><a href='#n165'>165</a></p>
- <p id='n166' class='stm run hide_run'><a href='#n166'>166</a></p>
- <p id='n167' class='stm mis'><a href='#n167'>167</a></p>
- <p id='n168' class='stm mis'><a href='#n168'>168</a></p>
- <p id='n169' class='pln'><a href='#n169'>169</a></p>
- <p id='n170' class='stm run hide_run'><a href='#n170'>170</a></p>
- <p id='n171' class='pln'><a href='#n171'>171</a></p>
- <p id='n172' class='stm run hide_run'><a href='#n172'>172</a></p>
- <p id='n173' class='stm run hide_run'><a href='#n173'>173</a></p>
- <p id='n174' class='stm mis'><a href='#n174'>174</a></p>
- <p id='n175' class='pln'><a href='#n175'>175</a></p>
- <p id='n176' class='stm mis'><a href='#n176'>176</a></p>
- <p id='n177' class='stm mis'><a href='#n177'>177</a></p>
- <p id='n178' class='stm mis'><a href='#n178'>178</a></p>
- <p id='n179' class='pln'><a href='#n179'>179</a></p>
- <p id='n180' class='pln'><a href='#n180'>180</a></p>
- <p id='n181' class='pln'><a href='#n181'>181</a></p>
- <p id='n182' class='stm run hide_run'><a href='#n182'>182</a></p>
- <p id='n183' class='stm run hide_run'><a href='#n183'>183</a></p>
- <p id='n184' class='stm run hide_run'><a href='#n184'>184</a></p>
- <p id='n185' class='stm run hide_run'><a href='#n185'>185</a></p>
- <p id='n186' class='pln'><a href='#n186'>186</a></p>
- <p id='n187' class='stm mis'><a href='#n187'>187</a></p>
- <p id='n188' class='stm mis'><a href='#n188'>188</a></p>
- <p id='n189' class='stm mis'><a href='#n189'>189</a></p>
- <p id='n190' class='pln'><a href='#n190'>190</a></p>
- <p id='n191' class='stm run hide_run'><a href='#n191'>191</a></p>
- <p id='n192' class='pln'><a href='#n192'>192</a></p>
- <p id='n193' class='pln'><a href='#n193'>193</a></p>
- <p id='n194' class='pln'><a href='#n194'>194</a></p>
- <p id='n195' class='pln'><a href='#n195'>195</a></p>
- <p id='n196' class='pln'><a href='#n196'>196</a></p>
- <p id='n197' class='stm run hide_run'><a href='#n197'>197</a></p>
- <p id='n198' class='pln'><a href='#n198'>198</a></p>
- <p id='n199' class='pln'><a href='#n199'>199</a></p>
- <p id='n200' class='stm run hide_run'><a href='#n200'>200</a></p>
- <p id='n201' class='stm run hide_run'><a href='#n201'>201</a></p>
- <p id='n202' class='pln'><a href='#n202'>202</a></p>
- <p id='n203' class='stm run hide_run'><a href='#n203'>203</a></p>
- <p id='n204' class='stm run hide_run'><a href='#n204'>204</a></p>
- <p id='n205' class='stm run hide_run'><a href='#n205'>205</a></p>
- <p id='n206' class='stm run hide_run'><a href='#n206'>206</a></p>
- <p id='n207' class='stm mis'><a href='#n207'>207</a></p>
- <p id='n208' class='stm mis'><a href='#n208'>208</a></p>
- <p id='n209' class='pln'><a href='#n209'>209</a></p>
- <p id='n210' class='stm run hide_run'><a href='#n210'>210</a></p>
- <p id='n211' class='stm run hide_run'><a href='#n211'>211</a></p>
- <p id='n212' class='pln'><a href='#n212'>212</a></p>
- <p id='n213' class='pln'><a href='#n213'>213</a></p>
- <p id='n214' class='stm mis'><a href='#n214'>214</a></p>
- <p id='n215' class='pln'><a href='#n215'>215</a></p>
- <p id='n216' class='stm run hide_run'><a href='#n216'>216</a></p>
- <p id='n217' class='stm run hide_run'><a href='#n217'>217</a></p>
- <p id='n218' class='pln'><a href='#n218'>218</a></p>
- <p id='n219' class='stm run hide_run'><a href='#n219'>219</a></p>
- <p id='n220' class='stm run hide_run'><a href='#n220'>220</a></p>
- <p id='n221' class='stm run hide_run'><a href='#n221'>221</a></p>
- <p id='n222' class='stm run hide_run'><a href='#n222'>222</a></p>
- <p id='n223' class='stm run hide_run'><a href='#n223'>223</a></p>
- <p id='n224' class='stm run hide_run'><a href='#n224'>224</a></p>
- <p id='n225' class='stm run hide_run'><a href='#n225'>225</a></p>
- <p id='n226' class='stm run hide_run'><a href='#n226'>226</a></p>
- <p id='n227' class='stm run hide_run'><a href='#n227'>227</a></p>
- <p id='n228' class='stm run hide_run'><a href='#n228'>228</a></p>
- <p id='n229' class='pln'><a href='#n229'>229</a></p>
- <p id='n230' class='stm run hide_run'><a href='#n230'>230</a></p>
- <p id='n231' class='stm run hide_run'><a href='#n231'>231</a></p>
- <p id='n232' class='stm run hide_run'><a href='#n232'>232</a></p>
- <p id='n233' class='stm run hide_run'><a href='#n233'>233</a></p>
- <p id='n234' class='stm run hide_run'><a href='#n234'>234</a></p>
- <p id='n235' class='stm run hide_run'><a href='#n235'>235</a></p>
- <p id='n236' class='pln'><a href='#n236'>236</a></p>
- <p id='n237' class='stm run hide_run'><a href='#n237'>237</a></p>
- <p id='n238' class='stm run hide_run'><a href='#n238'>238</a></p>
- <p id='n239' class='stm run hide_run'><a href='#n239'>239</a></p>
- <p id='n240' class='stm run hide_run'><a href='#n240'>240</a></p>
- <p id='n241' class='pln'><a href='#n241'>241</a></p>
- <p id='n242' class='stm run hide_run'><a href='#n242'>242</a></p>
- <p id='n243' class='stm run hide_run'><a href='#n243'>243</a></p>
- <p id='n244' class='stm run hide_run'><a href='#n244'>244</a></p>
- <p id='n245' class='stm run hide_run'><a href='#n245'>245</a></p>
- <p id='n246' class='stm run hide_run'><a href='#n246'>246</a></p>
- <p id='n247' class='stm run hide_run'><a href='#n247'>247</a></p>
- <p id='n248' class='stm run hide_run'><a href='#n248'>248</a></p>
- <p id='n249' class='stm run hide_run'><a href='#n249'>249</a></p>
- <p id='n250' class='stm run hide_run'><a href='#n250'>250</a></p>
- <p id='n251' class='stm run hide_run'><a href='#n251'>251</a></p>
- <p id='n252' class='stm run hide_run'><a href='#n252'>252</a></p>
- <p id='n253' class='pln'><a href='#n253'>253</a></p>
- <p id='n254' class='stm run hide_run'><a href='#n254'>254</a></p>
- <p id='n255' class='stm run hide_run'><a href='#n255'>255</a></p>
- <p id='n256' class='stm run hide_run'><a href='#n256'>256</a></p>
- <p id='n257' class='stm run hide_run'><a href='#n257'>257</a></p>
- <p id='n258' class='stm run hide_run'><a href='#n258'>258</a></p>
- <p id='n259' class='stm run hide_run'><a href='#n259'>259</a></p>
- <p id='n260' class='pln'><a href='#n260'>260</a></p>
- <p id='n261' class='stm run hide_run'><a href='#n261'>261</a></p>
- <p id='n262' class='pln'><a href='#n262'>262</a></p>
- <p id='n263' class='pln'><a href='#n263'>263</a></p>
- <p id='n264' class='stm run hide_run'><a href='#n264'>264</a></p>
- <p id='n265' class='stm run hide_run'><a href='#n265'>265</a></p>
- <p id='n266' class='stm run hide_run'><a href='#n266'>266</a></p>
- <p id='n267' class='stm run hide_run'><a href='#n267'>267</a></p>
- <p id='n268' class='pln'><a href='#n268'>268</a></p>
- <p id='n269' class='pln'><a href='#n269'>269</a></p>
- <p id='n270' class='stm run hide_run'><a href='#n270'>270</a></p>
- <p id='n271' class='stm run hide_run'><a href='#n271'>271</a></p>
- <p id='n272' class='stm mis'><a href='#n272'>272</a></p>
- <p id='n273' class='stm run hide_run'><a href='#n273'>273</a></p>
- <p id='n274' class='stm mis'><a href='#n274'>274</a></p>
- <p id='n275' class='stm run hide_run'><a href='#n275'>275</a></p>
- <p id='n276' class='stm run hide_run'><a href='#n276'>276</a></p>
- <p id='n277' class='stm run hide_run'><a href='#n277'>277</a></p>
- <p id='n278' class='stm run hide_run'><a href='#n278'>278</a></p>
- <p id='n279' class='stm run hide_run'><a href='#n279'>279</a></p>
- <p id='n280' class='stm run hide_run'><a href='#n280'>280</a></p>
- <p id='n281' class='stm run hide_run'><a href='#n281'>281</a></p>
- <p id='n282' class='pln'><a href='#n282'>282</a></p>
- <p id='n283' class='stm run hide_run'><a href='#n283'>283</a></p>
- <p id='n284' class='pln'><a href='#n284'>284</a></p>
- <p id='n285' class='stm run hide_run'><a href='#n285'>285</a></p>
- <p id='n286' class='pln'><a href='#n286'>286</a></p>
- <p id='n287' class='stm run hide_run'><a href='#n287'>287</a></p>
- <p id='n288' class='pln'><a href='#n288'>288</a></p>
- <p id='n289' class='stm run hide_run'><a href='#n289'>289</a></p>
- <p id='n290' class='stm run hide_run'><a href='#n290'>290</a></p>
- <p id='n291' class='stm run hide_run'><a href='#n291'>291</a></p>
- <p id='n292' class='stm run hide_run'><a href='#n292'>292</a></p>
- <p id='n293' class='stm run hide_run'><a href='#n293'>293</a></p>
- <p id='n294' class='stm run hide_run'><a href='#n294'>294</a></p>
- <p id='n295' class='pln'><a href='#n295'>295</a></p>
- <p id='n296' class='pln'><a href='#n296'>296</a></p>
- <p id='n297' class='stm run hide_run'><a href='#n297'>297</a></p>
- <p id='n298' class='pln'><a href='#n298'>298</a></p>
- <p id='n299' class='pln'><a href='#n299'>299</a></p>
- <p id='n300' class='stm run hide_run'><a href='#n300'>300</a></p>
- <p id='n301' class='stm run hide_run'><a href='#n301'>301</a></p>
- <p id='n302' class='stm run hide_run'><a href='#n302'>302</a></p>
- <p id='n303' class='pln'><a href='#n303'>303</a></p>
- <p id='n304' class='stm run hide_run'><a href='#n304'>304</a></p>
- <p id='n305' class='pln'><a href='#n305'>305</a></p>
- <p id='n306' class='stm run hide_run'><a href='#n306'>306</a></p>
- <p id='n307' class='stm run hide_run'><a href='#n307'>307</a></p>
- <p id='n308' class='pln'><a href='#n308'>308</a></p>
- <p id='n309' class='pln'><a href='#n309'>309</a></p>
- <p id='n310' class='stm run hide_run'><a href='#n310'>310</a></p>
- <p id='n311' class='pln'><a href='#n311'>311</a></p>
- <p id='n312' class='pln'><a href='#n312'>312</a></p>
- <p id='n313' class='pln'><a href='#n313'>313</a></p>
- <p id='n314' class='pln'><a href='#n314'>314</a></p>
- <p id='n315' class='pln'><a href='#n315'>315</a></p>
- <p id='n316' class='pln'><a href='#n316'>316</a></p>
- <p id='n317' class='pln'><a href='#n317'>317</a></p>
- <p id='n318' class='pln'><a href='#n318'>318</a></p>
- <p id='n319' class='pln'><a href='#n319'>319</a></p>
- <p id='n320' class='stm run hide_run'><a href='#n320'>320</a></p>
- <p id='n321' class='stm run hide_run'><a href='#n321'>321</a></p>
- <p id='n322' class='stm mis'><a href='#n322'>322</a></p>
- <p id='n323' class='stm mis'><a href='#n323'>323</a></p>
- <p id='n324' class='stm mis'><a href='#n324'>324</a></p>
- <p id='n325' class='stm mis'><a href='#n325'>325</a></p>
- <p id='n326' class='stm run hide_run'><a href='#n326'>326</a></p>
- <p id='n327' class='stm run hide_run'><a href='#n327'>327</a></p>
- <p id='n328' class='stm mis'><a href='#n328'>328</a></p>
- <p id='n329' class='pln'><a href='#n329'>329</a></p>
- <p id='n330' class='stm mis'><a href='#n330'>330</a></p>
- <p id='n331' class='pln'><a href='#n331'>331</a></p>
- <p id='n332' class='pln'><a href='#n332'>332</a></p>
- <p id='n333' class='stm mis'><a href='#n333'>333</a></p>
- <p id='n334' class='stm mis'><a href='#n334'>334</a></p>
- <p id='n335' class='pln'><a href='#n335'>335</a></p>
- <p id='n336' class='pln'><a href='#n336'>336</a></p>
- <p id='n337' class='stm run hide_run'><a href='#n337'>337</a></p>
- <p id='n338' class='pln'><a href='#n338'>338</a></p>
- <p id='n339' class='stm run hide_run'><a href='#n339'>339</a></p>
- <p id='n340' class='stm run hide_run'><a href='#n340'>340</a></p>
- <p id='n341' class='stm run hide_run'><a href='#n341'>341</a></p>
- <p id='n342' class='stm run hide_run'><a href='#n342'>342</a></p>
- <p id='n343' class='stm run hide_run'><a href='#n343'>343</a></p>
- <p id='n344' class='pln'><a href='#n344'>344</a></p>
- <p id='n345' class='stm run hide_run'><a href='#n345'>345</a></p>
- <p id='n346' class='pln'><a href='#n346'>346</a></p>
- <p id='n347' class='pln'><a href='#n347'>347</a></p>
- <p id='n348' class='pln'><a href='#n348'>348</a></p>
- <p id='n349' class='pln'><a href='#n349'>349</a></p>
- <p id='n350' class='stm run hide_run'><a href='#n350'>350</a></p>
- <p id='n351' class='stm run hide_run'><a href='#n351'>351</a></p>
- <p id='n352' class='stm run hide_run'><a href='#n352'>352</a></p>
- <p id='n353' class='stm run hide_run'><a href='#n353'>353</a></p>
- <p id='n354' class='stm run hide_run'><a href='#n354'>354</a></p>
- <p id='n355' class='stm run hide_run'><a href='#n355'>355</a></p>
- <p id='n356' class='stm run hide_run'><a href='#n356'>356</a></p>
- <p id='n357' class='stm run hide_run'><a href='#n357'>357</a></p>
- <p id='n358' class='stm run hide_run'><a href='#n358'>358</a></p>
- <p id='n359' class='stm run hide_run'><a href='#n359'>359</a></p>
- <p id='n360' class='stm run hide_run'><a href='#n360'>360</a></p>
- <p id='n361' class='stm run hide_run'><a href='#n361'>361</a></p>
- <p id='n362' class='stm run hide_run'><a href='#n362'>362</a></p>
- <p id='n363' class='stm run hide_run'><a href='#n363'>363</a></p>
- <p id='n364' class='pln'><a href='#n364'>364</a></p>
- <p id='n365' class='stm run hide_run'><a href='#n365'>365</a></p>
- <p id='n366' class='stm run hide_run'><a href='#n366'>366</a></p>
- <p id='n367' class='stm run hide_run'><a href='#n367'>367</a></p>
- <p id='n368' class='stm run hide_run'><a href='#n368'>368</a></p>
- <p id='n369' class='stm run hide_run'><a href='#n369'>369</a></p>
- <p id='n370' class='pln'><a href='#n370'>370</a></p>
- <p id='n371' class='stm run hide_run'><a href='#n371'>371</a></p>
- <p id='n372' class='stm run hide_run'><a href='#n372'>372</a></p>
- <p id='n373' class='stm run hide_run'><a href='#n373'>373</a></p>
- <p id='n374' class='stm run hide_run'><a href='#n374'>374</a></p>
- <p id='n375' class='stm run hide_run'><a href='#n375'>375</a></p>
- <p id='n376' class='pln'><a href='#n376'>376</a></p>
- <p id='n377' class='stm run hide_run'><a href='#n377'>377</a></p>
- <p id='n378' class='pln'><a href='#n378'>378</a></p>
- <p id='n379' class='stm run hide_run'><a href='#n379'>379</a></p>
- <p id='n380' class='stm run hide_run'><a href='#n380'>380</a></p>
- <p id='n381' class='stm run hide_run'><a href='#n381'>381</a></p>
- <p id='n382' class='stm run hide_run'><a href='#n382'>382</a></p>
- <p id='n383' class='stm run hide_run'><a href='#n383'>383</a></p>
- <p id='n384' class='pln'><a href='#n384'>384</a></p>
- <p id='n385' class='stm run hide_run'><a href='#n385'>385</a></p>
- <p id='n386' class='pln'><a href='#n386'>386</a></p>
- <p id='n387' class='pln'><a href='#n387'>387</a></p>
- <p id='n388' class='pln'><a href='#n388'>388</a></p>
- <p id='n389' class='stm run hide_run'><a href='#n389'>389</a></p>
- <p id='n390' class='pln'><a href='#n390'>390</a></p>
- <p id='n391' class='stm run hide_run'><a href='#n391'>391</a></p>
- <p id='n392' class='stm run hide_run'><a href='#n392'>392</a></p>
- <p id='n393' class='pln'><a href='#n393'>393</a></p>
- <p id='n394' class='stm run hide_run'><a href='#n394'>394</a></p>
- <p id='n395' class='pln'><a href='#n395'>395</a></p>
- <p id='n396' class='pln'><a href='#n396'>396</a></p>
- <p id='n397' class='pln'><a href='#n397'>397</a></p>
- <p id='n398' class='pln'><a href='#n398'>398</a></p>
- <p id='n399' class='stm run hide_run'><a href='#n399'>399</a></p>
- <p id='n400' class='pln'><a href='#n400'>400</a></p>
- <p id='n401' class='pln'><a href='#n401'>401</a></p>
- <p id='n402' class='stm run hide_run'><a href='#n402'>402</a></p>
- <p id='n403' class='stm mis'><a href='#n403'>403</a></p>
- <p id='n404' class='pln'><a href='#n404'>404</a></p>
- <p id='n405' class='stm run hide_run'><a href='#n405'>405</a></p>
- <p id='n406' class='pln'><a href='#n406'>406</a></p>
- <p id='n407' class='pln'><a href='#n407'>407</a></p>
- <p id='n408' class='pln'><a href='#n408'>408</a></p>
- <p id='n409' class='stm mis'><a href='#n409'>409</a></p>
- <p id='n410' class='pln'><a href='#n410'>410</a></p>
- <p id='n411' class='stm run hide_run'><a href='#n411'>411</a></p>
- <p id='n412' class='pln'><a href='#n412'>412</a></p>
- <p id='n413' class='pln'><a href='#n413'>413</a></p>
- <p id='n414' class='stm run hide_run'><a href='#n414'>414</a></p>
- <p id='n415' class='pln'><a href='#n415'>415</a></p>
- <p id='n416' class='stm run hide_run'><a href='#n416'>416</a></p>
- <p id='n417' class='pln'><a href='#n417'>417</a></p>
- <p id='n418' class='stm mis'><a href='#n418'>418</a></p>
- <p id='n419' class='stm mis'><a href='#n419'>419</a></p>
- <p id='n420' class='stm mis'><a href='#n420'>420</a></p>
- <p id='n421' class='stm mis'><a href='#n421'>421</a></p>
- <p id='n422' class='pln'><a href='#n422'>422</a></p>
- <p id='n423' class='pln'><a href='#n423'>423</a></p>
- <p id='n424' class='stm run hide_run'><a href='#n424'>424</a></p>
- <p id='n425' class='pln'><a href='#n425'>425</a></p>
- <p id='n426' class='pln'><a href='#n426'>426</a></p>
- <p id='n427' class='pln'><a href='#n427'>427</a></p>
- <p id='n428' class='pln'><a href='#n428'>428</a></p>
- <p id='n429' class='pln'><a href='#n429'>429</a></p>
- <p id='n430' class='pln'><a href='#n430'>430</a></p>
- <p id='n431' class='stm run hide_run'><a href='#n431'>431</a></p>
- <p id='n432' class='pln'><a href='#n432'>432</a></p>
- <p id='n433' class='pln'><a href='#n433'>433</a></p>
- <p id='n434' class='stm run hide_run'><a href='#n434'>434</a></p>
- <p id='n435' class='pln'><a href='#n435'>435</a></p>
- <p id='n436' class='pln'><a href='#n436'>436</a></p>
- <p id='n437' class='pln'><a href='#n437'>437</a></p>
- <p id='n438' class='pln'><a href='#n438'>438</a></p>
- <p id='n439' class='pln'><a href='#n439'>439</a></p>
- <p id='n440' class='stm run hide_run'><a href='#n440'>440</a></p>
- <p id='n441' class='pln'><a href='#n441'>441</a></p>
- <p id='n442' class='pln'><a href='#n442'>442</a></p>
- <p id='n443' class='stm run hide_run'><a href='#n443'>443</a></p>
- <p id='n444' class='pln'><a href='#n444'>444</a></p>
- <p id='n445' class='pln'><a href='#n445'>445</a></p>
- <p id='n446' class='pln'><a href='#n446'>446</a></p>
- <p id='n447' class='pln'><a href='#n447'>447</a></p>
- <p id='n448' class='pln'><a href='#n448'>448</a></p>
- <p id='n449' class='stm run hide_run'><a href='#n449'>449</a></p>
- <p id='n450' class='pln'><a href='#n450'>450</a></p>
- <p id='n451' class='stm run hide_run'><a href='#n451'>451</a></p>
- <p id='n452' class='pln'><a href='#n452'>452</a></p>
- <p id='n453' class='stm run hide_run'><a href='#n453'>453</a></p>
- <p id='n454' class='pln'><a href='#n454'>454</a></p>
- <p id='n455' class='pln'><a href='#n455'>455</a></p>
- <p id='n456' class='stm run hide_run'><a href='#n456'>456</a></p>
- <p id='n457' class='pln'><a href='#n457'>457</a></p>
- <p id='n458' class='pln'><a href='#n458'>458</a></p>
- <p id='n459' class='pln'><a href='#n459'>459</a></p>
- <p id='n460' class='pln'><a href='#n460'>460</a></p>
- <p id='n461' class='pln'><a href='#n461'>461</a></p>
- <p id='n462' class='stm run hide_run'><a href='#n462'>462</a></p>
- <p id='n463' class='pln'><a href='#n463'>463</a></p>
- <p id='n464' class='pln'><a href='#n464'>464</a></p>
- <p id='n465' class='stm run hide_run'><a href='#n465'>465</a></p>
- <p id='n466' class='pln'><a href='#n466'>466</a></p>
- <p id='n467' class='pln'><a href='#n467'>467</a></p>
- <p id='n468' class='pln'><a href='#n468'>468</a></p>
- <p id='n469' class='pln'><a href='#n469'>469</a></p>
- <p id='n470' class='pln'><a href='#n470'>470</a></p>
- <p id='n471' class='pln'><a href='#n471'>471</a></p>
- <p id='n472' class='pln'><a href='#n472'>472</a></p>
- <p id='n473' class='stm run hide_run'><a href='#n473'>473</a></p>
- <p id='n474' class='stm run hide_run'><a href='#n474'>474</a></p>
- <p id='n475' class='pln'><a href='#n475'>475</a></p>
- <p id='n476' class='stm run hide_run'><a href='#n476'>476</a></p>
- <p id='n477' class='stm mis'><a href='#n477'>477</a></p>
- <p id='n478' class='stm mis'><a href='#n478'>478</a></p>
- <p id='n479' class='pln'><a href='#n479'>479</a></p>
- <p id='n480' class='stm run hide_run'><a href='#n480'>480</a></p>
- <p id='n481' class='pln'><a href='#n481'>481</a></p>
- <p id='n482' class='pln'><a href='#n482'>482</a></p>
- <p id='n483' class='pln'><a href='#n483'>483</a></p>
- <p id='n484' class='pln'><a href='#n484'>484</a></p>
- <p id='n485' class='pln'><a href='#n485'>485</a></p>
- <p id='n486' class='pln'><a href='#n486'>486</a></p>
- <p id='n487' class='pln'><a href='#n487'>487</a></p>
- <p id='n488' class='pln'><a href='#n488'>488</a></p>
- <p id='n489' class='pln'><a href='#n489'>489</a></p>
- <p id='n490' class='pln'><a href='#n490'>490</a></p>
- <p id='n491' class='pln'><a href='#n491'>491</a></p>
- <p id='n492' class='pln'><a href='#n492'>492</a></p>
- <p id='n493' class='pln'><a href='#n493'>493</a></p>
- <p id='n494' class='pln'><a href='#n494'>494</a></p>
- <p id='n495' class='pln'><a href='#n495'>495</a></p>
- <p id='n496' class='pln'><a href='#n496'>496</a></p>
- <p id='n497' class='pln'><a href='#n497'>497</a></p>
- <p id='n498' class='stm run hide_run'><a href='#n498'>498</a></p>
- <p id='n499' class='pln'><a href='#n499'>499</a></p>
- <p id='n500' class='stm mis'><a href='#n500'>500</a></p>
- <p id='n501' class='stm mis'><a href='#n501'>501</a></p>
- <p id='n502' class='stm mis'><a href='#n502'>502</a></p>
- <p id='n503' class='stm mis'><a href='#n503'>503</a></p>
- <p id='n504' class='pln'><a href='#n504'>504</a></p>
- <p id='n505' class='stm run hide_run'><a href='#n505'>505</a></p>
- <p id='n506' class='pln'><a href='#n506'>506</a></p>
- <p id='n507' class='stm run hide_run'><a href='#n507'>507</a></p>
- <p id='n508' class='stm run hide_run'><a href='#n508'>508</a></p>
- <p id='n509' class='stm mis'><a href='#n509'>509</a></p>
- <p id='n510' class='stm mis'><a href='#n510'>510</a></p>
- <p id='n511' class='stm mis'><a href='#n511'>511</a></p>
- <p id='n512' class='pln'><a href='#n512'>512</a></p>
- <p id='n513' class='stm run hide_run'><a href='#n513'>513</a></p>
- <p id='n514' class='stm run hide_run'><a href='#n514'>514</a></p>
- <p id='n515' class='stm run hide_run'><a href='#n515'>515</a></p>
- <p id='n516' class='stm run hide_run'><a href='#n516'>516</a></p>
- <p id='n517' class='stm run hide_run'><a href='#n517'>517</a></p>
- <p id='n518' class='stm run hide_run'><a href='#n518'>518</a></p>
- <p id='n519' class='stm run hide_run'><a href='#n519'>519</a></p>
- <p id='n520' class='stm run hide_run'><a href='#n520'>520</a></p>
- <p id='n521' class='stm run hide_run'><a href='#n521'>521</a></p>
- <p id='n522' class='stm run hide_run'><a href='#n522'>522</a></p>
- <p id='n523' class='pln'><a href='#n523'>523</a></p>
- <p id='n524' class='stm run hide_run'><a href='#n524'>524</a></p>
- <p id='n525' class='stm run hide_run'><a href='#n525'>525</a></p>
- <p id='n526' class='pln'><a href='#n526'>526</a></p>
- <p id='n527' class='stm run hide_run'><a href='#n527'>527</a></p>
- <p id='n528' class='stm run hide_run'><a href='#n528'>528</a></p>
- <p id='n529' class='stm run hide_run'><a href='#n529'>529</a></p>
- <p id='n530' class='stm run hide_run'><a href='#n530'>530</a></p>
- <p id='n531' class='pln'><a href='#n531'>531</a></p>
- <p id='n532' class='stm run hide_run'><a href='#n532'>532</a></p>
- <p id='n533' class='stm mis'><a href='#n533'>533</a></p>
- <p id='n534' class='stm mis'><a href='#n534'>534</a></p>
- <p id='n535' class='stm mis'><a href='#n535'>535</a></p>
- <p id='n536' class='stm run hide_run'><a href='#n536'>536</a></p>
- <p id='n537' class='pln'><a href='#n537'>537</a></p>
- <p id='n538' class='stm run hide_run'><a href='#n538'>538</a></p>
- <p id='n539' class='stm run hide_run'><a href='#n539'>539</a></p>
-
- </td>
- <td class='text' valign='top'>
- <p id='t1' class='pln'><span class='com'>#!/usr/bin/env python</span><span class='strut'> </span></p>
- <p id='t2' class='pln'><span class='com'># -*- coding: utf-8 -*-</span><span class='strut'> </span></p>
- <p id='t3' class='pln'><span class='strut'> </span></p>
- <p id='t4' class='stm run hide_run'><span class='key'>import</span> <span class='nam'>gzip</span><span class='strut'> </span></p>
- <p id='t5' class='stm run hide_run'><span class='key'>import</span> <span class='nam'>io</span><span class='strut'> </span></p>
- <p id='t6' class='stm run hide_run'><span class='key'>import</span> <span class='nam'>json</span><span class='strut'> </span></p>
- <p id='t7' class='stm run hide_run'><span class='key'>import</span> <span class='nam'>locale</span><span class='strut'> </span></p>
- <p id='t8' class='stm run hide_run'><span class='key'>import</span> <span class='nam'>os</span><span class='strut'> </span></p>
- <p id='t9' class='stm run hide_run'><span class='key'>import</span> <span class='nam'>re</span><span class='strut'> </span></p>
- <p id='t10' class='stm run hide_run'><span class='key'>import</span> <span class='nam'>sys</span><span class='strut'> </span></p>
- <p id='t11' class='stm run hide_run'><span class='key'>import</span> <span class='nam'>zlib</span><span class='strut'> </span></p>
- <p id='t12' class='stm run hide_run'><span class='key'>import</span> <span class='nam'>email</span><span class='op'>.</span><span class='nam'>utils</span><span class='strut'> </span></p>
- <p id='t13' class='stm run hide_run'><span class='key'>import</span> <span class='nam'>json</span><span class='strut'> </span></p>
- <p id='t14' class='pln'><span class='strut'> </span></p>
- <p id='t15' class='stm run hide_run'><span class='key'>try</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t16' class='stm run hide_run'> <span class='key'>import</span> <span class='nam'>urllib</span><span class='op'>.</span><span class='nam'>request</span> <span class='key'>as</span> <span class='nam'>compat_urllib_request</span><span class='strut'> </span></p>
- <p id='t17' class='stm run hide_run'><span class='key'>except</span> <span class='nam'>ImportError</span><span class='op'>:</span> <span class='com'># Python 2</span><span class='strut'> </span></p>
- <p id='t18' class='stm run hide_run'> <span class='key'>import</span> <span class='nam'>urllib2</span> <span class='key'>as</span> <span class='nam'>compat_urllib_request</span><span class='strut'> </span></p>
- <p id='t19' class='pln'><span class='strut'> </span></p>
- <p id='t20' class='stm run hide_run'><span class='key'>try</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t21' class='stm run hide_run'> <span class='key'>import</span> <span class='nam'>urllib</span><span class='op'>.</span><span class='nam'>error</span> <span class='key'>as</span> <span class='nam'>compat_urllib_error</span><span class='strut'> </span></p>
- <p id='t22' class='stm run hide_run'><span class='key'>except</span> <span class='nam'>ImportError</span><span class='op'>:</span> <span class='com'># Python 2</span><span class='strut'> </span></p>
- <p id='t23' class='stm run hide_run'> <span class='key'>import</span> <span class='nam'>urllib2</span> <span class='key'>as</span> <span class='nam'>compat_urllib_error</span><span class='strut'> </span></p>
- <p id='t24' class='pln'><span class='strut'> </span></p>
- <p id='t25' class='stm run hide_run'><span class='key'>try</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t26' class='stm run hide_run'> <span class='key'>import</span> <span class='nam'>urllib</span><span class='op'>.</span><span class='nam'>parse</span> <span class='key'>as</span> <span class='nam'>compat_urllib_parse</span><span class='strut'> </span></p>
- <p id='t27' class='stm run hide_run'><span class='key'>except</span> <span class='nam'>ImportError</span><span class='op'>:</span> <span class='com'># Python 2</span><span class='strut'> </span></p>
- <p id='t28' class='stm run hide_run'> <span class='key'>import</span> <span class='nam'>urllib</span> <span class='key'>as</span> <span class='nam'>compat_urllib_parse</span><span class='strut'> </span></p>
- <p id='t29' class='pln'><span class='strut'> </span></p>
- <p id='t30' class='stm run hide_run'><span class='key'>try</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t31' class='stm run hide_run'> <span class='key'>from</span> <span class='nam'>urllib</span><span class='op'>.</span><span class='nam'>parse</span> <span class='key'>import</span> <span class='nam'>urlparse</span> <span class='key'>as</span> <span class='nam'>compat_urllib_parse_urlparse</span><span class='strut'> </span></p>
- <p id='t32' class='stm run hide_run'><span class='key'>except</span> <span class='nam'>ImportError</span><span class='op'>:</span> <span class='com'># Python 2</span><span class='strut'> </span></p>
- <p id='t33' class='stm run hide_run'> <span class='key'>from</span> <span class='nam'>urlparse</span> <span class='key'>import</span> <span class='nam'>urlparse</span> <span class='key'>as</span> <span class='nam'>compat_urllib_parse_urlparse</span><span class='strut'> </span></p>
- <p id='t34' class='pln'><span class='strut'> </span></p>
- <p id='t35' class='stm run hide_run'><span class='key'>try</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t36' class='stm run hide_run'> <span class='key'>import</span> <span class='nam'>http</span><span class='op'>.</span><span class='nam'>cookiejar</span> <span class='key'>as</span> <span class='nam'>compat_cookiejar</span><span class='strut'> </span></p>
- <p id='t37' class='stm run hide_run'><span class='key'>except</span> <span class='nam'>ImportError</span><span class='op'>:</span> <span class='com'># Python 2</span><span class='strut'> </span></p>
- <p id='t38' class='stm run hide_run'> <span class='key'>import</span> <span class='nam'>cookielib</span> <span class='key'>as</span> <span class='nam'>compat_cookiejar</span><span class='strut'> </span></p>
- <p id='t39' class='pln'><span class='strut'> </span></p>
- <p id='t40' class='stm run hide_run'><span class='key'>try</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t41' class='stm run hide_run'> <span class='key'>import</span> <span class='nam'>html</span><span class='op'>.</span><span class='nam'>entities</span> <span class='key'>as</span> <span class='nam'>compat_html_entities</span><span class='strut'> </span></p>
- <p id='t42' class='stm run hide_run'><span class='key'>except</span> <span class='nam'>ImportError</span><span class='op'>:</span> <span class='com'># Python 2</span><span class='strut'> </span></p>
- <p id='t43' class='stm run hide_run'> <span class='key'>import</span> <span class='nam'>htmlentitydefs</span> <span class='key'>as</span> <span class='nam'>compat_html_entities</span><span class='strut'> </span></p>
- <p id='t44' class='pln'><span class='strut'> </span></p>
- <p id='t45' class='stm run hide_run'><span class='key'>try</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t46' class='stm run hide_run'> <span class='key'>import</span> <span class='nam'>html</span><span class='op'>.</span><span class='nam'>parser</span> <span class='key'>as</span> <span class='nam'>compat_html_parser</span><span class='strut'> </span></p>
- <p id='t47' class='stm run hide_run'><span class='key'>except</span> <span class='nam'>ImportError</span><span class='op'>:</span> <span class='com'># Python 2</span><span class='strut'> </span></p>
- <p id='t48' class='stm run hide_run'> <span class='key'>import</span> <span class='nam'>HTMLParser</span> <span class='key'>as</span> <span class='nam'>compat_html_parser</span><span class='strut'> </span></p>
- <p id='t49' class='pln'><span class='strut'> </span></p>
- <p id='t50' class='stm run hide_run'><span class='key'>try</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t51' class='stm run hide_run'> <span class='key'>import</span> <span class='nam'>http</span><span class='op'>.</span><span class='nam'>client</span> <span class='key'>as</span> <span class='nam'>compat_http_client</span><span class='strut'> </span></p>
- <p id='t52' class='stm run hide_run'><span class='key'>except</span> <span class='nam'>ImportError</span><span class='op'>:</span> <span class='com'># Python 2</span><span class='strut'> </span></p>
- <p id='t53' class='stm run hide_run'> <span class='key'>import</span> <span class='nam'>httplib</span> <span class='key'>as</span> <span class='nam'>compat_http_client</span><span class='strut'> </span></p>
- <p id='t54' class='pln'><span class='strut'> </span></p>
- <p id='t55' class='stm run hide_run'><span class='key'>try</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t56' class='stm run hide_run'> <span class='key'>from</span> <span class='nam'>subprocess</span> <span class='key'>import</span> <span class='nam'>DEVNULL</span><span class='strut'> </span></p>
- <p id='t57' class='stm mis'> <span class='nam'>compat_subprocess_get_DEVNULL</span> <span class='op'>=</span> <span class='key'>lambda</span><span class='op'>:</span> <span class='nam'>DEVNULL</span><span class='strut'> </span></p>
- <p id='t58' class='stm run hide_run'><span class='key'>except</span> <span class='nam'>ImportError</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t59' class='stm run hide_run'> <span class='nam'>compat_subprocess_get_DEVNULL</span> <span class='op'>=</span> <span class='key'>lambda</span><span class='op'>:</span> <span class='nam'>open</span><span class='op'>(</span><span class='nam'>os</span><span class='op'>.</span><span class='nam'>path</span><span class='op'>.</span><span class='nam'>devnull</span><span class='op'>,</span> <span class='str'>'w'</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t60' class='pln'><span class='strut'> </span></p>
- <p id='t61' class='stm run hide_run'><span class='key'>try</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t62' class='stm run hide_run'> <span class='key'>from</span> <span class='nam'>urllib</span><span class='op'>.</span><span class='nam'>parse</span> <span class='key'>import</span> <span class='nam'>parse_qs</span> <span class='key'>as</span> <span class='nam'>compat_parse_qs</span><span class='strut'> </span></p>
- <p id='t63' class='stm run hide_run'><span class='key'>except</span> <span class='nam'>ImportError</span><span class='op'>:</span> <span class='com'># Python 2</span><span class='strut'> </span></p>
- <p id='t64' class='pln'> <span class='com'># HACK: The following is the correct parse_qs implementation from cpython 3's stdlib.</span><span class='strut'> </span></p>
- <p id='t65' class='pln'> <span class='com'># Python 2's version is apparently totally broken</span><span class='strut'> </span></p>
- <p id='t66' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>_unquote</span><span class='op'>(</span><span class='nam'>string</span><span class='op'>,</span> <span class='nam'>encoding</span><span class='op'>=</span><span class='str'>'utf-8'</span><span class='op'>,</span> <span class='nam'>errors</span><span class='op'>=</span><span class='str'>'replace'</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t67' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>string</span> <span class='op'>==</span> <span class='str'>''</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t68' class='stm mis'> <span class='key'>return</span> <span class='nam'>string</span><span class='strut'> </span></p>
- <p id='t69' class='stm run hide_run'> <span class='nam'>res</span> <span class='op'>=</span> <span class='nam'>string</span><span class='op'>.</span><span class='nam'>split</span><span class='op'>(</span><span class='str'>'%'</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t70' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>len</span><span class='op'>(</span><span class='nam'>res</span><span class='op'>)</span> <span class='op'>==</span> <span class='num'>1</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t71' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>string</span><span class='strut'> </span></p>
- <p id='t72' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>encoding</span> <span class='key'>is</span> <span class='nam'>None</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t73' class='stm mis'> <span class='nam'>encoding</span> <span class='op'>=</span> <span class='str'>'utf-8'</span><span class='strut'> </span></p>
- <p id='t74' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>errors</span> <span class='key'>is</span> <span class='nam'>None</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t75' class='stm mis'> <span class='nam'>errors</span> <span class='op'>=</span> <span class='str'>'replace'</span><span class='strut'> </span></p>
- <p id='t76' class='pln'> <span class='com'># pct_sequence: contiguous sequence of percent-encoded bytes, decoded</span><span class='strut'> </span></p>
- <p id='t77' class='stm run hide_run'> <span class='nam'>pct_sequence</span> <span class='op'>=</span> <span class='nam'>b</span><span class='str'>''</span><span class='strut'> </span></p>
- <p id='t78' class='stm run hide_run'> <span class='nam'>string</span> <span class='op'>=</span> <span class='nam'>res</span><span class='op'>[</span><span class='num'>0</span><span class='op'>]</span><span class='strut'> </span></p>
- <p id='t79' class='stm run hide_run'> <span class='key'>for</span> <span class='nam'>item</span> <span class='key'>in</span> <span class='nam'>res</span><span class='op'>[</span><span class='num'>1</span><span class='op'>:</span><span class='op'>]</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t80' class='stm run hide_run'> <span class='key'>try</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t81' class='stm run hide_run'> <span class='key'>if</span> <span class='key'>not</span> <span class='nam'>item</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t82' class='stm mis'> <span class='key'>raise</span> <span class='nam'>ValueError</span><span class='strut'> </span></p>
- <p id='t83' class='stm run hide_run'> <span class='nam'>pct_sequence</span> <span class='op'>+=</span> <span class='nam'>item</span><span class='op'>[</span><span class='op'>:</span><span class='num'>2</span><span class='op'>]</span><span class='op'>.</span><span class='nam'>decode</span><span class='op'>(</span><span class='str'>'hex'</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t84' class='stm run hide_run'> <span class='nam'>rest</span> <span class='op'>=</span> <span class='nam'>item</span><span class='op'>[</span><span class='num'>2</span><span class='op'>:</span><span class='op'>]</span><span class='strut'> </span></p>
- <p id='t85' class='stm run hide_run'> <span class='key'>if</span> <span class='key'>not</span> <span class='nam'>rest</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t86' class='pln'> <span class='com'># This segment was just a single percent-encoded character.</span><span class='strut'> </span></p>
- <p id='t87' class='pln'> <span class='com'># May be part of a sequence of code units, so delay decoding.</span><span class='strut'> </span></p>
- <p id='t88' class='pln'> <span class='com'># (Stored in pct_sequence).</span><span class='strut'> </span></p>
- <p id='t89' class='stm run hide_run'> <span class='key'>continue</span><span class='strut'> </span></p>
- <p id='t90' class='stm mis'> <span class='key'>except</span> <span class='nam'>ValueError</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t91' class='stm mis'> <span class='nam'>rest</span> <span class='op'>=</span> <span class='str'>'%'</span> <span class='op'>+</span> <span class='nam'>item</span><span class='strut'> </span></p>
- <p id='t92' class='pln'> <span class='com'># Encountered non-percent-encoded characters. Flush the current</span><span class='strut'> </span></p>
- <p id='t93' class='pln'> <span class='com'># pct_sequence.</span><span class='strut'> </span></p>
- <p id='t94' class='stm run hide_run'> <span class='nam'>string</span> <span class='op'>+=</span> <span class='nam'>pct_sequence</span><span class='op'>.</span><span class='nam'>decode</span><span class='op'>(</span><span class='nam'>encoding</span><span class='op'>,</span> <span class='nam'>errors</span><span class='op'>)</span> <span class='op'>+</span> <span class='nam'>rest</span><span class='strut'> </span></p>
- <p id='t95' class='stm run hide_run'> <span class='nam'>pct_sequence</span> <span class='op'>=</span> <span class='nam'>b</span><span class='str'>''</span><span class='strut'> </span></p>
- <p id='t96' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>pct_sequence</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t97' class='pln'> <span class='com'># Flush the final pct_sequence</span><span class='strut'> </span></p>
- <p id='t98' class='stm run hide_run'> <span class='nam'>string</span> <span class='op'>+=</span> <span class='nam'>pct_sequence</span><span class='op'>.</span><span class='nam'>decode</span><span class='op'>(</span><span class='nam'>encoding</span><span class='op'>,</span> <span class='nam'>errors</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t99' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>string</span><span class='strut'> </span></p>
- <p id='t100' class='pln'><span class='strut'> </span></p>
- <p id='t101' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>_parse_qsl</span><span class='op'>(</span><span class='nam'>qs</span><span class='op'>,</span> <span class='nam'>keep_blank_values</span><span class='op'>=</span><span class='nam'>False</span><span class='op'>,</span> <span class='nam'>strict_parsing</span><span class='op'>=</span><span class='nam'>False</span><span class='op'>,</span><span class='strut'> </span></p>
- <p id='t102' class='pln'> <span class='nam'>encoding</span><span class='op'>=</span><span class='str'>'utf-8'</span><span class='op'>,</span> <span class='nam'>errors</span><span class='op'>=</span><span class='str'>'replace'</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t103' class='stm run hide_run'> <span class='nam'>qs</span><span class='op'>,</span> <span class='nam'>_coerce_result</span> <span class='op'>=</span> <span class='nam'>qs</span><span class='op'>,</span> <span class='nam'>unicode</span><span class='strut'> </span></p>
- <p id='t104' class='stm run hide_run'> <span class='nam'>pairs</span> <span class='op'>=</span> <span class='op'>[</span><span class='nam'>s2</span> <span class='key'>for</span> <span class='nam'>s1</span> <span class='key'>in</span> <span class='nam'>qs</span><span class='op'>.</span><span class='nam'>split</span><span class='op'>(</span><span class='str'>'&'</span><span class='op'>)</span> <span class='key'>for</span> <span class='nam'>s2</span> <span class='key'>in</span> <span class='nam'>s1</span><span class='op'>.</span><span class='nam'>split</span><span class='op'>(</span><span class='str'>';'</span><span class='op'>)</span><span class='op'>]</span><span class='strut'> </span></p>
- <p id='t105' class='stm run hide_run'> <span class='nam'>r</span> <span class='op'>=</span> <span class='op'>[</span><span class='op'>]</span><span class='strut'> </span></p>
- <p id='t106' class='stm run hide_run'> <span class='key'>for</span> <span class='nam'>name_value</span> <span class='key'>in</span> <span class='nam'>pairs</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t107' class='stm run hide_run'> <span class='key'>if</span> <span class='key'>not</span> <span class='nam'>name_value</span> <span class='key'>and</span> <span class='key'>not</span> <span class='nam'>strict_parsing</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t108' class='stm mis'> <span class='key'>continue</span><span class='strut'> </span></p>
- <p id='t109' class='stm run hide_run'> <span class='nam'>nv</span> <span class='op'>=</span> <span class='nam'>name_value</span><span class='op'>.</span><span class='nam'>split</span><span class='op'>(</span><span class='str'>'='</span><span class='op'>,</span> <span class='num'>1</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t110' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>len</span><span class='op'>(</span><span class='nam'>nv</span><span class='op'>)</span> <span class='op'>!=</span> <span class='num'>2</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t111' class='stm mis'> <span class='key'>if</span> <span class='nam'>strict_parsing</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t112' class='stm mis'> <span class='key'>raise</span> <span class='nam'>ValueError</span><span class='op'>(</span><span class='str'>"bad query field: %r"</span> <span class='op'>%</span> <span class='op'>(</span><span class='nam'>name_value</span><span class='op'>,</span><span class='op'>)</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t113' class='pln'> <span class='com'># Handle case of a control-name with no equal sign</span><span class='strut'> </span></p>
- <p id='t114' class='stm mis'> <span class='key'>if</span> <span class='nam'>keep_blank_values</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t115' class='stm mis'> <span class='nam'>nv</span><span class='op'>.</span><span class='nam'>append</span><span class='op'>(</span><span class='str'>''</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t116' class='pln'> <span class='key'>else</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t117' class='stm mis'> <span class='key'>continue</span><span class='strut'> </span></p>
- <p id='t118' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>len</span><span class='op'>(</span><span class='nam'>nv</span><span class='op'>[</span><span class='num'>1</span><span class='op'>]</span><span class='op'>)</span> <span class='key'>or</span> <span class='nam'>keep_blank_values</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t119' class='stm run hide_run'> <span class='nam'>name</span> <span class='op'>=</span> <span class='nam'>nv</span><span class='op'>[</span><span class='num'>0</span><span class='op'>]</span><span class='op'>.</span><span class='nam'>replace</span><span class='op'>(</span><span class='str'>'+'</span><span class='op'>,</span> <span class='str'>' '</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t120' class='stm run hide_run'> <span class='nam'>name</span> <span class='op'>=</span> <span class='nam'>_unquote</span><span class='op'>(</span><span class='nam'>name</span><span class='op'>,</span> <span class='nam'>encoding</span><span class='op'>=</span><span class='nam'>encoding</span><span class='op'>,</span> <span class='nam'>errors</span><span class='op'>=</span><span class='nam'>errors</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t121' class='stm run hide_run'> <span class='nam'>name</span> <span class='op'>=</span> <span class='nam'>_coerce_result</span><span class='op'>(</span><span class='nam'>name</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t122' class='stm run hide_run'> <span class='nam'>value</span> <span class='op'>=</span> <span class='nam'>nv</span><span class='op'>[</span><span class='num'>1</span><span class='op'>]</span><span class='op'>.</span><span class='nam'>replace</span><span class='op'>(</span><span class='str'>'+'</span><span class='op'>,</span> <span class='str'>' '</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t123' class='stm run hide_run'> <span class='nam'>value</span> <span class='op'>=</span> <span class='nam'>_unquote</span><span class='op'>(</span><span class='nam'>value</span><span class='op'>,</span> <span class='nam'>encoding</span><span class='op'>=</span><span class='nam'>encoding</span><span class='op'>,</span> <span class='nam'>errors</span><span class='op'>=</span><span class='nam'>errors</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t124' class='stm run hide_run'> <span class='nam'>value</span> <span class='op'>=</span> <span class='nam'>_coerce_result</span><span class='op'>(</span><span class='nam'>value</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t125' class='stm run hide_run'> <span class='nam'>r</span><span class='op'>.</span><span class='nam'>append</span><span class='op'>(</span><span class='op'>(</span><span class='nam'>name</span><span class='op'>,</span> <span class='nam'>value</span><span class='op'>)</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t126' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>r</span><span class='strut'> </span></p>
- <p id='t127' class='pln'><span class='strut'> </span></p>
- <p id='t128' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>compat_parse_qs</span><span class='op'>(</span><span class='nam'>qs</span><span class='op'>,</span> <span class='nam'>keep_blank_values</span><span class='op'>=</span><span class='nam'>False</span><span class='op'>,</span> <span class='nam'>strict_parsing</span><span class='op'>=</span><span class='nam'>False</span><span class='op'>,</span><span class='strut'> </span></p>
- <p id='t129' class='pln'> <span class='nam'>encoding</span><span class='op'>=</span><span class='str'>'utf-8'</span><span class='op'>,</span> <span class='nam'>errors</span><span class='op'>=</span><span class='str'>'replace'</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t130' class='stm run hide_run'> <span class='nam'>parsed_result</span> <span class='op'>=</span> <span class='op'>{</span><span class='op'>}</span><span class='strut'> </span></p>
- <p id='t131' class='stm run hide_run'> <span class='nam'>pairs</span> <span class='op'>=</span> <span class='nam'>_parse_qsl</span><span class='op'>(</span><span class='nam'>qs</span><span class='op'>,</span> <span class='nam'>keep_blank_values</span><span class='op'>,</span> <span class='nam'>strict_parsing</span><span class='op'>,</span><span class='strut'> </span></p>
- <p id='t132' class='pln'> <span class='nam'>encoding</span><span class='op'>=</span><span class='nam'>encoding</span><span class='op'>,</span> <span class='nam'>errors</span><span class='op'>=</span><span class='nam'>errors</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t133' class='stm run hide_run'> <span class='key'>for</span> <span class='nam'>name</span><span class='op'>,</span> <span class='nam'>value</span> <span class='key'>in</span> <span class='nam'>pairs</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t134' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>name</span> <span class='key'>in</span> <span class='nam'>parsed_result</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t135' class='stm mis'> <span class='nam'>parsed_result</span><span class='op'>[</span><span class='nam'>name</span><span class='op'>]</span><span class='op'>.</span><span class='nam'>append</span><span class='op'>(</span><span class='nam'>value</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t136' class='pln'> <span class='key'>else</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t137' class='stm run hide_run'> <span class='nam'>parsed_result</span><span class='op'>[</span><span class='nam'>name</span><span class='op'>]</span> <span class='op'>=</span> <span class='op'>[</span><span class='nam'>value</span><span class='op'>]</span><span class='strut'> </span></p>
- <p id='t138' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>parsed_result</span><span class='strut'> </span></p>
- <p id='t139' class='pln'><span class='strut'> </span></p>
- <p id='t140' class='stm run hide_run'><span class='key'>try</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t141' class='stm run hide_run'> <span class='nam'>compat_str</span> <span class='op'>=</span> <span class='nam'>unicode</span> <span class='com'># Python 2</span><span class='strut'> </span></p>
- <p id='t142' class='stm mis'><span class='key'>except</span> <span class='nam'>NameError</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t143' class='stm mis'> <span class='nam'>compat_str</span> <span class='op'>=</span> <span class='nam'>str</span><span class='strut'> </span></p>
- <p id='t144' class='pln'><span class='strut'> </span></p>
- <p id='t145' class='stm run hide_run'><span class='key'>try</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t146' class='stm run hide_run'> <span class='nam'>compat_chr</span> <span class='op'>=</span> <span class='nam'>unichr</span> <span class='com'># Python 2</span><span class='strut'> </span></p>
- <p id='t147' class='stm mis'><span class='key'>except</span> <span class='nam'>NameError</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t148' class='stm mis'> <span class='nam'>compat_chr</span> <span class='op'>=</span> <span class='nam'>chr</span><span class='strut'> </span></p>
- <p id='t149' class='pln'><span class='strut'> </span></p>
- <p id='t150' class='stm run hide_run'><span class='nam'>std_headers</span> <span class='op'>=</span> <span class='op'>{</span><span class='strut'> </span></p>
- <p id='t151' class='pln'> <span class='str'>'User-Agent'</span><span class='op'>:</span> <span class='str'>'Mozilla/5.0 (X11; Linux x86_64; rv:10.0) Gecko/20100101 Firefox/10.0'</span><span class='op'>,</span><span class='strut'> </span></p>
- <p id='t152' class='pln'> <span class='str'>'Accept-Charset'</span><span class='op'>:</span> <span class='str'>'ISO-8859-1,utf-8;q=0.7,*;q=0.7'</span><span class='op'>,</span><span class='strut'> </span></p>
- <p id='t153' class='pln'> <span class='str'>'Accept'</span><span class='op'>:</span> <span class='str'>'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8'</span><span class='op'>,</span><span class='strut'> </span></p>
- <p id='t154' class='pln'> <span class='str'>'Accept-Encoding'</span><span class='op'>:</span> <span class='str'>'gzip, deflate'</span><span class='op'>,</span><span class='strut'> </span></p>
- <p id='t155' class='pln'> <span class='str'>'Accept-Language'</span><span class='op'>:</span> <span class='str'>'en-us,en;q=0.5'</span><span class='op'>,</span><span class='strut'> </span></p>
- <p id='t156' class='pln'><span class='op'>}</span><span class='strut'> </span></p>
- <p id='t157' class='pln'><span class='strut'> </span></p>
- <p id='t158' class='stm run hide_run'><span class='key'>def</span> <span class='nam'>preferredencoding</span><span class='op'>(</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t159' class='pln'> <span class='str'>"""Get preferred encoding.</span><span class='strut'> </span></p>
- <p id='t160' class='pln'><span class='strut'> </span></p>
- <p id='t161' class='pln'><span class='str'> Returns the best encoding scheme for the system, based on</span><span class='strut'> </span></p>
- <p id='t162' class='pln'><span class='str'> locale.getpreferredencoding() and some further tweaks.</span><span class='strut'> </span></p>
- <p id='t163' class='pln'><span class='str'> """</span><span class='strut'> </span></p>
- <p id='t164' class='stm run hide_run'> <span class='key'>try</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t165' class='stm run hide_run'> <span class='nam'>pref</span> <span class='op'>=</span> <span class='nam'>locale</span><span class='op'>.</span><span class='nam'>getpreferredencoding</span><span class='op'>(</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t166' class='stm run hide_run'> <span class='str'>u'TEST'</span><span class='op'>.</span><span class='nam'>encode</span><span class='op'>(</span><span class='nam'>pref</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t167' class='stm mis'> <span class='key'>except</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t168' class='stm mis'> <span class='nam'>pref</span> <span class='op'>=</span> <span class='str'>'UTF-8'</span><span class='strut'> </span></p>
- <p id='t169' class='pln'><span class='strut'> </span></p>
- <p id='t170' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>pref</span><span class='strut'> </span></p>
- <p id='t171' class='pln'><span class='strut'> </span></p>
- <p id='t172' class='stm run hide_run'><span class='key'>if</span> <span class='nam'>sys</span><span class='op'>.</span><span class='nam'>version_info</span> <span class='op'><</span> <span class='op'>(</span><span class='num'>3</span><span class='op'>,</span><span class='num'>0</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t173' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>compat_print</span><span class='op'>(</span><span class='nam'>s</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t174' class='stm mis'> <span class='key'>print</span><span class='op'>(</span><span class='nam'>s</span><span class='op'>.</span><span class='nam'>encode</span><span class='op'>(</span><span class='nam'>preferredencoding</span><span class='op'>(</span><span class='op'>)</span><span class='op'>,</span> <span class='str'>'xmlcharrefreplace'</span><span class='op'>)</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t175' class='pln'><span class='key'>else</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t176' class='stm mis'> <span class='key'>def</span> <span class='nam'>compat_print</span><span class='op'>(</span><span class='nam'>s</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t177' class='stm mis'> <span class='key'>assert</span> <span class='nam'>type</span><span class='op'>(</span><span class='nam'>s</span><span class='op'>)</span> <span class='op'>==</span> <span class='nam'>type</span><span class='op'>(</span><span class='str'>u''</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t178' class='stm mis'> <span class='key'>print</span><span class='op'>(</span><span class='nam'>s</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t179' class='pln'><span class='strut'> </span></p>
- <p id='t180' class='pln'><span class='com'># In Python 2.x, json.dump expects a bytestream.</span><span class='strut'> </span></p>
- <p id='t181' class='pln'><span class='com'># In Python 3.x, it writes to a character stream</span><span class='strut'> </span></p>
- <p id='t182' class='stm run hide_run'><span class='key'>if</span> <span class='nam'>sys</span><span class='op'>.</span><span class='nam'>version_info</span> <span class='op'><</span> <span class='op'>(</span><span class='num'>3</span><span class='op'>,</span><span class='num'>0</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t183' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>write_json_file</span><span class='op'>(</span><span class='nam'>obj</span><span class='op'>,</span> <span class='nam'>fn</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t184' class='stm run hide_run'> <span class='key'>with</span> <span class='nam'>open</span><span class='op'>(</span><span class='nam'>fn</span><span class='op'>,</span> <span class='str'>'wb'</span><span class='op'>)</span> <span class='key'>as</span> <span class='nam'>f</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t185' class='stm run hide_run'> <span class='nam'>json</span><span class='op'>.</span><span class='nam'>dump</span><span class='op'>(</span><span class='nam'>obj</span><span class='op'>,</span> <span class='nam'>f</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t186' class='pln'><span class='key'>else</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t187' class='stm mis'> <span class='key'>def</span> <span class='nam'>write_json_file</span><span class='op'>(</span><span class='nam'>obj</span><span class='op'>,</span> <span class='nam'>fn</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t188' class='stm mis'> <span class='key'>with</span> <span class='nam'>open</span><span class='op'>(</span><span class='nam'>fn</span><span class='op'>,</span> <span class='str'>'w'</span><span class='op'>,</span> <span class='nam'>encoding</span><span class='op'>=</span><span class='str'>'utf-8'</span><span class='op'>)</span> <span class='key'>as</span> <span class='nam'>f</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t189' class='stm mis'> <span class='nam'>json</span><span class='op'>.</span><span class='nam'>dump</span><span class='op'>(</span><span class='nam'>obj</span><span class='op'>,</span> <span class='nam'>f</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t190' class='pln'><span class='strut'> </span></p>
- <p id='t191' class='stm run hide_run'><span class='key'>def</span> <span class='nam'>htmlentity_transform</span><span class='op'>(</span><span class='nam'>matchobj</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t192' class='pln'> <span class='str'>"""Transforms an HTML entity to a character.</span><span class='strut'> </span></p>
- <p id='t193' class='pln'><span class='strut'> </span></p>
- <p id='t194' class='pln'><span class='str'> This function receives a match object and is intended to be used with</span><span class='strut'> </span></p>
- <p id='t195' class='pln'><span class='str'> the re.sub() function.</span><span class='strut'> </span></p>
- <p id='t196' class='pln'><span class='str'> """</span><span class='strut'> </span></p>
- <p id='t197' class='stm run hide_run'> <span class='nam'>entity</span> <span class='op'>=</span> <span class='nam'>matchobj</span><span class='op'>.</span><span class='nam'>group</span><span class='op'>(</span><span class='num'>1</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t198' class='pln'><span class='strut'> </span></p>
- <p id='t199' class='pln'> <span class='com'># Known non-numeric HTML entity</span><span class='strut'> </span></p>
- <p id='t200' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>entity</span> <span class='key'>in</span> <span class='nam'>compat_html_entities</span><span class='op'>.</span><span class='nam'>name2codepoint</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t201' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>compat_chr</span><span class='op'>(</span><span class='nam'>compat_html_entities</span><span class='op'>.</span><span class='nam'>name2codepoint</span><span class='op'>[</span><span class='nam'>entity</span><span class='op'>]</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t202' class='pln'><span class='strut'> </span></p>
- <p id='t203' class='stm run hide_run'> <span class='nam'>mobj</span> <span class='op'>=</span> <span class='nam'>re</span><span class='op'>.</span><span class='nam'>match</span><span class='op'>(</span><span class='str'>u'(?u)#(x?\\d+)'</span><span class='op'>,</span> <span class='nam'>entity</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t204' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>mobj</span> <span class='key'>is</span> <span class='key'>not</span> <span class='nam'>None</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t205' class='stm run hide_run'> <span class='nam'>numstr</span> <span class='op'>=</span> <span class='nam'>mobj</span><span class='op'>.</span><span class='nam'>group</span><span class='op'>(</span><span class='num'>1</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t206' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>numstr</span><span class='op'>.</span><span class='nam'>startswith</span><span class='op'>(</span><span class='str'>u'x'</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t207' class='stm mis'> <span class='nam'>base</span> <span class='op'>=</span> <span class='num'>16</span><span class='strut'> </span></p>
- <p id='t208' class='stm mis'> <span class='nam'>numstr</span> <span class='op'>=</span> <span class='str'>u'0%s'</span> <span class='op'>%</span> <span class='nam'>numstr</span><span class='strut'> </span></p>
- <p id='t209' class='pln'> <span class='key'>else</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t210' class='stm run hide_run'> <span class='nam'>base</span> <span class='op'>=</span> <span class='num'>10</span><span class='strut'> </span></p>
- <p id='t211' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>compat_chr</span><span class='op'>(</span><span class='nam'>int</span><span class='op'>(</span><span class='nam'>numstr</span><span class='op'>,</span> <span class='nam'>base</span><span class='op'>)</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t212' class='pln'><span class='strut'> </span></p>
- <p id='t213' class='pln'> <span class='com'># Unknown entity in name, return its literal representation</span><span class='strut'> </span></p>
- <p id='t214' class='stm mis'> <span class='key'>return</span> <span class='op'>(</span><span class='str'>u'&%s;'</span> <span class='op'>%</span> <span class='nam'>entity</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t215' class='pln'><span class='strut'> </span></p>
- <p id='t216' class='stm run hide_run'><span class='nam'>compat_html_parser</span><span class='op'>.</span><span class='nam'>locatestarttagend</span> <span class='op'>=</span> <span class='nam'>re</span><span class='op'>.</span><span class='nam'>compile</span><span class='op'>(</span><span class='str'>r"""<[a-zA-Z][-.a-zA-Z0-9:_]*(?:\s+(?:(?<=['"\s])[^\s/>][^\s/=>]*(?:\s*=+\s*(?:'[^']*'|"[^"]*"|(?!['"])[^>\s]*))?\s*)*)?\s*"""</span><span class='op'>,</span> <span class='nam'>re</span><span class='op'>.</span><span class='nam'>VERBOSE</span><span class='op'>)</span> <span class='com'># backport bugfix</span><span class='strut'> </span></p>
- <p id='t217' class='stm run hide_run'><span class='key'>class</span> <span class='nam'>AttrParser</span><span class='op'>(</span><span class='nam'>compat_html_parser</span><span class='op'>.</span><span class='nam'>HTMLParser</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t218' class='pln'> <span class='str'>"""Modified HTMLParser that isolates a tag with the specified attribute"""</span><span class='strut'> </span></p>
- <p id='t219' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>__init__</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>,</span> <span class='nam'>attribute</span><span class='op'>,</span> <span class='nam'>value</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t220' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>attribute</span> <span class='op'>=</span> <span class='nam'>attribute</span><span class='strut'> </span></p>
- <p id='t221' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>value</span> <span class='op'>=</span> <span class='nam'>value</span><span class='strut'> </span></p>
- <p id='t222' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>result</span> <span class='op'>=</span> <span class='nam'>None</span><span class='strut'> </span></p>
- <p id='t223' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>started</span> <span class='op'>=</span> <span class='nam'>False</span><span class='strut'> </span></p>
- <p id='t224' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>depth</span> <span class='op'>=</span> <span class='op'>{</span><span class='op'>}</span><span class='strut'> </span></p>
- <p id='t225' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>html</span> <span class='op'>=</span> <span class='nam'>None</span><span class='strut'> </span></p>
- <p id='t226' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>watch_startpos</span> <span class='op'>=</span> <span class='nam'>False</span><span class='strut'> </span></p>
- <p id='t227' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>error_count</span> <span class='op'>=</span> <span class='num'>0</span><span class='strut'> </span></p>
- <p id='t228' class='stm run hide_run'> <span class='nam'>compat_html_parser</span><span class='op'>.</span><span class='nam'>HTMLParser</span><span class='op'>.</span><span class='nam'>__init__</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t229' class='pln'><span class='strut'> </span></p>
- <p id='t230' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>error</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>,</span> <span class='nam'>message</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t231' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>error_count</span> <span class='op'>></span> <span class='num'>10</span> <span class='key'>or</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>started</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t232' class='stm run hide_run'> <span class='key'>raise</span> <span class='nam'>compat_html_parser</span><span class='op'>.</span><span class='nam'>HTMLParseError</span><span class='op'>(</span><span class='nam'>message</span><span class='op'>,</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>getpos</span><span class='op'>(</span><span class='op'>)</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t233' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>rawdata</span> <span class='op'>=</span> <span class='str'>'\n'</span><span class='op'>.</span><span class='nam'>join</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>html</span><span class='op'>.</span><span class='nam'>split</span><span class='op'>(</span><span class='str'>'\n'</span><span class='op'>)</span><span class='op'>[</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>getpos</span><span class='op'>(</span><span class='op'>)</span><span class='op'>[</span><span class='num'>0</span><span class='op'>]</span><span class='op'>:</span><span class='op'>]</span><span class='op'>)</span> <span class='com'># skip one line</span><span class='strut'> </span></p>
- <p id='t234' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>error_count</span> <span class='op'>+=</span> <span class='num'>1</span><span class='strut'> </span></p>
- <p id='t235' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>goahead</span><span class='op'>(</span><span class='num'>1</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t236' class='pln'><span class='strut'> </span></p>
- <p id='t237' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>loads</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>,</span> <span class='nam'>html</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t238' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>html</span> <span class='op'>=</span> <span class='nam'>html</span><span class='strut'> </span></p>
- <p id='t239' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>feed</span><span class='op'>(</span><span class='nam'>html</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t240' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>close</span><span class='op'>(</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t241' class='pln'><span class='strut'> </span></p>
- <p id='t242' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>handle_starttag</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>,</span> <span class='nam'>tag</span><span class='op'>,</span> <span class='nam'>attrs</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t243' class='stm run hide_run'> <span class='nam'>attrs</span> <span class='op'>=</span> <span class='nam'>dict</span><span class='op'>(</span><span class='nam'>attrs</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t244' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>started</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t245' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>find_startpos</span><span class='op'>(</span><span class='nam'>None</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t246' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>attribute</span> <span class='key'>in</span> <span class='nam'>attrs</span> <span class='key'>and</span> <span class='nam'>attrs</span><span class='op'>[</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>attribute</span><span class='op'>]</span> <span class='op'>==</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>value</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t247' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>result</span> <span class='op'>=</span> <span class='op'>[</span><span class='nam'>tag</span><span class='op'>]</span><span class='strut'> </span></p>
- <p id='t248' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>started</span> <span class='op'>=</span> <span class='nam'>True</span><span class='strut'> </span></p>
- <p id='t249' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>watch_startpos</span> <span class='op'>=</span> <span class='nam'>True</span><span class='strut'> </span></p>
- <p id='t250' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>started</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t251' class='stm run hide_run'> <span class='key'>if</span> <span class='key'>not</span> <span class='nam'>tag</span> <span class='key'>in</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>depth</span><span class='op'>:</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>depth</span><span class='op'>[</span><span class='nam'>tag</span><span class='op'>]</span> <span class='op'>=</span> <span class='num'>0</span><span class='strut'> </span></p>
- <p id='t252' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>depth</span><span class='op'>[</span><span class='nam'>tag</span><span class='op'>]</span> <span class='op'>+=</span> <span class='num'>1</span><span class='strut'> </span></p>
- <p id='t253' class='pln'><span class='strut'> </span></p>
- <p id='t254' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>handle_endtag</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>,</span> <span class='nam'>tag</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t255' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>started</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t256' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>tag</span> <span class='key'>in</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>depth</span><span class='op'>:</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>depth</span><span class='op'>[</span><span class='nam'>tag</span><span class='op'>]</span> <span class='op'>-=</span> <span class='num'>1</span><span class='strut'> </span></p>
- <p id='t257' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>depth</span><span class='op'>[</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>result</span><span class='op'>[</span><span class='num'>0</span><span class='op'>]</span><span class='op'>]</span> <span class='op'>==</span> <span class='num'>0</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t258' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>started</span> <span class='op'>=</span> <span class='nam'>False</span><span class='strut'> </span></p>
- <p id='t259' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>result</span><span class='op'>.</span><span class='nam'>append</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>getpos</span><span class='op'>(</span><span class='op'>)</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t260' class='pln'><span class='strut'> </span></p>
- <p id='t261' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>find_startpos</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>,</span> <span class='nam'>x</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t262' class='pln'> <span class='str'>"""Needed to put the start position of the result (self.result[1])</span><span class='strut'> </span></p>
- <p id='t263' class='pln'><span class='str'> after the opening tag with the requested id"""</span><span class='strut'> </span></p>
- <p id='t264' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>watch_startpos</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t265' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>watch_startpos</span> <span class='op'>=</span> <span class='nam'>False</span><span class='strut'> </span></p>
- <p id='t266' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>result</span><span class='op'>.</span><span class='nam'>append</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>getpos</span><span class='op'>(</span><span class='op'>)</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t267' class='stm run hide_run'> <span class='nam'>handle_entityref</span> <span class='op'>=</span> <span class='nam'>handle_charref</span> <span class='op'>=</span> <span class='nam'>handle_data</span> <span class='op'>=</span> <span class='nam'>handle_comment</span> <span class='op'>=</span> <span class='xx'>\</span><span class='strut'> </span></p>
- <p id='t268' class='pln'> <span class='nam'>handle_decl</span> <span class='op'>=</span> <span class='nam'>handle_pi</span> <span class='op'>=</span> <span class='nam'>unknown_decl</span> <span class='op'>=</span> <span class='nam'>find_startpos</span><span class='strut'> </span></p>
- <p id='t269' class='pln'><span class='strut'> </span></p>
- <p id='t270' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>get_result</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t271' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>result</span> <span class='key'>is</span> <span class='nam'>None</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t272' class='stm mis'> <span class='key'>return</span> <span class='nam'>None</span><span class='strut'> </span></p>
- <p id='t273' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>len</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>result</span><span class='op'>)</span> <span class='op'>!=</span> <span class='num'>3</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t274' class='stm mis'> <span class='key'>return</span> <span class='nam'>None</span><span class='strut'> </span></p>
- <p id='t275' class='stm run hide_run'> <span class='nam'>lines</span> <span class='op'>=</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>html</span><span class='op'>.</span><span class='nam'>split</span><span class='op'>(</span><span class='str'>'\n'</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t276' class='stm run hide_run'> <span class='nam'>lines</span> <span class='op'>=</span> <span class='nam'>lines</span><span class='op'>[</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>result</span><span class='op'>[</span><span class='num'>1</span><span class='op'>]</span><span class='op'>[</span><span class='num'>0</span><span class='op'>]</span><span class='op'>-</span><span class='num'>1</span><span class='op'>:</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>result</span><span class='op'>[</span><span class='num'>2</span><span class='op'>]</span><span class='op'>[</span><span class='num'>0</span><span class='op'>]</span><span class='op'>]</span><span class='strut'> </span></p>
- <p id='t277' class='stm run hide_run'> <span class='nam'>lines</span><span class='op'>[</span><span class='num'>0</span><span class='op'>]</span> <span class='op'>=</span> <span class='nam'>lines</span><span class='op'>[</span><span class='num'>0</span><span class='op'>]</span><span class='op'>[</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>result</span><span class='op'>[</span><span class='num'>1</span><span class='op'>]</span><span class='op'>[</span><span class='num'>1</span><span class='op'>]</span><span class='op'>:</span><span class='op'>]</span><span class='strut'> </span></p>
- <p id='t278' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>len</span><span class='op'>(</span><span class='nam'>lines</span><span class='op'>)</span> <span class='op'>==</span> <span class='num'>1</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t279' class='stm run hide_run'> <span class='nam'>lines</span><span class='op'>[</span><span class='op'>-</span><span class='num'>1</span><span class='op'>]</span> <span class='op'>=</span> <span class='nam'>lines</span><span class='op'>[</span><span class='op'>-</span><span class='num'>1</span><span class='op'>]</span><span class='op'>[</span><span class='op'>:</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>result</span><span class='op'>[</span><span class='num'>2</span><span class='op'>]</span><span class='op'>[</span><span class='num'>1</span><span class='op'>]</span><span class='op'>-</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>result</span><span class='op'>[</span><span class='num'>1</span><span class='op'>]</span><span class='op'>[</span><span class='num'>1</span><span class='op'>]</span><span class='op'>]</span><span class='strut'> </span></p>
- <p id='t280' class='stm run hide_run'> <span class='nam'>lines</span><span class='op'>[</span><span class='op'>-</span><span class='num'>1</span><span class='op'>]</span> <span class='op'>=</span> <span class='nam'>lines</span><span class='op'>[</span><span class='op'>-</span><span class='num'>1</span><span class='op'>]</span><span class='op'>[</span><span class='op'>:</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>result</span><span class='op'>[</span><span class='num'>2</span><span class='op'>]</span><span class='op'>[</span><span class='num'>1</span><span class='op'>]</span><span class='op'>]</span><span class='strut'> </span></p>
- <p id='t281' class='stm run hide_run'> <span class='key'>return</span> <span class='str'>'\n'</span><span class='op'>.</span><span class='nam'>join</span><span class='op'>(</span><span class='nam'>lines</span><span class='op'>)</span><span class='op'>.</span><span class='nam'>strip</span><span class='op'>(</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t282' class='pln'><span class='strut'> </span></p>
- <p id='t283' class='stm run hide_run'><span class='key'>def</span> <span class='nam'>get_element_by_id</span><span class='op'>(</span><span class='nam'>id</span><span class='op'>,</span> <span class='nam'>html</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t284' class='pln'> <span class='str'>"""Return the content of the tag with the specified ID in the passed HTML document"""</span><span class='strut'> </span></p>
- <p id='t285' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>get_element_by_attribute</span><span class='op'>(</span><span class='str'>"id"</span><span class='op'>,</span> <span class='nam'>id</span><span class='op'>,</span> <span class='nam'>html</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t286' class='pln'><span class='strut'> </span></p>
- <p id='t287' class='stm run hide_run'><span class='key'>def</span> <span class='nam'>get_element_by_attribute</span><span class='op'>(</span><span class='nam'>attribute</span><span class='op'>,</span> <span class='nam'>value</span><span class='op'>,</span> <span class='nam'>html</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t288' class='pln'> <span class='str'>"""Return the content of the tag with the specified attribute in the passed HTML document"""</span><span class='strut'> </span></p>
- <p id='t289' class='stm run hide_run'> <span class='nam'>parser</span> <span class='op'>=</span> <span class='nam'>AttrParser</span><span class='op'>(</span><span class='nam'>attribute</span><span class='op'>,</span> <span class='nam'>value</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t290' class='stm run hide_run'> <span class='key'>try</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t291' class='stm run hide_run'> <span class='nam'>parser</span><span class='op'>.</span><span class='nam'>loads</span><span class='op'>(</span><span class='nam'>html</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t292' class='stm run hide_run'> <span class='key'>except</span> <span class='nam'>compat_html_parser</span><span class='op'>.</span><span class='nam'>HTMLParseError</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t293' class='stm run hide_run'> <span class='key'>pass</span><span class='strut'> </span></p>
- <p id='t294' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>parser</span><span class='op'>.</span><span class='nam'>get_result</span><span class='op'>(</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t295' class='pln'><span class='strut'> </span></p>
- <p id='t296' class='pln'><span class='strut'> </span></p>
- <p id='t297' class='stm run hide_run'><span class='key'>def</span> <span class='nam'>clean_html</span><span class='op'>(</span><span class='nam'>html</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t298' class='pln'> <span class='str'>"""Clean an HTML snippet into a readable string"""</span><span class='strut'> </span></p>
- <p id='t299' class='pln'> <span class='com'># Newline vs <br /></span><span class='strut'> </span></p>
- <p id='t300' class='stm run hide_run'> <span class='nam'>html</span> <span class='op'>=</span> <span class='nam'>html</span><span class='op'>.</span><span class='nam'>replace</span><span class='op'>(</span><span class='str'>'\n'</span><span class='op'>,</span> <span class='str'>' '</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t301' class='stm run hide_run'> <span class='nam'>html</span> <span class='op'>=</span> <span class='nam'>re</span><span class='op'>.</span><span class='nam'>sub</span><span class='op'>(</span><span class='str'>r'\s*<\s*br\s*/?\s*>\s*'</span><span class='op'>,</span> <span class='str'>'\n'</span><span class='op'>,</span> <span class='nam'>html</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t302' class='stm run hide_run'> <span class='nam'>html</span> <span class='op'>=</span> <span class='nam'>re</span><span class='op'>.</span><span class='nam'>sub</span><span class='op'>(</span><span class='str'>r'<\s*/\s*p\s*>\s*<\s*p[^>]*>'</span><span class='op'>,</span> <span class='str'>'\n'</span><span class='op'>,</span> <span class='nam'>html</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t303' class='pln'> <span class='com'># Strip html tags</span><span class='strut'> </span></p>
- <p id='t304' class='stm run hide_run'> <span class='nam'>html</span> <span class='op'>=</span> <span class='nam'>re</span><span class='op'>.</span><span class='nam'>sub</span><span class='op'>(</span><span class='str'>'<.*?>'</span><span class='op'>,</span> <span class='str'>''</span><span class='op'>,</span> <span class='nam'>html</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t305' class='pln'> <span class='com'># Replace html entities</span><span class='strut'> </span></p>
- <p id='t306' class='stm run hide_run'> <span class='nam'>html</span> <span class='op'>=</span> <span class='nam'>unescapeHTML</span><span class='op'>(</span><span class='nam'>html</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t307' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>html</span><span class='strut'> </span></p>
- <p id='t308' class='pln'><span class='strut'> </span></p>
- <p id='t309' class='pln'><span class='strut'> </span></p>
- <p id='t310' class='stm run hide_run'><span class='key'>def</span> <span class='nam'>sanitize_open</span><span class='op'>(</span><span class='nam'>filename</span><span class='op'>,</span> <span class='nam'>open_mode</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t311' class='pln'> <span class='str'>"""Try to open the given filename, and slightly tweak it if this fails.</span><span class='strut'> </span></p>
- <p id='t312' class='pln'><span class='strut'> </span></p>
- <p id='t313' class='pln'><span class='str'> Attempts to open the given filename. If this fails, it tries to change</span><span class='strut'> </span></p>
- <p id='t314' class='pln'><span class='str'> the filename slightly, step by step, until it's either able to open it</span><span class='strut'> </span></p>
- <p id='t315' class='pln'><span class='str'> or it fails and raises a final exception, like the standard open()</span><span class='strut'> </span></p>
- <p id='t316' class='pln'><span class='str'> function.</span><span class='strut'> </span></p>
- <p id='t317' class='pln'><span class='strut'> </span></p>
- <p id='t318' class='pln'><span class='str'> It returns the tuple (stream, definitive_file_name).</span><span class='strut'> </span></p>
- <p id='t319' class='pln'><span class='str'> """</span><span class='strut'> </span></p>
- <p id='t320' class='stm run hide_run'> <span class='key'>try</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t321' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>filename</span> <span class='op'>==</span> <span class='str'>u'-'</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t322' class='stm mis'> <span class='key'>if</span> <span class='nam'>sys</span><span class='op'>.</span><span class='nam'>platform</span> <span class='op'>==</span> <span class='str'>'win32'</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t323' class='stm mis'> <span class='key'>import</span> <span class='nam'>msvcrt</span><span class='strut'> </span></p>
- <p id='t324' class='stm mis'> <span class='nam'>msvcrt</span><span class='op'>.</span><span class='nam'>setmode</span><span class='op'>(</span><span class='nam'>sys</span><span class='op'>.</span><span class='nam'>stdout</span><span class='op'>.</span><span class='nam'>fileno</span><span class='op'>(</span><span class='op'>)</span><span class='op'>,</span> <span class='nam'>os</span><span class='op'>.</span><span class='nam'>O_BINARY</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t325' class='stm mis'> <span class='key'>return</span> <span class='op'>(</span><span class='nam'>sys</span><span class='op'>.</span><span class='nam'>stdout</span><span class='op'>,</span> <span class='nam'>filename</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t326' class='stm run hide_run'> <span class='nam'>stream</span> <span class='op'>=</span> <span class='nam'>open</span><span class='op'>(</span><span class='nam'>encodeFilename</span><span class='op'>(</span><span class='nam'>filename</span><span class='op'>)</span><span class='op'>,</span> <span class='nam'>open_mode</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t327' class='stm run hide_run'> <span class='key'>return</span> <span class='op'>(</span><span class='nam'>stream</span><span class='op'>,</span> <span class='nam'>filename</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t328' class='stm mis'> <span class='key'>except</span> <span class='op'>(</span><span class='nam'>IOError</span><span class='op'>,</span> <span class='nam'>OSError</span><span class='op'>)</span> <span class='key'>as</span> <span class='nam'>err</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t329' class='pln'> <span class='com'># In case of error, try to remove win32 forbidden chars</span><span class='strut'> </span></p>
- <p id='t330' class='stm mis'> <span class='nam'>filename</span> <span class='op'>=</span> <span class='nam'>re</span><span class='op'>.</span><span class='nam'>sub</span><span class='op'>(</span><span class='str'>u'[/<>:"\\|\\\\?\\*]'</span><span class='op'>,</span> <span class='str'>u'#'</span><span class='op'>,</span> <span class='nam'>filename</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t331' class='pln'><span class='strut'> </span></p>
- <p id='t332' class='pln'> <span class='com'># An exception here should be caught in the caller</span><span class='strut'> </span></p>
- <p id='t333' class='stm mis'> <span class='nam'>stream</span> <span class='op'>=</span> <span class='nam'>open</span><span class='op'>(</span><span class='nam'>encodeFilename</span><span class='op'>(</span><span class='nam'>filename</span><span class='op'>)</span><span class='op'>,</span> <span class='nam'>open_mode</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t334' class='stm mis'> <span class='key'>return</span> <span class='op'>(</span><span class='nam'>stream</span><span class='op'>,</span> <span class='nam'>filename</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t335' class='pln'><span class='strut'> </span></p>
- <p id='t336' class='pln'><span class='strut'> </span></p>
- <p id='t337' class='stm run hide_run'><span class='key'>def</span> <span class='nam'>timeconvert</span><span class='op'>(</span><span class='nam'>timestr</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t338' class='pln'> <span class='str'>"""Convert RFC 2822 defined time string into system timestamp"""</span><span class='strut'> </span></p>
- <p id='t339' class='stm run hide_run'> <span class='nam'>timestamp</span> <span class='op'>=</span> <span class='nam'>None</span><span class='strut'> </span></p>
- <p id='t340' class='stm run hide_run'> <span class='nam'>timetuple</span> <span class='op'>=</span> <span class='nam'>email</span><span class='op'>.</span><span class='nam'>utils</span><span class='op'>.</span><span class='nam'>parsedate_tz</span><span class='op'>(</span><span class='nam'>timestr</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t341' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>timetuple</span> <span class='key'>is</span> <span class='key'>not</span> <span class='nam'>None</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t342' class='stm run hide_run'> <span class='nam'>timestamp</span> <span class='op'>=</span> <span class='nam'>email</span><span class='op'>.</span><span class='nam'>utils</span><span class='op'>.</span><span class='nam'>mktime_tz</span><span class='op'>(</span><span class='nam'>timetuple</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t343' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>timestamp</span><span class='strut'> </span></p>
- <p id='t344' class='pln'><span class='strut'> </span></p>
- <p id='t345' class='stm run hide_run'><span class='key'>def</span> <span class='nam'>sanitize_filename</span><span class='op'>(</span><span class='nam'>s</span><span class='op'>,</span> <span class='nam'>restricted</span><span class='op'>=</span><span class='nam'>False</span><span class='op'>,</span> <span class='nam'>is_id</span><span class='op'>=</span><span class='nam'>False</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t346' class='pln'> <span class='str'>"""Sanitizes a string so it could be used as part of a filename.</span><span class='strut'> </span></p>
- <p id='t347' class='pln'><span class='str'> If restricted is set, use a stricter subset of allowed characters.</span><span class='strut'> </span></p>
- <p id='t348' class='pln'><span class='str'> Set is_id if this is not an arbitrary string, but an ID that should be kept if possible</span><span class='strut'> </span></p>
- <p id='t349' class='pln'><span class='str'> """</span><span class='strut'> </span></p>
- <p id='t350' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>replace_insane</span><span class='op'>(</span><span class='nam'>char</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t351' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>char</span> <span class='op'>==</span> <span class='str'>'?'</span> <span class='key'>or</span> <span class='nam'>ord</span><span class='op'>(</span><span class='nam'>char</span><span class='op'>)</span> <span class='op'><</span> <span class='num'>32</span> <span class='key'>or</span> <span class='nam'>ord</span><span class='op'>(</span><span class='nam'>char</span><span class='op'>)</span> <span class='op'>==</span> <span class='num'>127</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t352' class='stm run hide_run'> <span class='key'>return</span> <span class='str'>''</span><span class='strut'> </span></p>
- <p id='t353' class='stm run hide_run'> <span class='key'>elif</span> <span class='nam'>char</span> <span class='op'>==</span> <span class='str'>'"'</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t354' class='stm run hide_run'> <span class='key'>return</span> <span class='str'>''</span> <span class='key'>if</span> <span class='nam'>restricted</span> <span class='key'>else</span> <span class='str'>'\''</span><span class='strut'> </span></p>
- <p id='t355' class='stm run hide_run'> <span class='key'>elif</span> <span class='nam'>char</span> <span class='op'>==</span> <span class='str'>':'</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t356' class='stm run hide_run'> <span class='key'>return</span> <span class='str'>'_-'</span> <span class='key'>if</span> <span class='nam'>restricted</span> <span class='key'>else</span> <span class='str'>' -'</span><span class='strut'> </span></p>
- <p id='t357' class='stm run hide_run'> <span class='key'>elif</span> <span class='nam'>char</span> <span class='key'>in</span> <span class='str'>'\\/|*<>'</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t358' class='stm run hide_run'> <span class='key'>return</span> <span class='str'>'_'</span><span class='strut'> </span></p>
- <p id='t359' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>restricted</span> <span class='key'>and</span> <span class='op'>(</span><span class='nam'>char</span> <span class='key'>in</span> <span class='str'>'!&\'()[]{}$;`^,#'</span> <span class='key'>or</span> <span class='nam'>char</span><span class='op'>.</span><span class='nam'>isspace</span><span class='op'>(</span><span class='op'>)</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t360' class='stm run hide_run'> <span class='key'>return</span> <span class='str'>'_'</span><span class='strut'> </span></p>
- <p id='t361' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>restricted</span> <span class='key'>and</span> <span class='nam'>ord</span><span class='op'>(</span><span class='nam'>char</span><span class='op'>)</span> <span class='op'>></span> <span class='num'>127</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t362' class='stm run hide_run'> <span class='key'>return</span> <span class='str'>'_'</span><span class='strut'> </span></p>
- <p id='t363' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>char</span><span class='strut'> </span></p>
- <p id='t364' class='pln'><span class='strut'> </span></p>
- <p id='t365' class='stm run hide_run'> <span class='nam'>result</span> <span class='op'>=</span> <span class='str'>u''</span><span class='op'>.</span><span class='nam'>join</span><span class='op'>(</span><span class='nam'>map</span><span class='op'>(</span><span class='nam'>replace_insane</span><span class='op'>,</span> <span class='nam'>s</span><span class='op'>)</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t366' class='stm run hide_run'> <span class='key'>if</span> <span class='key'>not</span> <span class='nam'>is_id</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t367' class='stm run hide_run'> <span class='key'>while</span> <span class='str'>'__'</span> <span class='key'>in</span> <span class='nam'>result</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t368' class='stm run hide_run'> <span class='nam'>result</span> <span class='op'>=</span> <span class='nam'>result</span><span class='op'>.</span><span class='nam'>replace</span><span class='op'>(</span><span class='str'>'__'</span><span class='op'>,</span> <span class='str'>'_'</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t369' class='stm run hide_run'> <span class='nam'>result</span> <span class='op'>=</span> <span class='nam'>result</span><span class='op'>.</span><span class='nam'>strip</span><span class='op'>(</span><span class='str'>'_'</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t370' class='pln'> <span class='com'># Common case of "Foreign band name - English song title"</span><span class='strut'> </span></p>
- <p id='t371' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>restricted</span> <span class='key'>and</span> <span class='nam'>result</span><span class='op'>.</span><span class='nam'>startswith</span><span class='op'>(</span><span class='str'>'-_'</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t372' class='stm run hide_run'> <span class='nam'>result</span> <span class='op'>=</span> <span class='nam'>result</span><span class='op'>[</span><span class='num'>2</span><span class='op'>:</span><span class='op'>]</span><span class='strut'> </span></p>
- <p id='t373' class='stm run hide_run'> <span class='key'>if</span> <span class='key'>not</span> <span class='nam'>result</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t374' class='stm run hide_run'> <span class='nam'>result</span> <span class='op'>=</span> <span class='str'>'_'</span><span class='strut'> </span></p>
- <p id='t375' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>result</span><span class='strut'> </span></p>
- <p id='t376' class='pln'><span class='strut'> </span></p>
- <p id='t377' class='stm run hide_run'><span class='key'>def</span> <span class='nam'>orderedSet</span><span class='op'>(</span><span class='nam'>iterable</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t378' class='pln'> <span class='str'>""" Remove all duplicates from the input iterable """</span><span class='strut'> </span></p>
- <p id='t379' class='stm run hide_run'> <span class='nam'>res</span> <span class='op'>=</span> <span class='op'>[</span><span class='op'>]</span><span class='strut'> </span></p>
- <p id='t380' class='stm run hide_run'> <span class='key'>for</span> <span class='nam'>el</span> <span class='key'>in</span> <span class='nam'>iterable</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t381' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>el</span> <span class='key'>not</span> <span class='key'>in</span> <span class='nam'>res</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t382' class='stm run hide_run'> <span class='nam'>res</span><span class='op'>.</span><span class='nam'>append</span><span class='op'>(</span><span class='nam'>el</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t383' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>res</span><span class='strut'> </span></p>
- <p id='t384' class='pln'><span class='strut'> </span></p>
- <p id='t385' class='stm run hide_run'><span class='key'>def</span> <span class='nam'>unescapeHTML</span><span class='op'>(</span><span class='nam'>s</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t386' class='pln'> <span class='str'>"""</span><span class='strut'> </span></p>
- <p id='t387' class='pln'><span class='str'> @param s a string</span><span class='strut'> </span></p>
- <p id='t388' class='pln'><span class='str'> """</span><span class='strut'> </span></p>
- <p id='t389' class='stm run hide_run'> <span class='key'>assert</span> <span class='nam'>type</span><span class='op'>(</span><span class='nam'>s</span><span class='op'>)</span> <span class='op'>==</span> <span class='nam'>type</span><span class='op'>(</span><span class='str'>u''</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t390' class='pln'><span class='strut'> </span></p>
- <p id='t391' class='stm run hide_run'> <span class='nam'>result</span> <span class='op'>=</span> <span class='nam'>re</span><span class='op'>.</span><span class='nam'>sub</span><span class='op'>(</span><span class='str'>u'(?u)&(.+?);'</span><span class='op'>,</span> <span class='nam'>htmlentity_transform</span><span class='op'>,</span> <span class='nam'>s</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t392' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>result</span><span class='strut'> </span></p>
- <p id='t393' class='pln'><span class='strut'> </span></p>
- <p id='t394' class='stm run hide_run'><span class='key'>def</span> <span class='nam'>encodeFilename</span><span class='op'>(</span><span class='nam'>s</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t395' class='pln'> <span class='str'>"""</span><span class='strut'> </span></p>
- <p id='t396' class='pln'><span class='str'> @param s The name of the file</span><span class='strut'> </span></p>
- <p id='t397' class='pln'><span class='str'> """</span><span class='strut'> </span></p>
- <p id='t398' class='pln'><span class='strut'> </span></p>
- <p id='t399' class='stm run hide_run'> <span class='key'>assert</span> <span class='nam'>type</span><span class='op'>(</span><span class='nam'>s</span><span class='op'>)</span> <span class='op'>==</span> <span class='nam'>type</span><span class='op'>(</span><span class='str'>u''</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t400' class='pln'><span class='strut'> </span></p>
- <p id='t401' class='pln'> <span class='com'># Python 3 has a Unicode API</span><span class='strut'> </span></p>
- <p id='t402' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>sys</span><span class='op'>.</span><span class='nam'>version_info</span> <span class='op'>>=</span> <span class='op'>(</span><span class='num'>3</span><span class='op'>,</span> <span class='num'>0</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t403' class='stm mis'> <span class='key'>return</span> <span class='nam'>s</span><span class='strut'> </span></p>
- <p id='t404' class='pln'><span class='strut'> </span></p>
- <p id='t405' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>sys</span><span class='op'>.</span><span class='nam'>platform</span> <span class='op'>==</span> <span class='str'>'win32'</span> <span class='key'>and</span> <span class='nam'>sys</span><span class='op'>.</span><span class='nam'>getwindowsversion</span><span class='op'>(</span><span class='op'>)</span><span class='op'>[</span><span class='num'>0</span><span class='op'>]</span> <span class='op'>>=</span> <span class='num'>5</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t406' class='pln'> <span class='com'># Pass u'' directly to use Unicode APIs on Windows 2000 and up</span><span class='strut'> </span></p>
- <p id='t407' class='pln'> <span class='com'># (Detecting Windows NT 4 is tricky because 'major >= 4' would</span><span class='strut'> </span></p>
- <p id='t408' class='pln'> <span class='com'># match Windows 9x series as well. Besides, NT 4 is obsolete.)</span><span class='strut'> </span></p>
- <p id='t409' class='stm mis'> <span class='key'>return</span> <span class='nam'>s</span><span class='strut'> </span></p>
- <p id='t410' class='pln'> <span class='key'>else</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t411' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>s</span><span class='op'>.</span><span class='nam'>encode</span><span class='op'>(</span><span class='nam'>sys</span><span class='op'>.</span><span class='nam'>getfilesystemencoding</span><span class='op'>(</span><span class='op'>)</span><span class='op'>,</span> <span class='str'>'ignore'</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t412' class='pln'><span class='strut'> </span></p>
- <p id='t413' class='pln'><span class='strut'> </span></p>
- <p id='t414' class='stm run hide_run'><span class='key'>class</span> <span class='nam'>ExtractorError</span><span class='op'>(</span><span class='nam'>Exception</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t415' class='pln'> <span class='str'>"""Error during info extraction."""</span><span class='strut'> </span></p>
- <p id='t416' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>__init__</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>,</span> <span class='nam'>msg</span><span class='op'>,</span> <span class='nam'>tb</span><span class='op'>=</span><span class='nam'>None</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t417' class='pln'> <span class='str'>""" tb is the original traceback (so that it can be printed out) """</span><span class='strut'> </span></p>
- <p id='t418' class='stm mis'> <span class='nam'>super</span><span class='op'>(</span><span class='nam'>ExtractorError</span><span class='op'>,</span> <span class='nam'>self</span><span class='op'>)</span><span class='op'>.</span><span class='nam'>__init__</span><span class='op'>(</span><span class='nam'>msg</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t419' class='stm mis'> <span class='key'>if</span> <span class='nam'>tb</span> <span class='key'>is</span> <span class='nam'>None</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t420' class='stm mis'> <span class='nam'>tb</span> <span class='op'>=</span> <span class='nam'>sys</span><span class='op'>.</span><span class='nam'>exc_info</span><span class='op'>(</span><span class='op'>)</span><span class='op'>[</span><span class='num'>2</span><span class='op'>]</span><span class='strut'> </span></p>
- <p id='t421' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>traceback</span> <span class='op'>=</span> <span class='nam'>tb</span><span class='strut'> </span></p>
- <p id='t422' class='pln'><span class='strut'> </span></p>
- <p id='t423' class='pln'><span class='strut'> </span></p>
- <p id='t424' class='stm run hide_run'><span class='key'>class</span> <span class='nam'>DownloadError</span><span class='op'>(</span><span class='nam'>Exception</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t425' class='pln'> <span class='str'>"""Download Error exception.</span><span class='strut'> </span></p>
- <p id='t426' class='pln'><span class='strut'> </span></p>
- <p id='t427' class='pln'><span class='str'> This exception may be thrown by FileDownloader objects if they are not</span><span class='strut'> </span></p>
- <p id='t428' class='pln'><span class='str'> configured to continue on errors. They will contain the appropriate</span><span class='strut'> </span></p>
- <p id='t429' class='pln'><span class='str'> error message.</span><span class='strut'> </span></p>
- <p id='t430' class='pln'><span class='str'> """</span><span class='strut'> </span></p>
- <p id='t431' class='stm run hide_run'> <span class='key'>pass</span><span class='strut'> </span></p>
- <p id='t432' class='pln'><span class='strut'> </span></p>
- <p id='t433' class='pln'><span class='strut'> </span></p>
- <p id='t434' class='stm run hide_run'><span class='key'>class</span> <span class='nam'>SameFileError</span><span class='op'>(</span><span class='nam'>Exception</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t435' class='pln'> <span class='str'>"""Same File exception.</span><span class='strut'> </span></p>
- <p id='t436' class='pln'><span class='strut'> </span></p>
- <p id='t437' class='pln'><span class='str'> This exception will be thrown by FileDownloader objects if they detect</span><span class='strut'> </span></p>
- <p id='t438' class='pln'><span class='str'> multiple files would have to be downloaded to the same file on disk.</span><span class='strut'> </span></p>
- <p id='t439' class='pln'><span class='str'> """</span><span class='strut'> </span></p>
- <p id='t440' class='stm run hide_run'> <span class='key'>pass</span><span class='strut'> </span></p>
- <p id='t441' class='pln'><span class='strut'> </span></p>
- <p id='t442' class='pln'><span class='strut'> </span></p>
- <p id='t443' class='stm run hide_run'><span class='key'>class</span> <span class='nam'>PostProcessingError</span><span class='op'>(</span><span class='nam'>Exception</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t444' class='pln'> <span class='str'>"""Post Processing exception.</span><span class='strut'> </span></p>
- <p id='t445' class='pln'><span class='strut'> </span></p>
- <p id='t446' class='pln'><span class='str'> This exception may be raised by PostProcessor's .run() method to</span><span class='strut'> </span></p>
- <p id='t447' class='pln'><span class='str'> indicate an error in the postprocessing task.</span><span class='strut'> </span></p>
- <p id='t448' class='pln'><span class='str'> """</span><span class='strut'> </span></p>
- <p id='t449' class='stm run hide_run'> <span class='key'>pass</span><span class='strut'> </span></p>
- <p id='t450' class='pln'><span class='strut'> </span></p>
- <p id='t451' class='stm run hide_run'><span class='key'>class</span> <span class='nam'>MaxDownloadsReached</span><span class='op'>(</span><span class='nam'>Exception</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t452' class='pln'> <span class='str'>""" --max-downloads limit has been reached. """</span><span class='strut'> </span></p>
- <p id='t453' class='stm run hide_run'> <span class='key'>pass</span><span class='strut'> </span></p>
- <p id='t454' class='pln'><span class='strut'> </span></p>
- <p id='t455' class='pln'><span class='strut'> </span></p>
- <p id='t456' class='stm run hide_run'><span class='key'>class</span> <span class='nam'>UnavailableVideoError</span><span class='op'>(</span><span class='nam'>Exception</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t457' class='pln'> <span class='str'>"""Unavailable Format exception.</span><span class='strut'> </span></p>
- <p id='t458' class='pln'><span class='strut'> </span></p>
- <p id='t459' class='pln'><span class='str'> This exception will be thrown when a video is requested</span><span class='strut'> </span></p>
- <p id='t460' class='pln'><span class='str'> in a format that is not available for that video.</span><span class='strut'> </span></p>
- <p id='t461' class='pln'><span class='str'> """</span><span class='strut'> </span></p>
- <p id='t462' class='stm run hide_run'> <span class='key'>pass</span><span class='strut'> </span></p>
- <p id='t463' class='pln'><span class='strut'> </span></p>
- <p id='t464' class='pln'><span class='strut'> </span></p>
- <p id='t465' class='stm run hide_run'><span class='key'>class</span> <span class='nam'>ContentTooShortError</span><span class='op'>(</span><span class='nam'>Exception</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t466' class='pln'> <span class='str'>"""Content Too Short exception.</span><span class='strut'> </span></p>
- <p id='t467' class='pln'><span class='strut'> </span></p>
- <p id='t468' class='pln'><span class='str'> This exception may be raised by FileDownloader objects when a file they</span><span class='strut'> </span></p>
- <p id='t469' class='pln'><span class='str'> download is too small for what the server announced first, indicating</span><span class='strut'> </span></p>
- <p id='t470' class='pln'><span class='str'> the connection was probably interrupted.</span><span class='strut'> </span></p>
- <p id='t471' class='pln'><span class='str'> """</span><span class='strut'> </span></p>
- <p id='t472' class='pln'> <span class='com'># Both in bytes</span><span class='strut'> </span></p>
- <p id='t473' class='stm run hide_run'> <span class='nam'>downloaded</span> <span class='op'>=</span> <span class='nam'>None</span><span class='strut'> </span></p>
- <p id='t474' class='stm run hide_run'> <span class='nam'>expected</span> <span class='op'>=</span> <span class='nam'>None</span><span class='strut'> </span></p>
- <p id='t475' class='pln'><span class='strut'> </span></p>
- <p id='t476' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>__init__</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>,</span> <span class='nam'>downloaded</span><span class='op'>,</span> <span class='nam'>expected</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t477' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>downloaded</span> <span class='op'>=</span> <span class='nam'>downloaded</span><span class='strut'> </span></p>
- <p id='t478' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>expected</span> <span class='op'>=</span> <span class='nam'>expected</span><span class='strut'> </span></p>
- <p id='t479' class='pln'><span class='strut'> </span></p>
- <p id='t480' class='stm run hide_run'><span class='key'>class</span> <span class='nam'>YoutubeDLHandler</span><span class='op'>(</span><span class='nam'>compat_urllib_request</span><span class='op'>.</span><span class='nam'>HTTPHandler</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t481' class='pln'> <span class='str'>"""Handler for HTTP requests and responses.</span><span class='strut'> </span></p>
- <p id='t482' class='pln'><span class='strut'> </span></p>
- <p id='t483' class='pln'><span class='str'> This class, when installed with an OpenerDirector, automatically adds</span><span class='strut'> </span></p>
- <p id='t484' class='pln'><span class='str'> the standard headers to every HTTP request and handles gzipped and</span><span class='strut'> </span></p>
- <p id='t485' class='pln'><span class='str'> deflated responses from web servers. If compression is to be avoided in</span><span class='strut'> </span></p>
- <p id='t486' class='pln'><span class='str'> a particular request, the original request in the program code only has</span><span class='strut'> </span></p>
- <p id='t487' class='pln'><span class='str'> to include the HTTP header "Youtubedl-No-Compression", which will be</span><span class='strut'> </span></p>
- <p id='t488' class='pln'><span class='str'> removed before making the real request.</span><span class='strut'> </span></p>
- <p id='t489' class='pln'><span class='strut'> </span></p>
- <p id='t490' class='pln'><span class='str'> Part of this code was copied from:</span><span class='strut'> </span></p>
- <p id='t491' class='pln'><span class='strut'> </span></p>
- <p id='t492' class='pln'><span class='str'> http://techknack.net/python-urllib2-handlers/</span><span class='strut'> </span></p>
- <p id='t493' class='pln'><span class='strut'> </span></p>
- <p id='t494' class='pln'><span class='str'> Andrew Rowls, the author of that code, agreed to release it to the</span><span class='strut'> </span></p>
- <p id='t495' class='pln'><span class='str'> public domain.</span><span class='strut'> </span></p>
- <p id='t496' class='pln'><span class='str'> """</span><span class='strut'> </span></p>
- <p id='t497' class='pln'><span class='strut'> </span></p>
- <p id='t498' class='stm run hide_run'> <span class='op'>@</span><span class='nam'>staticmethod</span><span class='strut'> </span></p>
- <p id='t499' class='pln'> <span class='key'>def</span> <span class='nam'>deflate</span><span class='op'>(</span><span class='nam'>data</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t500' class='stm mis'> <span class='key'>try</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t501' class='stm mis'> <span class='key'>return</span> <span class='nam'>zlib</span><span class='op'>.</span><span class='nam'>decompress</span><span class='op'>(</span><span class='nam'>data</span><span class='op'>,</span> <span class='op'>-</span><span class='nam'>zlib</span><span class='op'>.</span><span class='nam'>MAX_WBITS</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t502' class='stm mis'> <span class='key'>except</span> <span class='nam'>zlib</span><span class='op'>.</span><span class='nam'>error</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t503' class='stm mis'> <span class='key'>return</span> <span class='nam'>zlib</span><span class='op'>.</span><span class='nam'>decompress</span><span class='op'>(</span><span class='nam'>data</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t504' class='pln'><span class='strut'> </span></p>
- <p id='t505' class='stm run hide_run'> <span class='op'>@</span><span class='nam'>staticmethod</span><span class='strut'> </span></p>
- <p id='t506' class='pln'> <span class='key'>def</span> <span class='nam'>addinfourl_wrapper</span><span class='op'>(</span><span class='nam'>stream</span><span class='op'>,</span> <span class='nam'>headers</span><span class='op'>,</span> <span class='nam'>url</span><span class='op'>,</span> <span class='nam'>code</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t507' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>hasattr</span><span class='op'>(</span><span class='nam'>compat_urllib_request</span><span class='op'>.</span><span class='nam'>addinfourl</span><span class='op'>,</span> <span class='str'>'getcode'</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t508' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>compat_urllib_request</span><span class='op'>.</span><span class='nam'>addinfourl</span><span class='op'>(</span><span class='nam'>stream</span><span class='op'>,</span> <span class='nam'>headers</span><span class='op'>,</span> <span class='nam'>url</span><span class='op'>,</span> <span class='nam'>code</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t509' class='stm mis'> <span class='nam'>ret</span> <span class='op'>=</span> <span class='nam'>compat_urllib_request</span><span class='op'>.</span><span class='nam'>addinfourl</span><span class='op'>(</span><span class='nam'>stream</span><span class='op'>,</span> <span class='nam'>headers</span><span class='op'>,</span> <span class='nam'>url</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t510' class='stm mis'> <span class='nam'>ret</span><span class='op'>.</span><span class='nam'>code</span> <span class='op'>=</span> <span class='nam'>code</span><span class='strut'> </span></p>
- <p id='t511' class='stm mis'> <span class='key'>return</span> <span class='nam'>ret</span><span class='strut'> </span></p>
- <p id='t512' class='pln'><span class='strut'> </span></p>
- <p id='t513' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>http_request</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>,</span> <span class='nam'>req</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t514' class='stm run hide_run'> <span class='key'>for</span> <span class='nam'>h</span> <span class='key'>in</span> <span class='nam'>std_headers</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t515' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>h</span> <span class='key'>in</span> <span class='nam'>req</span><span class='op'>.</span><span class='nam'>headers</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t516' class='stm run hide_run'> <span class='key'>del</span> <span class='nam'>req</span><span class='op'>.</span><span class='nam'>headers</span><span class='op'>[</span><span class='nam'>h</span><span class='op'>]</span><span class='strut'> </span></p>
- <p id='t517' class='stm run hide_run'> <span class='nam'>req</span><span class='op'>.</span><span class='nam'>add_header</span><span class='op'>(</span><span class='nam'>h</span><span class='op'>,</span> <span class='nam'>std_headers</span><span class='op'>[</span><span class='nam'>h</span><span class='op'>]</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t518' class='stm run hide_run'> <span class='key'>if</span> <span class='str'>'Youtubedl-no-compression'</span> <span class='key'>in</span> <span class='nam'>req</span><span class='op'>.</span><span class='nam'>headers</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t519' class='stm run hide_run'> <span class='key'>if</span> <span class='str'>'Accept-encoding'</span> <span class='key'>in</span> <span class='nam'>req</span><span class='op'>.</span><span class='nam'>headers</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t520' class='stm run hide_run'> <span class='key'>del</span> <span class='nam'>req</span><span class='op'>.</span><span class='nam'>headers</span><span class='op'>[</span><span class='str'>'Accept-encoding'</span><span class='op'>]</span><span class='strut'> </span></p>
- <p id='t521' class='stm run hide_run'> <span class='key'>del</span> <span class='nam'>req</span><span class='op'>.</span><span class='nam'>headers</span><span class='op'>[</span><span class='str'>'Youtubedl-no-compression'</span><span class='op'>]</span><span class='strut'> </span></p>
- <p id='t522' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>req</span><span class='strut'> </span></p>
- <p id='t523' class='pln'><span class='strut'> </span></p>
- <p id='t524' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>http_response</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>,</span> <span class='nam'>req</span><span class='op'>,</span> <span class='nam'>resp</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t525' class='stm run hide_run'> <span class='nam'>old_resp</span> <span class='op'>=</span> <span class='nam'>resp</span><span class='strut'> </span></p>
- <p id='t526' class='pln'> <span class='com'># gzip</span><span class='strut'> </span></p>
- <p id='t527' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>resp</span><span class='op'>.</span><span class='nam'>headers</span><span class='op'>.</span><span class='nam'>get</span><span class='op'>(</span><span class='str'>'Content-encoding'</span><span class='op'>,</span> <span class='str'>''</span><span class='op'>)</span> <span class='op'>==</span> <span class='str'>'gzip'</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t528' class='stm run hide_run'> <span class='nam'>gz</span> <span class='op'>=</span> <span class='nam'>gzip</span><span class='op'>.</span><span class='nam'>GzipFile</span><span class='op'>(</span><span class='nam'>fileobj</span><span class='op'>=</span><span class='nam'>io</span><span class='op'>.</span><span class='nam'>BytesIO</span><span class='op'>(</span><span class='nam'>resp</span><span class='op'>.</span><span class='nam'>read</span><span class='op'>(</span><span class='op'>)</span><span class='op'>)</span><span class='op'>,</span> <span class='nam'>mode</span><span class='op'>=</span><span class='str'>'r'</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t529' class='stm run hide_run'> <span class='nam'>resp</span> <span class='op'>=</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>addinfourl_wrapper</span><span class='op'>(</span><span class='nam'>gz</span><span class='op'>,</span> <span class='nam'>old_resp</span><span class='op'>.</span><span class='nam'>headers</span><span class='op'>,</span> <span class='nam'>old_resp</span><span class='op'>.</span><span class='nam'>url</span><span class='op'>,</span> <span class='nam'>old_resp</span><span class='op'>.</span><span class='nam'>code</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t530' class='stm run hide_run'> <span class='nam'>resp</span><span class='op'>.</span><span class='nam'>msg</span> <span class='op'>=</span> <span class='nam'>old_resp</span><span class='op'>.</span><span class='nam'>msg</span><span class='strut'> </span></p>
- <p id='t531' class='pln'> <span class='com'># deflate</span><span class='strut'> </span></p>
- <p id='t532' class='stm run hide_run'> <span class='key'>if</span> <span class='nam'>resp</span><span class='op'>.</span><span class='nam'>headers</span><span class='op'>.</span><span class='nam'>get</span><span class='op'>(</span><span class='str'>'Content-encoding'</span><span class='op'>,</span> <span class='str'>''</span><span class='op'>)</span> <span class='op'>==</span> <span class='str'>'deflate'</span><span class='op'>:</span><span class='strut'> </span></p>
- <p id='t533' class='stm mis'> <span class='nam'>gz</span> <span class='op'>=</span> <span class='nam'>io</span><span class='op'>.</span><span class='nam'>BytesIO</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>deflate</span><span class='op'>(</span><span class='nam'>resp</span><span class='op'>.</span><span class='nam'>read</span><span class='op'>(</span><span class='op'>)</span><span class='op'>)</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t534' class='stm mis'> <span class='nam'>resp</span> <span class='op'>=</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>addinfourl_wrapper</span><span class='op'>(</span><span class='nam'>gz</span><span class='op'>,</span> <span class='nam'>old_resp</span><span class='op'>.</span><span class='nam'>headers</span><span class='op'>,</span> <span class='nam'>old_resp</span><span class='op'>.</span><span class='nam'>url</span><span class='op'>,</span> <span class='nam'>old_resp</span><span class='op'>.</span><span class='nam'>code</span><span class='op'>)</span><span class='strut'> </span></p>
- <p id='t535' class='stm mis'> <span class='nam'>resp</span><span class='op'>.</span><span class='nam'>msg</span> <span class='op'>=</span> <span class='nam'>old_resp</span><span class='op'>.</span><span class='nam'>msg</span><span class='strut'> </span></p>
- <p id='t536' class='stm run hide_run'> <span class='key'>return</span> <span class='nam'>resp</span><span class='strut'> </span></p>
- <p id='t537' class='pln'><span class='strut'> </span></p>
- <p id='t538' class='stm run hide_run'> <span class='nam'>https_request</span> <span class='op'>=</span> <span class='nam'>http_request</span><span class='strut'> </span></p>
- <p id='t539' class='stm run hide_run'> <span class='nam'>https_response</span> <span class='op'>=</span> <span class='nam'>http_response</span><span class='strut'> </span></p>
-
- </td>
- </tr>
- </table>
- </div>
-
- <div id='footer'>
- <div class='content'>
- <p>
- <a class='nav' href='index.html'>« index</a> <a class='nav' href='http://nedbatchelder.com/code/coverage/3.6b1'>coverage.py v3.6b1</a>
- </p>
- </div>
- </div>
-
- </body>
- </html>
|
