Python PyQuery 库基础

   Coding / Python 10 分钟 (约1476字) 0次访问

Python PyQuery 库基础

初始化

字符串初始化

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
!pip install pyquery
html = '''
<div>
<ul>
     <li class="item-0">first item</li>
     <li class="item-1"><a href="link2.html">second item</a></li>
     <li class="item-0 active"><a href="link3.html"><span class="bold">third item</span></a></li>
     <li class="item-1 active"><a href="link4.html">fourth item</a></li>
     <li class="item-0"><a href="link5.html">fifth item</a></li>
 </ul>
</div>
'''
from pyquery import PyQuery as pq
# 导入pyquery类库下面的PyQuery，并重命名为pq
doc = pq(html)
#利用html创建pq对象，命名为doc
print(doc('li'))
#输出打印所有的li标签

URL初始化

1
2
3
4
5
from pyquery import PyQuery as pq
doc = pq(url='https://www.baidu.com')
#利用url=''获取百度首页响应包，并以此创建pq对象，命名为doc
print(doc('head'))
#输出打印doc下面的head节点

文件初始化

1
2
3
4
5
from pyquery import PyQuery as pq
doc = pq(filename='demo.html')
#利用filename=‘’将工作空间下的demo.html文档导入进来，并创建pq对象，命名为doc
print(doc('li'))
#输出打印doc下面的所有li标签

基本CSS选择器

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
html = '''
<div id="container">
    <ul class="list">
         <li class="item-0">first item</li>
         <li class="item-1"><a href="link2.html">second item</a></li>
         <li class="item-0 active"><a href="link3.html"><span class="bold">third item</span></a></li>
         <li class="item-1 active"><a href="link4.html">fourth item</a></li>
         <li class="item-0"><a href="link5.html">fifth item</a></li>
     </ul>
 </div>
'''
from pyquery import PyQuery as pq
doc = pq(html)
print(doc('#container .list li'))
#查找id为container下面class为list下面的li节点

查找元素

子元素

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
html = '''
<div id="container">
<ul class="list">
     <li class="item-0">first item</li>
     <li class="item-1"><a href="link2.html">second item</a></li>
     <li class="item-0 active"><a href="link3.html"><span class="bold">third item</span></a></li>
     <li class="item-1 active"><a href="link4.html">fourth item</a></li>
     <li class="item-0"><a href="link5.html">fifth item</a></li>
 </ul>
</div>
'''
from pyquery import PyQuery as pq
doc = pq(html)
items = doc('#list')
#查找class为list的标签节点，命名为items
print(type(items))
#输出打印items的类型
print(items)
#输出打印items
lis =items.find('li')
#利用find函数查找items下面的li标签节点
print(type(lis))
#输出打印lis的类型
print(lis)
#输出lis

children

1
2
3
4
5
6
lis = items.children()
#lis为items的孩子标签
print(type(lis))
#输出返回lis的类型
print(lis)
#输出lis
  • 返回items孩子节点中class为active为标签
1
2
3
lis = items.children('')
#返回items孩子节点中class为active为标签
print(lis)#输出打印lis

父元素

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
html = '''
<div id="container">
<ul class="list">
     <li class="item-0">first item</li>
     <li class="item-1"><a href="link2.html">second item</a></li>
     <li class="item-0 active"><a href="link3.html"><span class="bold">third item</span></a></li>
     <li class="item-1 active"><a href="link4.html">fourth item</a></li>
     <li class="item-0"><a href="link5.html">fifth item</a></li>
 </ul>
</div>
'''
from pyquery import PyQuery as pq
doc = pq(html)
items = items('.list')
#items为class等于list的标签
container = items.parents()
#返回items的父节点
print(type(container))
#输出打印container的类型
print(container)
#输出打印container

parent

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
Pythonhtml = '''
    <div class="wrap">
        <div id="container">
            <ul class="list">
                 <li class="item-0">first item</li>
                 <li class="item-1"><a href="link2.html">second item</a></li>
                 <li class="item-0 active"><a href="link3.html"><span class="bold">third item</span></a></li>
                 <li class="item-1 active"><a href="link4.html">fourth item</a></li>
                 <li class="item-0"><a href="link5.html">fifth item</a></li>
             </ul>
         </div>
     </div>
    '''
    from pyquery import PyQuery as pq
    doc = pq(html)
    items = doc('.list')
    parents = items.parents()
    #返回items的所有祖先
    print(type(parents))
    #输出打印parents的类型
    print(parents)
    #输出打印parents
  • 查找返回items祖先节点里class为wrap的祖先标签
1
2
3
4
parent = items('.wrap')
#查找返回items祖先节点里class为wrap的祖先标签
print(parents)
#打印输出parent

兄弟元素

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
html = '''
<div class="wrap">
<div id="container">
    <ul class="list">
         <li class="item-0">first item</li>
         <li class="item-1"><a href="link2.html">second item</a></li>
         <li class="item-0 active"><a href="link3.html"><span class="bold">third item</span></a></li>
         <li class="item-1 active"><a href="link4.html">fourth item</a></li>
         <li class="item-0"><a href="link5.html">fifth item</a></li>
     </ul>
 </div>
</div>
'''
from pyquery import PyQuery as pq
doc = pq(html)
li = doc('.list .item-0.active')
#li为class为list下面的class为item-0与active的节点
print(li.siblings())
#返回li节点的兄弟节点,提示用siblings()
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
html = '''
<div class="wrap">
    <div id="container">
        <ul class="list">
             <li class="item-0">first item</li>
             <li class="item-1"><a href="link2.html">second item</a></li>
             <li class="item-0 active"><a href="link3.html"><span class="bold">third item</span></a></li>
             <li class="item-1 active"><a href="link4.html">fourth item</a></li>
             <li class="item-0"><a href="link5.html">fifth item</a></li>
         </ul>
     </div>
 </div>
'''
from pyquery import PyQuery as pq
doc = pq(html)
li = doc('.list .item-0.active')
#li为class为list下面的class为item-0与active的节点
print(li.siblings('.active'))
#返回li兄弟节点中class为active的标签

遍历

单个元素

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
html = '''
<div class="wrap">
<div id="container">
    <ul class="list">
         <li class="item-0">first item</li>
         <li class="item-1"><a href="link2.html">second item</a></li>
         <li class="item-0 active"><a href="link3.html"><span class="bold">third item</span></a></li>
         <li class="item-1 active"><a href="link4.html">fourth item</a></li>
         <li class="item-0"><a href="link5.html">fifth item</a></li>
     </ul>
 </div>
</div>
'''
from pyquery import PyQuery as pq
doc = pq(html)
li = doc('.item-0.active')
#返回class为item-0与active的标签节点
print(li)
#打印输出li
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
html = '''
<div class="wrap">
    <div id="container">
        <ul class="list">
             <li class="item-0">first item</li>
             <li class="item-1"><a href="link2.html">second item</a></li>
             <li class="item-0 active"><a href="link3.html"><span class="bold">third item</span></a></li>
             <li class="item-1 active"><a href="link4.html">fourth item</a></li>
             <li class="item-0"><a href="link5.html">fifth item</a></li>
         </ul>
     </div>
 </div>
'''
from pyquery import PyQuery as pq
doc = pq(html)
lis = doc('li').items()
#lis为li标签下面所有的li子节点，提示：用items()获取所有li标签
print(type(lis))
#打印输出lis的类型
for li in lis:
#for循环遍历打印输出所有li标签
    print(li)

获取信息

获取属性

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
html = '''
<div class="wrap">
<div id="container">
    <ul class="list">
         <li class="item-0">first item</li>
         <li class="item-1"><a href="link2.html">second item</a></li>
         <li class="item-0 active"><a href="link3.html"><span class="bold">third item</span></a></li>
         <li class="item-1 active"><a href="link4.html">fourth item</a></li>
         <li class="item-0"><a href="link5.html">fifth item</a></li>
     </ul>
 </div>
</div>
'''
from pyquery import PyQuery as pq
doc = pq(html)
a = doc('.item-0.active a')
#a为class为item-0与active标签节点下面的a节点
print(a)
#打印输出a
print(a.attr('href'))
#利用attr()打印输出a的href属性值
print(a.attr.href)
#利用attr.调用输出a节点的href属性值

获取文本

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
html = '''
<div class="wrap">
<div id="container">
    <ul class="list">
         <li class="item-0">first item</li>
         <li class="item-1"><a href="link2.html">second item</a></li>
         <li class="item-0 active"><a href="link3.html"><span class="bold">third item</span></a></li>
         <li class="item-1 active"><a href="link4.html">fourth item</a></li>
         <li class="item-0"><a href="link5.html">fifth item</a></li>
     </ul>
 </div>
</div>
'''
from pyquery import PyQuery as pq
doc = pq(html)
a = doc('.item-0.active a')
#a为class为item-0与active标签节点下面的a节点
print(a)
#打印输出a节点

获取 HTML

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
html = '''
<div class="wrap">
<div id="container">
    <ul class="list">
         <li class="item-0">first item</li>
         <li class="item-1"><a href="link2.html">second item</a></li>
         <li class="item-0 active"><a href="link3.html"><span class="bold">third item</span></a></li>
         <li class="item-1 active"><a href="link4.html">fourth item</a></li>
         <li class="item-0"><a href="link5.html">fifth item</a></li>
     </ul>
 </div>
</div>
'''
from pyquery import PyQuery as pq
doc = pq(html)
li = doc('.item-0.active')
#li为class为item-0与active标签节点
print(li)
#打印输出li
print(li.html())
#打印输出li标签下面的html文档

DOM 操作

addClass、removeClass

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
html = '''
<div class="wrap">
    <div id="container">
        <ul class="list">
             <li class="item-0">first item</li>
             <li class="item-1"><a href="link2.html">second item</a></li>
             <li class="item-0 active"><a href="link3.html"><span class="bold">third item</span></a></li>
             <li class="item-1 active"><a href="link4.html">fourth item</a></li>
             <li class="item-0"><a href="link5.html">fifth item</a></li>
         </ul>
     </div>
 </div>
'''
from pyquery import PyQuery as pq
doc = pq(html)
li = doc('.item-0.active')
#li为class为item-0与active标签节点
print(li)#打印输出li
li.removeClass('active')
#利用removeClass移除li的active的class属性值
print(li)
#打印输出li
li.addClass('active')
#利用addClass增加li的active的class属性值
print(li)
#打印输出li

attr、css

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
html = '''
<div class="wrap">
<div id="container">
    <ul class="list">
         <li class="item-0">first item</li>
         <li class="item-1"><a href="link2.html">second item</a></li>
         <li class="item-0 active"><a href="link3.html"><span class="bold">third item</span></a></li>
         <li class="item-1 active"><a href="link4.html">fourth item</a></li>
         <li class="item-0"><a href="link5.html">fifth item</a></li>
     </ul>
 </div>
</div>
'''
from pyquery import PyQuery as pq
doc = pq(html)
li = doc('.item-0.active')
print(li)
li.attr('name','link')
#通过attr(key,value)函数为li标签增加属性name,其值link
print(li)#输出打印li
li.css('font','14px')
#通过css(key,value)函数为li标签增加css属性，其font-size值为14px
print(li)
#输出打印li

remove

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
html = '''
<div class="wrap">
Hello, World
<p>This is a paragraph.</p>
</div>
'''
from pyquery import PyQuery as pq
doc = pq(html)
wrap = doc('.wrap')
#查找class为wrap的节点
print(wrap.text())
#打印输出wrap节点的文本内容
wrap.find('p').remove()
#利用find函数查找wrap下面的p标签，并用remove()函数删除该节点
print(wrap.text())
#打印输出wrap的文本内容

伪类选择器

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
html = '''
<div class="wrap">
<div id="container">
    <ul class="list">
         <li class="item-0">first item</li>
         <li class="item-1"><a href="link2.html">second item</a></li>
         <li class="item-0 active"><a href="link3.html"><span class="bold">third item</span></a></li>
         <li class="item-1 active"><a href="link4.html">fourth item</a></li>
         <li class="item-0"><a href="link5.html">fifth item</a></li>
     </ul>
 </div>
</div>
'''
from pyquery import PyQuery as pq
doc = pq(html)
li = doc('li:first-child')
#查找第一个li标签
print(li)
li = doc('li:last-child')
#查找最后一个li标签
print(li)
li = doc('li:nth-child(2)')
#查找第2个li标签
print(li)
li = doc('li:gt(2)')
print(li)
li = doc('li:nth-child(2n)')
print(li)
li = doc('li:contains(second)')
#查找包括second文本内容的标签
print(li)

官方文档

Python PyQuery 库基础

https://ivitan.com/posts/PyQuery.html

作者

Vitan

发布于

2018-09-25

更新于

2021-01-25

许可协议

 

喜欢这篇文章？打赏一下作者吧

评论

 关注我

标签

ADB2
Android11
ArchLinux29
Atom2
Bash1
Batch4
CSS2
Docker1
Eclipse2
Excel1
Git18
Github7
Google1
HTML3
Hexo11
Java7
Linux106
Markdown4
MongoDB1
MySQL3
Network2
Node.Js3
OpenSSH1
PHP1
Python43
R1
RaspberryPi6
SQL25
SSH1
Shell2
Switch1
Termux30
TvBox1
Typography2
Ubuntu30
Ununtu2
Vim7
Web4
WebCrawler36
Windows42
Wine1
jQuery1

最新文章

×