1err := raws.SaveRawData(data, url)
2// if there is "\u0000" in the bytes
3if err.Error() == "ERROR: unsupported Unicode escape sequence (SQLSTATE 22P05)" {
4    // try to remove \u0000, but not work
5    data = bytes.Trim(data, "\u0000")
6    e := raws.SaveRawData(data, url) // save data again
7    if e != nil {
8        return e // return the same error
9    }
10    return nil
11}
12{
13  "code": 0,
14  "message": "0",
15  "ttl": 1,
16  "data": {
17    "bvid": "BV1jb411C7m3",
18    "aid": 42443484,
19    "videos": 1,
20    "tid": 172,
21    "tname": "手机游戏",
22    "copyright": 1,
23    "pic": "http://i0.hdslb.com/bfs/archive/c76ee4798bf2ba0efc8449bcb3577d508321c6c5.jpg",
24    "title": "冰塔：我连你的大招都敢硬抗，所以告诉我谁才是生物女王？！单s冰塔怒砍档案女王巴德尔，谁，才是生物一姐？（手动滑稽）",
25    "pubdate": 1549100438,
26    "ctime": 1549100438,
27    "desc": "bgm：逮虾户\n今天先水一期冰塔的，明天再水\\u0000绿塔的，后天就可以下红莲啦，计划通嘿嘿嘿(º﹃º )",
28    "desc_v2": [
29      {
30        "raw_text": "bgm：逮虾户\n今天先水一期冰塔的，明天再水\\u0000绿塔的，后天就可以下红莲啦，计划通嘿嘿嘿(º﹃º )",
31        "type": 1,
32        "biz_id": 0
33      }
34    ],
35    "state": 0,
36    "duration": 265,
37    "rights": {
38      "bp": 0,
39      "elec": 0,
40      "download": 1,
41      "movie": 0,
42      "pay": 0,
43      "hd5": 0,
44      "no_reprint": 1,
45      "autoplay": 1,
46      "ugc_pay": 0,
47      "is_cooperation": 0,
48      "ugc_pay_preview": 0,
49      "no_background": 0,
50      "clean_mode": 0,
51      "is_stein_gate": 0
52    },
53    "owner": {
54      "mid": 39699039,
55      "name": "明眸-雅望",
56      "face": "http://i0.hdslb.com/bfs/face/240f74f8706955119575ea6c6cb1d31892f93800.jpg"
57    },
58    "stat": {
59      "aid": 42443484,
60      "view": 1107,
61      "danmaku": 7,
62      "reply": 22,
63      "favorite": 5,
64      "coin": 4,
65      "share": 0,
66      "now_rank": 0,
67      "his_rank": 0,
68      "like": 10,
69      "dislike": 0,
70      "evaluation": "",
71      "argue_msg": ""
72    },
73    "dynamic": "#崩坏3#",
74    "cid": 74479750,
75    "dimension": {
76      "width": 1280,
77      "height": 720,
78      "rotate": 0
79    },
80    "no_cache": false,
81    "pages": [
82      {
83        "cid": 74479750,
84        "page": 1,
85        "from": "vupload",
86        "part": "冰塔：我连你的大招都敢硬抗，所以告诉我谁才是生物女王？！单s冰塔怒砍档案女王巴德尔，谁，才是生物一姐？（手动滑稽）",
87        "duration": 265,
88        "vid": "",
89        "weblink": "",
90        "dimension": {
91          "width": 1280,
92          "height": 720,
93          "rotate": 0
94        }
95      }
96    ],
97    "subtitle": {
98      "allow_submit": false,
99      "list": []
100    },
101    "user_garb": {
102      "url_image_ani_cut": ""
103    }
104  }
105}
106type RawJSONData struct {
107    ID        uint64         `gorm:"primarykey" json:"id"`
108    CreatedAt time.Time      `json:"-"`
109    DeletedAt gorm.DeletedAt `json:"-" gorm:"index"`
110    Data      datatypes.JSON `json:"data"`
111    URL       string         `gorm:"index" json:"url"`
112}
113create table raw_json_data
114(
115    id         bigserial not null constraint raw_json_data_pke primary key,
116    created_at timestamp with time zone,
117    deleted_at timestamp with time zone,
118    data       jsonb,
119    url        text
120);
121str := string(data)
122str = strings.ReplaceAll(str, `\u0000`, "")
123

1<span class="bilibili-player-video-info-people-number">585</span>
2import time
3from bs4 import BeautifulSoup
4from selenium import webdriver
5import re
6import html5lib
7
8driver = webdriver.Chrome(r'C:\Users\Rob\Downloads\chromedriver.exe')
9
10driver.get('https://www.bilibili.com/video/BV1a44y167wK')
11
12content = driver.page_source.encode('utf-8').strip()
13soup = BeautifulSoup(content, 'html5lib')
14
15viewers = soup.findAll('span', class_='bilibili-player-video-info-people-text')
16
17print(viewers[0])
18import re
19
20import requests
21
22with requests.Session() as connection:
23    page_url = "https://www.bilibili.com/video/BV1a44y167wK"
24    page = connection.get(page_url).text
25    cid = re.search(r"cid\":(\d+),\"page", page).group(1)
26    aid = re.search(r"aid\":(\d+),", page).group(1)
27    url = f"https://api.bilibili.com/x/player/v2?cid={cid}&aid={aid}&bvid={page_url.rsplit('/', 1)[-1]}"
28    print(connection.get(url).json()["data"]["online_count"])
29

1<span class="bilibili-player-video-info-people-number">585</span>
2import time
3from bs4 import BeautifulSoup
4from selenium import webdriver
5import re
6import html5lib
7
8driver = webdriver.Chrome(r'C:\Users\Rob\Downloads\chromedriver.exe')
9
10driver.get('https://www.bilibili.com/video/BV1a44y167wK')
11
12content = driver.page_source.encode('utf-8').strip()
13soup = BeautifulSoup(content, 'html5lib')
14
15viewers = soup.findAll('span', class_='bilibili-player-video-info-people-text')
16
17print(viewers[0])
18import re
19
20import requests
21
22with requests.Session() as connection:
23    page_url = "https://www.bilibili.com/video/BV1a44y167wK"
24    page = connection.get(page_url).text
25    cid = re.search(r"cid\":(\d+),\"page", page).group(1)
26    aid = re.search(r"aid\":(\d+),", page).group(1)
27    url = f"https://api.bilibili.com/x/player/v2?cid={cid}&aid={aid}&bvid={page_url.rsplit('/', 1)[-1]}"
28    print(connection.get(url).json()["data"]["online_count"])
29562
30

1var iconsData = {
2   iconArraya: [
3        {
4            name: 'bilibili',
5            image:'https://i.ibb.co/R9HMTyR/1-5.png',
6            host: ['www.bilibili.com'],
7            popup: function (text) {
8                open('https://search.bilibili.com/live?keyword=' + encodeURIComponent(text));
9            }
10        }
11    ],
12    iconArrayb: [
13        {
14            name: 'open',
15            image:'https://i.ibb.co/R9HMTyR/1-5.png',
16            host: [''],
17            popup: function (text) {
18                if(text.indexOf("http://")==0||text.indexOf("https://")==0)
19                window.open(text, "_blank");
20                else window.open("http://"+text, "_blank");
21            }
22        }
23    ],
24    iconArrayc: [
25        {
26            name: 'copy',
27            image:'https://i.ibb.co/R9HMTyR/1-5.png',
28            host: [''],
29            popup: function (text) {
30                if(text.indexOf("http://")==0||text.indexOf("https://")==0)
31                window.open(text, "_blank");
32                else window.open("http://"+text, "_blank");
33            }
34        }
35    ],
36
37    hostCustomMap: {}
38    }
39
40    Object.keys(iconsData).forEach((key, index) => {
41        Object.keys(iconsData[key]).forEach((keya, index) => {   
42            iconsData[key][keya].host.forEach(function (host) {     // The console shows an Error
43                iconsData.hostCustomMap[host] = iconsData[key][keya].custom;
44            });
45        });
46   });
47
48    var text = GM_getValue('search');
49    if (text && window.location.host in iconsData.hostCustomMap) {
50        keyword.beforeCustom(iconsData.hostCustomMap[window.location.host]);
51    }
52    var iconArray =
53    {
54        icona: document.createElement('div'),
55        iconb: document.createElement('div'),
56        iconc: document.createElement('div')
57    }
58
59    Object.keys(iconsData).forEach((key, indexa) => {
60       Object.keys(iconsData[key]).forEach((keya, indexb) => {
61           Object.keys(iconsData[key][keya]).forEach(function (obj) {
62               var img = document.createElement('img');
63               img.setAttribute('src', obj.image);
64               img.setAttribute('alt', obj.name);
65               img.setAttribute('title', obj.name);
66               img.addEventListener('mouseup', function () {
67               keyword.beforePopup(obj.popup);
68           });
69           img.setAttribute('style', '' +
70               'cursor:pointer!important;' +
71               'display:inline-block!important;' +
72               'width:22px!important;' +
73               'height:22px!important;' +
74               'border:0!important;' +
75               'background-color:rgba(255,255,255,1)!important;' +
76               'padding:0!important;' +
77               'margin:0!important;' +
78               'margin-right:5px!important;' +
79               '');
80           Object.keys(iconArray).forEach((keyb, indexc) => {
81               if(indexc = indexa){
82                   iconArray[keyb].appendChild(img);
83                   console.log(indexc,indexa)
84               }
85           });
86           });
87        });
88      });
89
90    Object.getOwnPropertyNames(iconArray).forEach(function(key){
91        iconArray[key].setAttribute('style', '' +
92            'display:none!important;' +
93            'position:absolute!important;' +
94            'padding:0!important;' +
95            'margin:0!important;' +
96            'font-size:13px!important;' +
97            'text-align:left!important;' +
98            'border:0!important;' +
99            'background:transparent!important;' +
100            'z-index:2147483647!important;' +
101            '');
102    });
103
104    Object.getOwnPropertyNames(iconArray).forEach(function(key){
105        document.documentElement.appendChild(iconArray[key]);
106    });
107
108    document.addEventListener('mousedown', function (e) {
109        if (e.target == iconArray || (e.target.parentNode && e.target.parentNode == iconArray)) {
110            e.preventDefault();
111        }
112    });
113
114    document.addEventListener("selectionchange", function () {
115        if (!window.getSelection().toString().trim()) {
116            iconArray.icona.style.display = 'none';
117            iconArray.iconb.style.display = 'none';
118            iconArray.iconc.style.display = 'none';
119        }
120    });
121
122    document.addEventListener('mouseup', function (e) {
123        if (e.target == iconArray || (e.target.parentNode && e.target.parentNode == iconArray)) {
124            e.preventDefault();
125            return;
126        }
127        var text = window.getSelection().toString().trim();
128        var url = text.match(/(https?:\/\/(\w[\w-]*\.)+[A-Za-z]{2,4}(?!\w)(:\d+)?(\/([\x21-\x7e]*[\w\/=])?)?|(\w[\w-]*\.)+(com|cn|org|net|info|tv|cc|gov|edu)(?!\w)(:\d+)?(\/([\x21-\x7e]*[\w\/=])?)?)/i);
129        if (url && iconArray.iconb.style.display == 'none') {
130            iconArray.iconb.style.top = e.pageY +40 + 'px';
131            if(e.pageX -70<10)
132                iconArray.iconb.style.left='10px';
133            else
134                iconArray.iconb.style.left = e.pageX -70 + 'px';
135            iconArray.iconb.style.display = 'block';
136        } else if (text.length >= 30) {
137            iconArray.iconc.style.top = e.pageY +40 + 'px';
138           if(e.pageX -70<10)
139               iconArray.iconc.style.left='10px';
140           else
141               iconArray.iconc.style.left = e.pageX -70 + 'px';
142           iconArray.iconc.style.display = 'block';
143        } else if (!text) {
144            iconArray.icona.style.display = 'none';
145            iconArray.iconb.style.display = 'none';
146            iconArray.iconc.style.display = 'none';
147        } else if(text && iconArray.icona.style.display == 'none'){
148           iconArray.icona.style.top = e.pageY +40 + 'px';
149           if(e.pageX -70<10)
150               iconArray.icona.style.left='10px';
151           else
152               iconArray.icona.style.left = e.pageX -70 + 'px';
153           iconArray.icona.style.display = 'block';
154        }
155    });
156[iconArraya,iconArrayb,iconArrayc].forEach(property=>{
157  object[property];
158 })
159

1var iconsData = {
2   iconArraya: [
3        {
4            name: 'bilibili',
5            image:'https://i.ibb.co/R9HMTyR/1-5.png',
6            host: ['www.bilibili.com'],
7            popup: function (text) {
8                open('https://search.bilibili.com/live?keyword=' + encodeURIComponent(text));
9            }
10        }
11    ],
12    iconArrayb: [
13        {
14            name: 'open',
15            image:'https://i.ibb.co/R9HMTyR/1-5.png',
16            host: [''],
17            popup: function (text) {
18                if(text.indexOf("http://")==0||text.indexOf("https://")==0)
19                window.open(text, "_blank");
20                else window.open("http://"+text, "_blank");
21            }
22        }
23    ],
24    iconArrayc: [
25        {
26            name: 'copy',
27            image:'https://i.ibb.co/R9HMTyR/1-5.png',
28            host: [''],
29            popup: function (text) {
30                if(text.indexOf("http://")==0||text.indexOf("https://")==0)
31                window.open(text, "_blank");
32                else window.open("http://"+text, "_blank");
33            }
34        }
35    ],
36
37    hostCustomMap: {}
38    }
39
40    Object.keys(iconsData).forEach((key, index) => {
41        Object.keys(iconsData[key]).forEach((keya, index) => {   
42            iconsData[key][keya].host.forEach(function (host) {     // The console shows an Error
43                iconsData.hostCustomMap[host] = iconsData[key][keya].custom;
44            });
45        });
46   });
47
48    var text = GM_getValue('search');
49    if (text && window.location.host in iconsData.hostCustomMap) {
50        keyword.beforeCustom(iconsData.hostCustomMap[window.location.host]);
51    }
52    var iconArray =
53    {
54        icona: document.createElement('div'),
55        iconb: document.createElement('div'),
56        iconc: document.createElement('div')
57    }
58
59    Object.keys(iconsData).forEach((key, indexa) => {
60       Object.keys(iconsData[key]).forEach((keya, indexb) => {
61           Object.keys(iconsData[key][keya]).forEach(function (obj) {
62               var img = document.createElement('img');
63               img.setAttribute('src', obj.image);
64               img.setAttribute('alt', obj.name);
65               img.setAttribute('title', obj.name);
66               img.addEventListener('mouseup', function () {
67               keyword.beforePopup(obj.popup);
68           });
69           img.setAttribute('style', '' +
70               'cursor:pointer!important;' +
71               'display:inline-block!important;' +
72               'width:22px!important;' +
73               'height:22px!important;' +
74               'border:0!important;' +
75               'background-color:rgba(255,255,255,1)!important;' +
76               'padding:0!important;' +
77               'margin:0!important;' +
78               'margin-right:5px!important;' +
79               '');
80           Object.keys(iconArray).forEach((keyb, indexc) => {
81               if(indexc = indexa){
82                   iconArray[keyb].appendChild(img);
83                   console.log(indexc,indexa)
84               }
85           });
86           });
87        });
88      });
89
90    Object.getOwnPropertyNames(iconArray).forEach(function(key){
91        iconArray[key].setAttribute('style', '' +
92            'display:none!important;' +
93            'position:absolute!important;' +
94            'padding:0!important;' +
95            'margin:0!important;' +
96            'font-size:13px!important;' +
97            'text-align:left!important;' +
98            'border:0!important;' +
99            'background:transparent!important;' +
100            'z-index:2147483647!important;' +
101            '');
102    });
103
104    Object.getOwnPropertyNames(iconArray).forEach(function(key){
105        document.documentElement.appendChild(iconArray[key]);
106    });
107
108    document.addEventListener('mousedown', function (e) {
109        if (e.target == iconArray || (e.target.parentNode && e.target.parentNode == iconArray)) {
110            e.preventDefault();
111        }
112    });
113
114    document.addEventListener("selectionchange", function () {
115        if (!window.getSelection().toString().trim()) {
116            iconArray.icona.style.display = 'none';
117            iconArray.iconb.style.display = 'none';
118            iconArray.iconc.style.display = 'none';
119        }
120    });
121
122    document.addEventListener('mouseup', function (e) {
123        if (e.target == iconArray || (e.target.parentNode && e.target.parentNode == iconArray)) {
124            e.preventDefault();
125            return;
126        }
127        var text = window.getSelection().toString().trim();
128        var url = text.match(/(https?:\/\/(\w[\w-]*\.)+[A-Za-z]{2,4}(?!\w)(:\d+)?(\/([\x21-\x7e]*[\w\/=])?)?|(\w[\w-]*\.)+(com|cn|org|net|info|tv|cc|gov|edu)(?!\w)(:\d+)?(\/([\x21-\x7e]*[\w\/=])?)?)/i);
129        if (url && iconArray.iconb.style.display == 'none') {
130            iconArray.iconb.style.top = e.pageY +40 + 'px';
131            if(e.pageX -70<10)
132                iconArray.iconb.style.left='10px';
133            else
134                iconArray.iconb.style.left = e.pageX -70 + 'px';
135            iconArray.iconb.style.display = 'block';
136        } else if (text.length >= 30) {
137            iconArray.iconc.style.top = e.pageY +40 + 'px';
138           if(e.pageX -70<10)
139               iconArray.iconc.style.left='10px';
140           else
141               iconArray.iconc.style.left = e.pageX -70 + 'px';
142           iconArray.iconc.style.display = 'block';
143        } else if (!text) {
144            iconArray.icona.style.display = 'none';
145            iconArray.iconb.style.display = 'none';
146            iconArray.iconc.style.display = 'none';
147        } else if(text && iconArray.icona.style.display == 'none'){
148           iconArray.icona.style.top = e.pageY +40 + 'px';
149           if(e.pageX -70<10)
150               iconArray.icona.style.left='10px';
151           else
152               iconArray.icona.style.left = e.pageX -70 + 'px';
153           iconArray.icona.style.display = 'block';
154        }
155    });
156[iconArraya,iconArrayb,iconArrayc].forEach(property=>{
157  object[property];
158 })
159Object.values(object).forEach(value=>{
160 //here you don't have to reference the object you have direct access to the 
161 value
162})
163

1var iconsData = {
2   iconArraya: [
3        {
4            name: 'bilibili',
5            image:'https://i.ibb.co/R9HMTyR/1-5.png',
6            host: ['www.bilibili.com'],
7            popup: function (text) {
8                open('https://search.bilibili.com/live?keyword=' + encodeURIComponent(text));
9            }
10        }
11    ],
12    iconArrayb: [
13        {
14            name: 'open',
15            image:'https://i.ibb.co/R9HMTyR/1-5.png',
16            host: [''],
17            popup: function (text) {
18                if(text.indexOf("http://")==0||text.indexOf("https://")==0)
19                window.open(text, "_blank");
20                else window.open("http://"+text, "_blank");
21            }
22        }
23    ],
24    iconArrayc: [
25        {
26            name: 'copy',
27            image:'https://i.ibb.co/R9HMTyR/1-5.png',
28            host: [''],
29            popup: function (text) {
30                if(text.indexOf("http://")==0||text.indexOf("https://")==0)
31                window.open(text, "_blank");
32                else window.open("http://"+text, "_blank");
33            }
34        }
35    ],
36
37    hostCustomMap: {}
38    }
39
40    Object.keys(iconsData).forEach((key, index) => {
41        Object.keys(iconsData[key]).forEach((keya, index) => {   
42            iconsData[key][keya].host.forEach(function (host) {     // The console shows an Error
43                iconsData.hostCustomMap[host] = iconsData[key][keya].custom;
44            });
45        });
46   });
47
48    var text = GM_getValue('search');
49    if (text && window.location.host in iconsData.hostCustomMap) {
50        keyword.beforeCustom(iconsData.hostCustomMap[window.location.host]);
51    }
52    var iconArray =
53    {
54        icona: document.createElement('div'),
55        iconb: document.createElement('div'),
56        iconc: document.createElement('div')
57    }
58
59    Object.keys(iconsData).forEach((key, indexa) => {
60       Object.keys(iconsData[key]).forEach((keya, indexb) => {
61           Object.keys(iconsData[key][keya]).forEach(function (obj) {
62               var img = document.createElement('img');
63               img.setAttribute('src', obj.image);
64               img.setAttribute('alt', obj.name);
65               img.setAttribute('title', obj.name);
66               img.addEventListener('mouseup', function () {
67               keyword.beforePopup(obj.popup);
68           });
69           img.setAttribute('style', '' +
70               'cursor:pointer!important;' +
71               'display:inline-block!important;' +
72               'width:22px!important;' +
73               'height:22px!important;' +
74               'border:0!important;' +
75               'background-color:rgba(255,255,255,1)!important;' +
76               'padding:0!important;' +
77               'margin:0!important;' +
78               'margin-right:5px!important;' +
79               '');
80           Object.keys(iconArray).forEach((keyb, indexc) => {
81               if(indexc = indexa){
82                   iconArray[keyb].appendChild(img);
83                   console.log(indexc,indexa)
84               }
85           });
86           });
87        });
88      });
89
90    Object.getOwnPropertyNames(iconArray).forEach(function(key){
91        iconArray[key].setAttribute('style', '' +
92            'display:none!important;' +
93            'position:absolute!important;' +
94            'padding:0!important;' +
95            'margin:0!important;' +
96            'font-size:13px!important;' +
97            'text-align:left!important;' +
98            'border:0!important;' +
99            'background:transparent!important;' +
100            'z-index:2147483647!important;' +
101            '');
102    });
103
104    Object.getOwnPropertyNames(iconArray).forEach(function(key){
105        document.documentElement.appendChild(iconArray[key]);
106    });
107
108    document.addEventListener('mousedown', function (e) {
109        if (e.target == iconArray || (e.target.parentNode && e.target.parentNode == iconArray)) {
110            e.preventDefault();
111        }
112    });
113
114    document.addEventListener("selectionchange", function () {
115        if (!window.getSelection().toString().trim()) {
116            iconArray.icona.style.display = 'none';
117            iconArray.iconb.style.display = 'none';
118            iconArray.iconc.style.display = 'none';
119        }
120    });
121
122    document.addEventListener('mouseup', function (e) {
123        if (e.target == iconArray || (e.target.parentNode && e.target.parentNode == iconArray)) {
124            e.preventDefault();
125            return;
126        }
127        var text = window.getSelection().toString().trim();
128        var url = text.match(/(https?:\/\/(\w[\w-]*\.)+[A-Za-z]{2,4}(?!\w)(:\d+)?(\/([\x21-\x7e]*[\w\/=])?)?|(\w[\w-]*\.)+(com|cn|org|net|info|tv|cc|gov|edu)(?!\w)(:\d+)?(\/([\x21-\x7e]*[\w\/=])?)?)/i);
129        if (url && iconArray.iconb.style.display == 'none') {
130            iconArray.iconb.style.top = e.pageY +40 + 'px';
131            if(e.pageX -70<10)
132                iconArray.iconb.style.left='10px';
133            else
134                iconArray.iconb.style.left = e.pageX -70 + 'px';
135            iconArray.iconb.style.display = 'block';
136        } else if (text.length >= 30) {
137            iconArray.iconc.style.top = e.pageY +40 + 'px';
138           if(e.pageX -70<10)
139               iconArray.iconc.style.left='10px';
140           else
141               iconArray.iconc.style.left = e.pageX -70 + 'px';
142           iconArray.iconc.style.display = 'block';
143        } else if (!text) {
144            iconArray.icona.style.display = 'none';
145            iconArray.iconb.style.display = 'none';
146            iconArray.iconc.style.display = 'none';
147        } else if(text && iconArray.icona.style.display == 'none'){
148           iconArray.icona.style.top = e.pageY +40 + 'px';
149           if(e.pageX -70<10)
150               iconArray.icona.style.left='10px';
151           else
152               iconArray.icona.style.left = e.pageX -70 + 'px';
153           iconArray.icona.style.display = 'block';
154        }
155    });
156[iconArraya,iconArrayb,iconArrayc].forEach(property=>{
157  object[property];
158 })
159Object.values(object).forEach(value=>{
160 //here you don't have to reference the object you have direct access to the 
161 value
162})
163for(property in object){
164   object[property];
165 // you can do whatever you want with the values even change them
166}
167

1ffmpeg -y -i image.jpg -i audio.mp3 -c:a copy output.mp4
2ffmpeg -r 1 -loop 1 -i image.jpg -i audio.mp3 -acodec copy -r 1 -shortest output.mp4
3ffmpeg -framerate 1 -loop 1 -i image.jpg -i audio.mp3 -vf format=yuv420p -r 10 -shortest -movflags +faststart output.mp4
4

1import requests 
2from bs4 import BeautifulSoup
3from csv import writer 
4
5def make_soup(url): 
6    response = requests.get(url)
7    soup = BeautifulSoup(response.text, 'html.parser')
8    return soup
9
10def scrape_url():
11    for video in soup.find_all('a', class_='img-anchor'):
12        link = video['href'].replace('//','')
13        csv_writer.writerow([link])
14
15with open("videoLinks.csv", 'w') as csv_file:
16        csv_writer = writer(csv_file)
17        header = ['URLS']
18        csv_writer.writerow(header)
19
20        url = 'https://search.bilibili.com/all?keyword=%E3%82%A2%E3%83%8B%E3%82%B2%E3%83%A9%EF%BC%81%E3%83%87%E3%82%A3%E3%83%89%E3%82%A5%E3%83%BC%E3%83%BC%E3%83%B3'
21        soup = make_soup(url)
22
23        lastButton = soup.find_all(class_='page-item last')
24        lastPage = lastButton[0].text
25        lastPage = int(lastPage)
26        #print(lastPage)
27
28        page = 1
29        pageExtension = ''
30
31        scrape_url()
32
33        while page < lastPage:
34            page = page + 1
35            if page == 1:
36                pageExtension = ''
37            else:
38                pageExtension = '&page='+str(page)
39            #print(url+pageExtension)
40            fullUrl = url+pageExtension
41            make_soup(fullUrl)
42            scrape_url()
43soup = make_soup(fullurl)
44

1 yutube-dl  https://www.bilibili.com/video/av90163846?p=1 
2for i in $(seq  1  55)
3do
4    yutube-dl  https://www.bilibili.com/video/av90163846?p=$i
5done  
6[BiliBili] 90163846: Downloading webpage
7[BiliBili] 90163846: Downloading video info page
8[download] 【合集300集全】地道美音 美国中小学教学 自然科学 社会常识-90163846.flv has already been downloaded
9for i in $(seq  1  55)
10do
11    youtube-dl https://www.bilibili.com/video/av90163846?p=$i -o "%(title)s-%(id)s-$i.%(ext)s"
12done
13-o, --output TEMPLATE            Output filename template, see the "OUTPUT
14                                 TEMPLATE" for all the info
15

1 yutube-dl  https://www.bilibili.com/video/av90163846?p=1 
2for i in $(seq  1  55)
3do
4    yutube-dl  https://www.bilibili.com/video/av90163846?p=$i
5done  
6[BiliBili] 90163846: Downloading webpage
7[BiliBili] 90163846: Downloading video info page
8[download] 【合集300集全】地道美音 美国中小学教学 自然科学 社会常识-90163846.flv has already been downloaded
9for i in $(seq  1  55)
10do
11    youtube-dl https://www.bilibili.com/video/av90163846?p=$i -o "%(title)s-%(id)s-$i.%(ext)s"
12done
13-o, --output TEMPLATE            Output filename template, see the "OUTPUT
14                                 TEMPLATE" for all the info
15for i in $(seq  1  55)
16do
17    youtube-dl https://www.bilibili.com/video/av90163846?p=$i -o "%(title)s-%(id)s-$i.%(ext)s"
18done
19

1 yutube-dl  https://www.bilibili.com/video/av90163846?p=1 
2for i in $(seq  1  55)
3do
4    yutube-dl  https://www.bilibili.com/video/av90163846?p=$i
5done  
6[BiliBili] 90163846: Downloading webpage
7[BiliBili] 90163846: Downloading video info page
8[download] 【合集300集全】地道美音 美国中小学教学 自然科学 社会常识-90163846.flv has already been downloaded
9for i in $(seq  1  55)
10do
11    youtube-dl https://www.bilibili.com/video/av90163846?p=$i -o "%(title)s-%(id)s-$i.%(ext)s"
12done
13-o, --output TEMPLATE            Output filename template, see the "OUTPUT
14                                 TEMPLATE" for all the info
15for i in $(seq  1  55)
16do
17    youtube-dl https://www.bilibili.com/video/av90163846?p=$i -o "%(title)s-%(id)s-$i.%(ext)s"
18done
19annie -p https://www.bilibili.com/video/av90163846
20

1 yutube-dl  https://www.bilibili.com/video/av90163846?p=1 
2for i in $(seq  1  55)
3do
4    yutube-dl  https://www.bilibili.com/video/av90163846?p=$i
5done  
6[BiliBili] 90163846: Downloading webpage
7[BiliBili] 90163846: Downloading video info page
8[download] 【合集300集全】地道美音 美国中小学教学 自然科学 社会常识-90163846.flv has already been downloaded
9for i in $(seq  1  55)
10do
11    youtube-dl https://www.bilibili.com/video/av90163846?p=$i -o "%(title)s-%(id)s-$i.%(ext)s"
12done
13-o, --output TEMPLATE            Output filename template, see the "OUTPUT
14                                 TEMPLATE" for all the info
15for i in $(seq  1  55)
16do
17    youtube-dl https://www.bilibili.com/video/av90163846?p=$i -o "%(title)s-%(id)s-$i.%(ext)s"
18done
19annie -p https://www.bilibili.com/video/av90163846
20annie -end 55 -p https://www.bilibili.com/video/av90163846
21

1 yutube-dl  https://www.bilibili.com/video/av90163846?p=1 
2for i in $(seq  1  55)
3do
4    yutube-dl  https://www.bilibili.com/video/av90163846?p=$i
5done  
6[BiliBili] 90163846: Downloading webpage
7[BiliBili] 90163846: Downloading video info page
8[download] 【合集300集全】地道美音 美国中小学教学 自然科学 社会常识-90163846.flv has already been downloaded
9for i in $(seq  1  55)
10do
11    youtube-dl https://www.bilibili.com/video/av90163846?p=$i -o "%(title)s-%(id)s-$i.%(ext)s"
12done
13-o, --output TEMPLATE            Output filename template, see the "OUTPUT
14                                 TEMPLATE" for all the info
15for i in $(seq  1  55)
16do
17    youtube-dl https://www.bilibili.com/video/av90163846?p=$i -o "%(title)s-%(id)s-$i.%(ext)s"
18done
19annie -p https://www.bilibili.com/video/av90163846
20annie -end 55 -p https://www.bilibili.com/video/av90163846
21-start
22      Playlist video to start at (default 1)
23-end
24      Playlist video to end at
25-items
26      Playlist video items to download. Separated by commas like: 1,5,6,8-10
27

1 yutube-dl  https://www.bilibili.com/video/av90163846?p=1 
2for i in $(seq  1  55)
3do
4    yutube-dl  https://www.bilibili.com/video/av90163846?p=$i
5done  
6[BiliBili] 90163846: Downloading webpage
7[BiliBili] 90163846: Downloading video info page
8[download] 【合集300集全】地道美音 美国中小学教学 自然科学 社会常识-90163846.flv has already been downloaded
9for i in $(seq  1  55)
10do
11    youtube-dl https://www.bilibili.com/video/av90163846?p=$i -o "%(title)s-%(id)s-$i.%(ext)s"
12done
13-o, --output TEMPLATE            Output filename template, see the "OUTPUT
14                                 TEMPLATE" for all the info
15for i in $(seq  1  55)
16do
17    youtube-dl https://www.bilibili.com/video/av90163846?p=$i -o "%(title)s-%(id)s-$i.%(ext)s"
18done
19annie -p https://www.bilibili.com/video/av90163846
20annie -end 55 -p https://www.bilibili.com/video/av90163846
21-start
22      Playlist video to start at (default 1)
23-end
24      Playlist video to end at
25-items
26      Playlist video items to download. Separated by commas like: 1,5,6,8-10
27-eto
28      File name of each bilibili episode doesn't include the playlist title
29

1 yutube-dl  https://www.bilibili.com/video/av90163846?p=1 
2for i in $(seq  1  55)
3do
4    yutube-dl  https://www.bilibili.com/video/av90163846?p=$i
5done  
6[BiliBili] 90163846: Downloading webpage
7[BiliBili] 90163846: Downloading video info page
8[download] 【合集300集全】地道美音 美国中小学教学 自然科学 社会常识-90163846.flv has already been downloaded
9for i in $(seq  1  55)
10do
11    youtube-dl https://www.bilibili.com/video/av90163846?p=$i -o "%(title)s-%(id)s-$i.%(ext)s"
12done
13-o, --output TEMPLATE            Output filename template, see the "OUTPUT
14                                 TEMPLATE" for all the info
15for i in $(seq  1  55)
16do
17    youtube-dl https://www.bilibili.com/video/av90163846?p=$i -o "%(title)s-%(id)s-$i.%(ext)s"
18done
19annie -p https://www.bilibili.com/video/av90163846
20annie -end 55 -p https://www.bilibili.com/video/av90163846
21-start
22      Playlist video to start at (default 1)
23-end
24      Playlist video to end at
25-items
26      Playlist video items to download. Separated by commas like: 1,5,6,8-10
27-eto
28      File name of each bilibili episode doesn't include the playlist title
29annie -i -p https://www.bilibili.com/video/av90163846
30

1 yutube-dl  https://www.bilibili.com/video/av90163846?p=1 
2for i in $(seq  1  55)
3do
4    yutube-dl  https://www.bilibili.com/video/av90163846?p=$i
5done  
6[BiliBili] 90163846: Downloading webpage
7[BiliBili] 90163846: Downloading video info page
8[download] 【合集300集全】地道美音 美国中小学教学 自然科学 社会常识-90163846.flv has already been downloaded
9for i in $(seq  1  55)
10do
11    youtube-dl https://www.bilibili.com/video/av90163846?p=$i -o "%(title)s-%(id)s-$i.%(ext)s"
12done
13-o, --output TEMPLATE            Output filename template, see the "OUTPUT
14                                 TEMPLATE" for all the info
15for i in $(seq  1  55)
16do
17    youtube-dl https://www.bilibili.com/video/av90163846?p=$i -o "%(title)s-%(id)s-$i.%(ext)s"
18done
19annie -p https://www.bilibili.com/video/av90163846
20annie -end 55 -p https://www.bilibili.com/video/av90163846
21-start
22      Playlist video to start at (default 1)
23-end
24      Playlist video to end at
25-items
26      Playlist video items to download. Separated by commas like: 1,5,6,8-10
27-eto
28      File name of each bilibili episode doesn't include the playlist title
29annie -i -p https://www.bilibili.com/video/av90163846
30 Site:      哔哩哔哩 bilibili.com
31 Title:     【合集300集全】地道美音 美国中小学教学 自然科学 社会常识 P1 【001】Parts of Plants
32 Type:      video
33 Streams:   # All available quality
34     [64]  -------------------
35     Quality:         高清 720P
36     Size:            308.24 MiB (323215935 Bytes)
37     # download with: annie -f 64 ...
38
39     [32]  -------------------
40     Quality:         清晰 480P
41     Size:            201.57 MiB (211361230 Bytes)
42     # download with: annie -f 32 ...
43
44     [16]  -------------------
45     Quality:         流畅 360P
46     Size:            124.75 MiB (130809508 Bytes)
47     # download with: annie -f 16 ...
48
49
50 Site:      哔哩哔哩 bilibili.com
51 Title:     【合集300集全】地道美音 美国中小学教学 自然科学 社会常识 P2 【002】Life Cycle of a Plant
52 Type:      video
53 Streams:   # All available quality
54     [64]  -------------------
55     Quality:         高清 720P
56     Size:            227.75 MiB (238809781 Bytes)
57     # download with: annie -f 64 ...
58
59     [32]  -------------------
60     Quality:         清晰 480P
61     Size:            148.96 MiB (156191413 Bytes)
62     # download with: annie -f 32 ...
63
64     [16]  -------------------
65     Quality:         流畅 360P
66     Size:            94.82 MiB (99425641 Bytes)
67     # download with: annie -f 16 ...
68