-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathscrap_missing.py
42 lines (40 loc) · 2.29 KB
/
scrap_missing.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
from scrapper import parse_post
import tqdm
import pandas as pd
urls = [
# 'https://forums.developer.nvidia.com/t/using-bin-file-after-tensorrt-optimization/129330',
# 'https://forums.developer.nvidia.com/t/onnx-runtime-for-drive-agx-xavier/145676',
# 'https://forums.developer.nvidia.com/t/onnx-runtime-for-drive-px2/145684',
# 'https://forums.developer.nvidia.com/t/cross-compilation-using-boost-library/110663',
# 'https://forums.developer.nvidia.com/t/nvros/83775',
# 'https://forums.developer.nvidia.com/t/no-hdmi-signal-from-xavier-a/70602',
# 'https://forums.developer.nvidia.com/t/sdkmanager-0-9-9-flash-agx-failed/',
# 'https://forums.developer.nvidia.com/t/i-convert-opencvs-mat-to-dwimagecuda-but-the-dwlandmarkdetector-detectlandmarks-return-error/80746','https://forums.developer.nvidia.com/t/convert-cv-mat-to-dwimagecpu/70750'
# 'https://forums.developer.nvidia.com/t/installing-pip-on-drive-px2/73941',
# 'https://forums.developer.nvidia.com/t/tensorflow-installation-on-drive-px2/72076#5324624'
# 'https://forums.developer.nvidia.com/t/how-to-test-aurixcan/70979',
# 'https://forums.developer.nvidia.com/t/can-communication-terminates-using-can-utils-on-px2/52924',
# 'https://forums.developer.nvidia.com/t/installing-pip-on-drive-px2/73941',
# 'https://forums.developer.nvidia.com/t/how-to-test-aurixcan/70979',
# 'https://forums.developer.nvidia.com/t/can-communication-terminates-using-can-utils-on-px2/52924',
'https://forums.developer.nvidia.com/t/using-bin-file-after-tensorrt-optimization/129330',
'https://forums.developer.nvidia.com/t/onnx-runtime-for-drive-px2/145684',
'https://forums.developer.nvidia.com/t/nvros/83775',
'https://forums.developer.nvidia.com/t/sdkmanager-0-9-9-flash-agx-failed/70088',
'https://forums.developer.nvidia.com/t/convert-cv-mat-to-dwimagecpu/70750',
'https://forums.developer.nvidia.com/t/tensorflow-installation-on-drive-px2/72076#5324624',
'https://forums.developer.nvidia.com/t/can-communication-terminates-using-can-utils-on-px2/52924',
]
data = []
for url in tqdm.tqdm(urls):
# print(url)
# if url[:38] != 'https://forums.developer.nvidia.com/t/': continue
data.append(parse_post(url))
# print(data[0])
pd.DataFrame(
{
'url': [e[0] for e in data],
'posts': [e[1] for e in data]
}
).to_csv(f'missing.csv',index=False)
print(f'missing.csv saved')