From c350412d4bebd36a9ec35b875e7a60378ce4530d Mon Sep 17 00:00:00 2001 From: yuhuifeng Date: Tue, 11 Jan 2022 10:56:42 +0800 Subject: [PATCH 1/5] numba message --- python_module_note/{ => numba}/numba_module.py | 0 python_module_note/{ => numba}/numba_module1.py | 7 ++++--- python_module_note/numba/numba_module2.py | 15 +++++++++++++++ 3 files changed, 19 insertions(+), 3 deletions(-) rename python_module_note/{ => numba}/numba_module.py (100%) rename python_module_note/{ => numba}/numba_module1.py (54%) create mode 100644 python_module_note/numba/numba_module2.py diff --git a/python_module_note/numba_module.py b/python_module_note/numba/numba_module.py similarity index 100% rename from python_module_note/numba_module.py rename to python_module_note/numba/numba_module.py diff --git a/python_module_note/numba_module1.py b/python_module_note/numba/numba_module1.py similarity index 54% rename from python_module_note/numba_module1.py rename to python_module_note/numba/numba_module1.py index 18ff284..499c605 100644 --- a/python_module_note/numba_module1.py +++ b/python_module_note/numba/numba_module1.py @@ -1,14 +1,15 @@ import time -from numba import jit +from numba import njit +@njit def foo(x, y): - tt = time.time() s = 0 for i in range(x, y): s += i - print('Time used: {} sec'.format(time.time() - tt)) return s +t1 = time.time() print(foo(1, 100000000)) +print('Time used: {} sec'.format(time.time() - t1)) diff --git a/python_module_note/numba/numba_module2.py b/python_module_note/numba/numba_module2.py new file mode 100644 index 0000000..1cfa809 --- /dev/null +++ b/python_module_note/numba/numba_module2.py @@ -0,0 +1,15 @@ +from numba import jit +import numpy as np + +x = np.arange(100).reshape(10, 10) + + +@jit(nopython=True) # Set "nopython" mode for best performance, equivalent to @njit +def go_fast(a): # Function is compiled to machine code when called the first time + trace = 0.0 + for i in range(a.shape[0]): # Numba likes loops + trace += np.tanh(a[i, i]) # Numba likes NumPy functions + return a + trace # Numba likes NumPy broadcasting + + +print(go_fast(x)) -- Gitee From 51752abb7508b618cfe66ec96602dd02f21406b3 Mon Sep 17 00:00:00 2001 From: yuhuifeng Date: Tue, 11 Jan 2022 10:58:43 +0800 Subject: [PATCH 2/5] readme --- README.md | 3 +++ 1 file changed, 3 insertions(+) diff --git a/README.md b/README.md index 816452c..1baffde 100644 --- a/README.md +++ b/README.md @@ -9,3 +9,6 @@ # 存放 shell学习笔记 /shell_note + +# 存放git学习笔记 +/git_note -- Gitee From 1322c8b71468948f8004c287fca52480f9b1607c Mon Sep 17 00:00:00 2001 From: yuhuifeng Date: Tue, 11 Jan 2022 11:37:22 +0800 Subject: [PATCH 3/5] git_txt --- git_note/git_txt.py | 5 +++++ 1 file changed, 5 insertions(+) create mode 100644 git_note/git_txt.py diff --git a/git_note/git_txt.py b/git_note/git_txt.py new file mode 100644 index 0000000..8ff5f85 --- /dev/null +++ b/git_note/git_txt.py @@ -0,0 +1,5 @@ +# 修改前数据 + +print(f"------------------------------") + + -- Gitee From de560c2f3049e0a1a9bcda35563d5504631b1858 Mon Sep 17 00:00:00 2001 From: yuhuifeng Date: Tue, 11 Jan 2022 11:37:58 +0800 Subject: [PATCH 4/5] =?UTF-8?q?git=5Ftxt=20=E4=BF=AE=E6=94=B9?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- git_note/git_txt.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/git_note/git_txt.py b/git_note/git_txt.py index 8ff5f85..e54c829 100644 --- a/git_note/git_txt.py +++ b/git_note/git_txt.py @@ -2,4 +2,4 @@ print(f"------------------------------") - +# 修改后数据 \ No newline at end of file -- Gitee From c39b66bfd91d680f9ab9c8be55344a1ee6694951 Mon Sep 17 00:00:00 2001 From: yuhuifeng Date: Thu, 20 Jan 2022 18:29:42 +0800 Subject: [PATCH 5/5] =?UTF-8?q?git=5Ftxt=20=E4=BF=AE=E6=94=B9?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- git_note/git_txt.py | 2 +- python_module_note/pyppeteer/pyppeteer_02.py | 63 ++++++++++++++++++++ setting.py | 3 + 3 files changed, 67 insertions(+), 1 deletion(-) create mode 100644 setting.py diff --git a/git_note/git_txt.py b/git_note/git_txt.py index e54c829..8ff5f85 100644 --- a/git_note/git_txt.py +++ b/git_note/git_txt.py @@ -2,4 +2,4 @@ print(f"------------------------------") -# 修改后数据 \ No newline at end of file + diff --git a/python_module_note/pyppeteer/pyppeteer_02.py b/python_module_note/pyppeteer/pyppeteer_02.py index e69de29..090fdfa 100644 --- a/python_module_note/pyppeteer/pyppeteer_02.py +++ b/python_module_note/pyppeteer/pyppeteer_02.py @@ -0,0 +1,63 @@ +#!/user/bin/python +# -*- coding:UTF-8-*- + +""" +@time:2022/01/20 +""" + +import asyncio +from pyppeteer import launcher, launch + +# 去除浏览器自动化参数，隐藏自动化工具特征 +launcher.DEFAULT_ARGS.remove("--enable-automation") + +from setting import * + + +async def main(): + start_parm = { + 'executablePath': dir_chrome, + 'headless': False, + 'dumpio': True, + 'ignoreHTTPSErrors': False, + 'args': [ + '--disable-infobars', # 关闭自动化提示框 + '--no-sandbox', # 关闭沙盒模式 + # '--window-size=1920,1080', # 窗口大小 + '--start-maximized', # 窗口大小 + ] + } + # 创建浏览器对象 + browser = await launch(**start_parm) + # 创建一个页面对象 + page = await browser.newPage() + # 设置ua + await page.setUserAgent( + 'Mozilla/5.0 (Windows NT 100; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.116 Safari/537.36' + ) + # 修改navigator.webdriver检测 + # 各种网站的检测js是不一样的，这是比较通用的。有的网站会检测运行的电脑运行系统，cpu核心数量，鼠标运行轨迹等等。 + # 反爬js + js_text = """ + () =>{ + Object.defineProperties(navigator,{ webdriver:{ get: () => false } });window.navigator.chrome = { runtime: {}, }; + Object.defineProperty(navigator, 'languages', { get: () => ['en-US', 'en'] }); + Object.defineProperty(navigator, 'plugins', { get: () => [1, 2, 3, 4, 5,6], }); + } + """ + # 本页刷新后值不变，自动执行js + await page.evaluateOnNewDocument(js_text) + # 打开一个页面 + await page.goto('https://www.baidu.com') + # await page.goto('https://www.httpbin.org/headers') + + await asyncio.sleep(3) + + page_text = await page.content() + + print(page_text) + + await browser.close() + + +asyncio.get_event_loop().run_until_complete(main()) diff --git a/setting.py b/setting.py new file mode 100644 index 0000000..7c674fa --- /dev/null +++ b/setting.py @@ -0,0 +1,3 @@ + + +dir_chrome = '/snap/chromium/1864/usr/lib/chromium-browser/chrome' -- Gitee