Wavyzz/lbc
2
0
Fork 0
mirror of https://github.com/etienne-hd/lbc.git synced 2026-04-24 07:45:35 +02:00
Code Issues Packages Projects Releases Wiki Activity

added impersonate browser rotation and ssl verification option

Browse Source
This commit is contained in:
=
2025-07-06 18:47:03 +02:00
parent 76dda0cb76
commit feebd85591
2 changed files with 42 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
src/lbc/client.py
View File

@@ -4,10 +4,23 @@ from .exceptions import DatadomeError, RequestError
from .utils import build_search_payload_with_args, build_search_payload_with_url from .utils import build_search_payload_with_args, build_search_payload_with_url
from typing import Optional, List, Union from typing import Optional, List, Union
from curl_cffi import BrowserTypeLiteral
class Client(Session): class Client(Session):
def __init__(self, proxy: Optional[Proxy] = None): def __init__(self, proxy: Optional[Proxy] = None, impersonate: BrowserTypeLiteral = None, request_verify: bool = True):
super().__init__(proxy=proxy) """
Initializes a Leboncoin Client instance with optional proxy, browser impersonation, and SSL verification settings.
If no `impersonate` value is provided, a random browser type will be selected among common options.
Args:
proxy (Optional[Proxy], optional): Proxy configuration to use for the client. If provided, it will be applied to all requests. Defaults to None.
impersonate (BrowserTypeLiteral, optional): Browser type to impersonate for requests (e.g., "firefox", "chrome", "edge", "safari", "safari_ios", "chrome_android"). If None, a random browser type will be chosen.
request_verify (bool, optional): Whether to verify SSL certificates when sending requests. Set to False to disable SSL verification (not recommended for production). Defaults to True.
"""
super().__init__(proxy=proxy, impersonate=impersonate)
self.request_verify = request_verify
def _fetch(self, method: str, url: str, payload: Optional[dict] = None, timeout: int = 30) -> Union[dict, None]: def _fetch(self, method: str, url: str, payload: Optional[dict] = None, timeout: int = 30) -> Union[dict, None]:
""" """
@@ -30,7 +43,8 @@ class Client(Session):
method=method, method=method,
url=url, url=url,
json=payload, json=payload,
timeout=timeout timeout=timeout,
verify=self.request_verify,
) )
if response.ok: if response.ok:
return response.json() return response.json()

33
src/lbc/session.py
View File

@@ -1,25 +1,42 @@
from .models import Proxy from .models import Proxy
from curl_cffi import requests from curl_cffi import requests, BrowserTypeLiteral
from typing import Optional from typing import Optional
import random
class Session: class Session:
def __init__(self, proxy: Optional[Proxy] = None): def __init__(self, proxy: Optional[Proxy] = None, impersonate: BrowserTypeLiteral = None):
self._session = self._init_session(proxy=proxy) self._session = self._init_session(proxy=proxy, impersonate=impersonate)
self._proxy = proxy self._proxy = proxy
self._impersonate = impersonate
def _init_session(self, proxy: Optional[Proxy] = None) -> requests.Session: def _init_session(self, proxy: Optional[Proxy] = None, impersonate: BrowserTypeLiteral = None) -> requests.Session:
""" """
Initializes an HTTP session with optional proxy and browser impersonation. Initializes an HTTP session with optional proxy configuration and browser impersonation.
If no `impersonate` value is provided, a random browser type will be selected among common options.
Args: Args:
proxy (Optional[Proxy], optional): Proxy configuration to use for the session. If provided, it will be applied to both HTTP and HTTPS traffic. proxy (Optional[Proxy], optional): Proxy configuration to use for the session. If provided, it will be applied to both HTTP and HTTPS traffic. Defaults to None.
impersonate (BrowserTypeLiteral, optional): Browser type to impersonate for requests (e.g., "firefox", "chrome", "edge", "safari", "safari_ios", "chrome_android"). If None, a random browser type will be chosen.
Returns: Returns:
requests.Session: A configured session instance ready to send requests. requests.Session: A configured session instance ready to send requests.
""" """
if impersonate == None: # Pick a random browser client
impersonate: BrowserTypeLiteral = random.choice(
[
"chrome",
"edge",
"safari",
"safari_ios",
"chrome_android",
"firefox"
]
)
session = requests.Session( session = requests.Session(
impersonate="firefox", impersonate=impersonate,
) )
session.headers.update( session.headers.update(