mirror of
https://github.com/instaloader/instaloader.git
synced 2026-10-29 04:31:55 -07:00
Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
bc859a1595 | ||
|
|
b5e50aa260 | ||
|
|
0cf00a6079 | ||
|
|
91e30cf33b | ||
|
|
da65e697a0 | ||
|
|
132e2fa668 | ||
|
|
e3aef9dc2b | ||
|
|
dd90abdb91 | ||
|
|
2e3c89dfe9 | ||
|
|
c4434125e8 | ||
|
|
75173094d6 | ||
|
|
559c7a9adf | ||
|
|
1e58dddb1f | ||
|
|
af898e2c31 | ||
|
|
8f680ae52d | ||
|
|
7efc78de12 | ||
|
|
543469296e | ||
|
|
6dd77e7b56 | ||
|
|
a4adeb0835 | ||
|
|
ad03b392db |
@@ -0,0 +1,15 @@
|
|||||||
|
version: 2
|
||||||
|
updates:
|
||||||
|
- package-ecosystem: pip
|
||||||
|
directory: "/"
|
||||||
|
schedule:
|
||||||
|
interval: monthly
|
||||||
|
cooldown:
|
||||||
|
default-days: 7
|
||||||
|
|
||||||
|
- package-ecosystem: github-actions
|
||||||
|
directory: "/"
|
||||||
|
schedule:
|
||||||
|
interval: monthly
|
||||||
|
cooldown:
|
||||||
|
default-days: 7
|
||||||
@@ -2,17 +2,23 @@
|
|||||||
|
|
||||||
<!--
|
<!--
|
||||||
Thanks for your willingness to contribute to Instaloader! Please briefly
|
Thanks for your willingness to contribute to Instaloader! Please briefly
|
||||||
describe
|
describe:
|
||||||
|
|
||||||
- A motivation for this change, e.g.
|
- A motivation for this change, e.g.
|
||||||
- Fixes # .
|
- Fixes # .
|
||||||
- More general: What problem does the pull request solve?
|
- What problem does the pull request solve?
|
||||||
|
|
||||||
- The changes proposed in this pull request
|
- The changes proposed in this pull request
|
||||||
|
- Keep the PR focused: avoid bundling independent fixes or refactorings.
|
||||||
|
|
||||||
- The completeness of this change
|
- The completeness of this change
|
||||||
- Is it just a proof of concept?
|
|
||||||
- Is the documentation updated (if appropriate)?
|
- Is the documentation updated (if appropriate)?
|
||||||
- Do you consider it ready to be merged or is it a draft?
|
- How has it been tested?
|
||||||
|
- Do you consider it ready to be merged or is it a draft / proof of concept?
|
||||||
- Can we help you at some point?
|
- Can we help you at some point?
|
||||||
|
|
||||||
|
- Further considerations
|
||||||
|
- Is it based on master (bugfix), upcoming/v4.X (new feature), or another pull request?
|
||||||
|
- Does it preserve backward compatibility and existing behavior?
|
||||||
|
|
||||||
-->
|
-->
|
||||||
|
|||||||
@@ -8,17 +8,18 @@ jobs:
|
|||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
steps:
|
steps:
|
||||||
- name: "Checkout Instaloader Repository"
|
- name: "Checkout Instaloader Repository"
|
||||||
uses: actions/checkout@v4
|
uses: actions/checkout@v7
|
||||||
with:
|
with:
|
||||||
fetch-depth: 0 # needed for building docs
|
fetch-depth: 0 # needed for building docs
|
||||||
|
persist-credentials: false
|
||||||
- name: "Setup Python"
|
- name: "Setup Python"
|
||||||
uses: actions/setup-python@v5
|
uses: actions/setup-python@v7
|
||||||
with:
|
with:
|
||||||
python-version: 3.14
|
python-version: 3.15
|
||||||
cache: 'pipenv'
|
cache: 'pipenv'
|
||||||
- name: "Install Dependencies"
|
- name: "Install Dependencies"
|
||||||
run: |
|
run: |
|
||||||
python -m pip install pipenv==2025.0.4
|
python -m pip install pipenv==2026.8.0
|
||||||
pipenv --python `python --version | grep -Eo '3\.[0-9]+'` sync --dev
|
pipenv --python `python --version | grep -Eo '3\.[0-9]+'` sync --dev
|
||||||
- name: "Build Documentation"
|
- name: "Build Documentation"
|
||||||
run: pipenv --python `python --version | grep -Eo '3\.[0-9]+'` run make -C docs html SPHINXOPTS="-W -n"
|
run: pipenv --python `python --version | grep -Eo '3\.[0-9]+'` run make -C docs html SPHINXOPTS="-W -n"
|
||||||
|
|||||||
@@ -9,21 +9,22 @@ jobs:
|
|||||||
strategy:
|
strategy:
|
||||||
fail-fast: false
|
fail-fast: false
|
||||||
matrix:
|
matrix:
|
||||||
python-version: ["3.9", "3.10", "3.11", "3.12", "3.13", "3.14"]
|
python-version: ["3.10", "3.11", "3.12", "3.13", "3.14", "3.15"]
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout Instaloader Repository
|
- name: Checkout Instaloader Repository
|
||||||
uses: actions/checkout@v4
|
uses: actions/checkout@v7
|
||||||
|
with:
|
||||||
|
persist-credentials: false
|
||||||
- name: Setup Python
|
- name: Setup Python
|
||||||
uses: actions/setup-python@v5
|
uses: actions/setup-python@v7
|
||||||
with:
|
with:
|
||||||
python-version: ${{ matrix.python-version }}
|
python-version: ${{ matrix.python-version }}
|
||||||
cache: 'pipenv'
|
cache: 'pipenv'
|
||||||
- name: Install Dependencies
|
- name: Install Dependencies
|
||||||
run: |
|
run: |
|
||||||
python -m pip install pipenv==2025.0.4
|
python -m pip install pipenv==2026.8.0
|
||||||
pipenv --python `python --version | grep -Eo '3\.[0-9]+'` sync --dev
|
pipenv --python `python --version | grep -Eo '3\.[0-9]+'` sync --dev
|
||||||
- name: PyLint
|
- name: PyLint
|
||||||
if: matrix.python-version != '3.9'
|
|
||||||
run: pipenv --python `python --version | grep -Eo '3\.[0-9]+'` run pylint instaloader
|
run: pipenv --python `python --version | grep -Eo '3\.[0-9]+'` run pylint instaloader
|
||||||
- name: MyPy
|
- name: MyPy
|
||||||
run: pipenv --python `python --version | grep -Eo '3\.[0-9]+'` run mypy -m instaloader
|
run: pipenv --python `python --version | grep -Eo '3\.[0-9]+'` run mypy -m instaloader
|
||||||
|
|||||||
@@ -11,11 +11,13 @@ jobs:
|
|||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
steps:
|
steps:
|
||||||
- name: "Checkout Repository"
|
- name: "Checkout Repository"
|
||||||
uses: actions/checkout@v4
|
uses: actions/checkout@v7
|
||||||
- name: "Setup Python"
|
|
||||||
uses: actions/setup-python@v5
|
|
||||||
with:
|
with:
|
||||||
python-version: 3.14
|
persist-credentials: false
|
||||||
|
- name: "Setup Python"
|
||||||
|
uses: actions/setup-python@v7
|
||||||
|
with:
|
||||||
|
python-version: 3.15
|
||||||
- name: "Get the tagged version"
|
- name: "Get the tagged version"
|
||||||
id: get_version
|
id: get_version
|
||||||
env:
|
env:
|
||||||
|
|||||||
@@ -11,7 +11,7 @@ jobs:
|
|||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/stale@v9
|
- uses: actions/stale@v11
|
||||||
with:
|
with:
|
||||||
repo-token: ${{ secrets.GITHUB_TOKEN }}
|
repo-token: ${{ secrets.GITHUB_TOKEN }}
|
||||||
only-labels: 'question'
|
only-labels: 'question'
|
||||||
@@ -21,7 +21,7 @@ jobs:
|
|||||||
days-before-stale: 21
|
days-before-stale: 21
|
||||||
days-before-close: -1
|
days-before-close: -1
|
||||||
remove-stale-when-updated: false
|
remove-stale-when-updated: false
|
||||||
- uses: actions/stale@v9
|
- uses: actions/stale@v11
|
||||||
with:
|
with:
|
||||||
repo-token: ${{ secrets.GITHUB_TOKEN }}
|
repo-token: ${{ secrets.GITHUB_TOKEN }}
|
||||||
stale-issue-message: 'There has been no activity on this issue for an extended period of time. This issue will be closed after further 14 days of inactivity.'
|
stale-issue-message: 'There has been no activity on this issue for an extended period of time. This issue will be closed after further 14 days of inactivity.'
|
||||||
|
|||||||
@@ -8,11 +8,13 @@ jobs:
|
|||||||
runs-on: windows-latest
|
runs-on: windows-latest
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout Instaloader repository
|
- name: Checkout Instaloader repository
|
||||||
uses: actions/checkout@v4
|
uses: actions/checkout@v7
|
||||||
- name: Setup Python
|
|
||||||
uses: actions/setup-python@v5
|
|
||||||
with:
|
with:
|
||||||
python-version: "3.14"
|
persist-credentials: false
|
||||||
|
- name: Setup Python
|
||||||
|
uses: actions/setup-python@v7
|
||||||
|
with:
|
||||||
|
python-version: 3.15
|
||||||
cache: 'pipenv'
|
cache: 'pipenv'
|
||||||
architecture: x64
|
architecture: x64
|
||||||
- name: Get the tagged version
|
- name: Get the tagged version
|
||||||
@@ -28,7 +30,7 @@ jobs:
|
|||||||
- name: Create draft release and upload EXE as release asset
|
- name: Create draft release and upload EXE as release asset
|
||||||
if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v')
|
if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v')
|
||||||
id: create_release
|
id: create_release
|
||||||
uses: softprops/action-gh-release@v2
|
uses: softprops/action-gh-release@v3
|
||||||
env:
|
env:
|
||||||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
with:
|
with:
|
||||||
|
|||||||
Generated
+1054
-592
File diff suppressed because it is too large
Load Diff
@@ -44,7 +44,7 @@ with open('__main__.py', 'w+') as f:
|
|||||||
f.writelines(lines)
|
f.writelines(lines)
|
||||||
|
|
||||||
# install dependencies and invoke PyInstaller
|
# install dependencies and invoke PyInstaller
|
||||||
commands = ["pip install pipenv==2025.0.4",
|
commands = ["pip install pipenv==2026.8.0",
|
||||||
f"pipenv --python {sys.version_info.major}.{sys.version_info.minor} sync --dev",
|
f"pipenv --python {sys.version_info.major}.{sys.version_info.minor} sync --dev",
|
||||||
"pipenv run pyinstaller --log-level=DEBUG instaloader.spec"]
|
"pipenv run pyinstaller --log-level=DEBUG instaloader.spec"]
|
||||||
|
|
||||||
|
|||||||
+4
-3
@@ -7,9 +7,10 @@ https://instaloader.github.io/
|
|||||||
|
|
||||||
## Build
|
## Build
|
||||||
|
|
||||||
The documentation is created with [Sphinx](http://www.sphinx-doc.org/). To build it, use
|
The documentation is created with [Sphinx](http://www.sphinx-doc.org/). To build it, use (in the top-level directory
|
||||||
|
of the Instaloader source tree):
|
||||||
|
|
||||||
```
|
```
|
||||||
pip3 install -r requirements.txt
|
pipenv sync --dev
|
||||||
make html
|
make -C docs html
|
||||||
```
|
```
|
||||||
|
|||||||
@@ -14,8 +14,13 @@ def get_cookiefile():
|
|||||||
default_cookiefile = {
|
default_cookiefile = {
|
||||||
"Windows": "~/AppData/Roaming/Mozilla/Firefox/Profiles/*/cookies.sqlite",
|
"Windows": "~/AppData/Roaming/Mozilla/Firefox/Profiles/*/cookies.sqlite",
|
||||||
"Darwin": "~/Library/Application Support/Firefox/Profiles/*/cookies.sqlite",
|
"Darwin": "~/Library/Application Support/Firefox/Profiles/*/cookies.sqlite",
|
||||||
}.get(system(), "~/.mozilla/firefox/*/cookies.sqlite")
|
}.get(system(), None)
|
||||||
cookiefiles = glob(expanduser(default_cookiefile))
|
if default_cookiefile:
|
||||||
|
cookiefiles = glob(expanduser(default_cookiefile))
|
||||||
|
else:
|
||||||
|
# Check Firefox 147+ XDG path, then legacy
|
||||||
|
cookiefiles = glob(expanduser("~/.config/mozilla/firefox/*/cookies.sqlite")) or \
|
||||||
|
glob(expanduser("~/.mozilla/firefox/*/cookies.sqlite"))
|
||||||
if not cookiefiles:
|
if not cookiefiles:
|
||||||
raise SystemExit("No Firefox cookies.sqlite file found. Use -c COOKIEFILE.")
|
raise SystemExit("No Firefox cookies.sqlite file found. Use -c COOKIEFILE.")
|
||||||
return cookiefiles[0]
|
return cookiefiles[0]
|
||||||
|
|||||||
@@ -74,6 +74,14 @@ Improvements of the Instaloader source or its documentation can be proposed as a
|
|||||||
- a bug fix that does require thorough testing before being released to a
|
- a bug fix that does require thorough testing before being released to a
|
||||||
final version.
|
final version.
|
||||||
|
|
||||||
|
- Keep Pull Requests focused: address a single problem or feature in a
|
||||||
|
self-contained change. Avoid bundling multiple independent fixes, refactorings,
|
||||||
|
or architectural changes into one pull request, as this makes it hard to
|
||||||
|
review, validate, or selectively merge them.
|
||||||
|
|
||||||
|
- Be mindful of backward compatibility: changes should preserve existing intended
|
||||||
|
behavior whenever possible.
|
||||||
|
|
||||||
- All Pull Requests are analyzed by `Pylint <https://www.pylint.org/>`__ for
|
- All Pull Requests are analyzed by `Pylint <https://www.pylint.org/>`__ for
|
||||||
error and syntax checking of the source and
|
error and syntax checking of the source and
|
||||||
`Mypy <https://github.com/python/mypy>`__ for type checking. You can run them
|
`Mypy <https://github.com/python/mypy>`__ for type checking. You can run them
|
||||||
|
|||||||
@@ -1,2 +0,0 @@
|
|||||||
requests
|
|
||||||
sphinx~=2.3
|
|
||||||
@@ -1,7 +1,7 @@
|
|||||||
"""Download pictures (or videos) along with their captions and other metadata from Instagram."""
|
"""Download pictures (or videos) along with their captions and other metadata from Instagram."""
|
||||||
|
|
||||||
|
|
||||||
__version__ = '4.15.2'
|
__version__ = '4.15.4'
|
||||||
|
|
||||||
|
|
||||||
try:
|
try:
|
||||||
|
|||||||
@@ -330,6 +330,9 @@ class Instaloader:
|
|||||||
def __exit__(self, *args):
|
def __exit__(self, *args):
|
||||||
self.close()
|
self.close()
|
||||||
|
|
||||||
|
def __repr__(self):
|
||||||
|
return f"<Instaloader context={self.context}>"
|
||||||
|
|
||||||
@_retry_on_connection_error
|
@_retry_on_connection_error
|
||||||
def download_pic(self, filename: str, url: str, mtime: datetime,
|
def download_pic(self, filename: str, url: str, mtime: datetime,
|
||||||
filename_suffix: Optional[str] = None, _attempt: int = 1) -> bool:
|
filename_suffix: Optional[str] = None, _attempt: int = 1) -> bool:
|
||||||
|
|||||||
@@ -2,6 +2,7 @@ import json
|
|||||||
import os
|
import os
|
||||||
import pickle
|
import pickle
|
||||||
import random
|
import random
|
||||||
|
import re
|
||||||
import shutil
|
import shutil
|
||||||
import sys
|
import sys
|
||||||
import textwrap
|
import textwrap
|
||||||
@@ -30,6 +31,19 @@ def copy_session(session: requests.Session, request_timeout: Optional[float] = N
|
|||||||
return new
|
return new
|
||||||
|
|
||||||
|
|
||||||
|
def _embedded_query_data(obj: Any) -> Iterator[Dict[str, Any]]:
|
||||||
|
"""Yield the data of each GraphQL query result in JSON that a page of www.instagram.com embeds."""
|
||||||
|
if isinstance(obj, dict):
|
||||||
|
result = obj['__bbox'].get('result') if isinstance(obj.get('__bbox'), dict) else None
|
||||||
|
if isinstance(result, dict) and isinstance(result.get('data'), dict):
|
||||||
|
yield result['data']
|
||||||
|
for value in obj.values():
|
||||||
|
yield from _embedded_query_data(value)
|
||||||
|
elif isinstance(obj, list):
|
||||||
|
for value in obj:
|
||||||
|
yield from _embedded_query_data(value)
|
||||||
|
|
||||||
|
|
||||||
def default_user_agent() -> str:
|
def default_user_agent() -> str:
|
||||||
return ('Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 '
|
return ('Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 '
|
||||||
'(KHTML, like Gecko) Chrome/142.0.0.0 Safari/537.36')
|
'(KHTML, like Gecko) Chrome/142.0.0.0 Safari/537.36')
|
||||||
@@ -149,6 +163,9 @@ class InstaloaderContext:
|
|||||||
if repeat_at_end:
|
if repeat_at_end:
|
||||||
self.error_log.append(msg)
|
self.error_log.append(msg)
|
||||||
|
|
||||||
|
def __repr__(self):
|
||||||
|
return f"<InstaloaderContext is_logged_in={self.is_logged_in}>"
|
||||||
|
|
||||||
@property
|
@property
|
||||||
def has_stored_errors(self) -> bool:
|
def has_stored_errors(self) -> bool:
|
||||||
"""Returns whether any error has been reported and stored to be repeated at program termination.
|
"""Returns whether any error has been reported and stored to be repeated at program termination.
|
||||||
@@ -191,7 +208,8 @@ class InstaloaderContext:
|
|||||||
'Referer': 'https://www.instagram.com/',
|
'Referer': 'https://www.instagram.com/',
|
||||||
'User-Agent': self.user_agent,
|
'User-Agent': self.user_agent,
|
||||||
'X-Instagram-AJAX': '1',
|
'X-Instagram-AJAX': '1',
|
||||||
'X-Requested-With': 'XMLHttpRequest'}
|
'X-Requested-With': 'XMLHttpRequest',
|
||||||
|
'x-ig-app-id': '936619743392459'}
|
||||||
if empty_session_only:
|
if empty_session_only:
|
||||||
del header['Host']
|
del header['Host']
|
||||||
del header['Origin']
|
del header['Origin']
|
||||||
@@ -540,6 +558,13 @@ class InstaloaderContext:
|
|||||||
:param referer: HTTP Referer, or None.
|
:param referer: HTTP Referer, or None.
|
||||||
:return: The server's response dictionary.
|
:return: The server's response dictionary.
|
||||||
"""
|
"""
|
||||||
|
csrf = next((c.value for c in self._session.cookies
|
||||||
|
if c.name == 'csrftoken' and c.value), None)
|
||||||
|
if not csrf:
|
||||||
|
self._session.get('https://www.instagram.com/', timeout=self.request_timeout)
|
||||||
|
csrf = next((c.value for c in self._session.cookies
|
||||||
|
if c.name == 'csrftoken' and c.value), '')
|
||||||
|
|
||||||
with copy_session(self._session, self.request_timeout) as tmpsession:
|
with copy_session(self._session, self.request_timeout) as tmpsession:
|
||||||
tmpsession.headers.update(self._default_http_header(empty_session_only=True))
|
tmpsession.headers.update(self._default_http_header(empty_session_only=True))
|
||||||
del tmpsession.headers['Connection']
|
del tmpsession.headers['Connection']
|
||||||
@@ -547,6 +572,7 @@ class InstaloaderContext:
|
|||||||
tmpsession.headers['authority'] = 'www.instagram.com'
|
tmpsession.headers['authority'] = 'www.instagram.com'
|
||||||
tmpsession.headers['scheme'] = 'https'
|
tmpsession.headers['scheme'] = 'https'
|
||||||
tmpsession.headers['accept'] = '*/*'
|
tmpsession.headers['accept'] = '*/*'
|
||||||
|
tmpsession.headers['x-csrftoken'] = csrf
|
||||||
if referer is not None:
|
if referer is not None:
|
||||||
tmpsession.headers['referer'] = urllib.parse.quote(referer)
|
tmpsession.headers['referer'] = urllib.parse.quote(referer)
|
||||||
|
|
||||||
@@ -662,6 +688,38 @@ class InstaloaderContext:
|
|||||||
|
|
||||||
return response
|
return response
|
||||||
|
|
||||||
|
def get_page_data(self, path: str) -> List[Dict[str, Any]]:
|
||||||
|
"""Load a page of ``www.instagram.com`` as a logged-out visitor and return the data it embeds.
|
||||||
|
|
||||||
|
Instagram renders public profile and post pages with the results of their GraphQL queries
|
||||||
|
embedded in the HTML, even when it refuses anonymous API requests for the same data.
|
||||||
|
|
||||||
|
:param path: URL, relative to ``www.instagram.com/``
|
||||||
|
:return: The ``data`` object of each query result that the page embeds, in page order.
|
||||||
|
:raises QueryReturnedNotFoundException: When the server responds with a 404.
|
||||||
|
:raises ConnectionException: When the request failed.
|
||||||
|
"""
|
||||||
|
self.do_sleep()
|
||||||
|
self._rate_controller.wait_before_query('other')
|
||||||
|
url = 'https://www.instagram.com/{0}'.format(path)
|
||||||
|
# Instagram only embeds the data when the request looks like a browser's page navigation.
|
||||||
|
headers = {'Accept': 'text/html', 'Sec-Fetch-Dest': 'document', 'Sec-Fetch-Mode': 'navigate',
|
||||||
|
'Sec-Fetch-Site': 'none'}
|
||||||
|
try:
|
||||||
|
with self.get_anonymous_session() as anonymous_session:
|
||||||
|
resp = anonymous_session.get(url, headers=headers, allow_redirects=False)
|
||||||
|
except requests.exceptions.RequestException as err:
|
||||||
|
raise ConnectionException("Page request to {}: {}".format(url, err)) from err
|
||||||
|
if resp.status_code == 404:
|
||||||
|
raise QueryReturnedNotFoundException(self._response_error(resp))
|
||||||
|
if resp.status_code != 200:
|
||||||
|
raise ConnectionException(self._response_error(resp))
|
||||||
|
data: List[Dict[str, Any]] = []
|
||||||
|
for script in re.finditer(r'<script type="application/json"[^>]*>(.*?)</script>', resp.text, re.DOTALL):
|
||||||
|
with suppress(json.decoder.JSONDecodeError):
|
||||||
|
data.extend(_embedded_query_data(json.loads(script.group(1))))
|
||||||
|
return data
|
||||||
|
|
||||||
def write_raw(self, resp: Union[bytes, requests.Response], filename: str) -> None:
|
def write_raw(self, resp: Union[bytes, requests.Response], filename: str) -> None:
|
||||||
"""Write raw response data into a file.
|
"""Write raw response data into a file.
|
||||||
|
|
||||||
|
|||||||
+192
-49
@@ -152,7 +152,7 @@ _hashtag_regex = re.compile(r"(?:#)((?:\w){1,150})")
|
|||||||
# support Unicode and a word/beginning of string delimiter at the beginning to ensure
|
# support Unicode and a word/beginning of string delimiter at the beginning to ensure
|
||||||
# that no email addresses join the list of mentions.
|
# that no email addresses join the list of mentions.
|
||||||
# http://blog.jstassen.com/2016/03/code-regex-for-instagram-username-and-hashtags/
|
# http://blog.jstassen.com/2016/03/code-regex-for-instagram-username-and-hashtags/
|
||||||
_mention_regex = re.compile(r"(?:^|[^\w\n]|_)(?:@)(\w(?:(?:\w|(?:\.(?!\.))){0,28}(?:\w))?)", re.ASCII)
|
_mention_regex = re.compile(r"(?:^|\W|_)(?:@)(\w(?:(?:\w|(?:\.(?!\.))){0,28}(?:\w))?)", re.ASCII)
|
||||||
|
|
||||||
|
|
||||||
def _optional_normalize(string: Optional[str]) -> Optional[str]:
|
def _optional_normalize(string: Optional[str]) -> Optional[str]:
|
||||||
@@ -258,6 +258,100 @@ class Post:
|
|||||||
fake_node["video_url"] = iphone_node["video_versions"][0]["url"]
|
fake_node["video_url"] = iphone_node["video_versions"][0]["url"]
|
||||||
return fake_node
|
return fake_node
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
def _fetch_play_count_from_clips(context: 'InstaloaderContext', user_id: str,
|
||||||
|
shortcode: str) -> Optional[int]:
|
||||||
|
"""Fetch play_count for a reel via the clips connection endpoint as a fallback."""
|
||||||
|
try:
|
||||||
|
resp = context.doc_id_graphql_query(
|
||||||
|
"27234427476213202",
|
||||||
|
{"data": {"include_feed_video": True, "page_size": 12,
|
||||||
|
"target_user_id": str(user_id)}},
|
||||||
|
)
|
||||||
|
edges = ((resp.get("data") or {})
|
||||||
|
.get("xdt_api__v1__clips__user__connection_v2") or {})
|
||||||
|
for edge in edges.get("edges") or []:
|
||||||
|
media = (edge.get("node") or {}).get("media") or {}
|
||||||
|
if media.get("code") == shortcode:
|
||||||
|
return media.get("play_count")
|
||||||
|
except (ConnectionException, BadResponseException):
|
||||||
|
pass
|
||||||
|
return None
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
def _normalize_post_data(media: Dict[str, Any], context: 'InstaloaderContext') -> Dict[str, Any]:
|
||||||
|
"""Normalize a Polaris media item to a legacy-compatible node, preserving the source structure."""
|
||||||
|
media_types = {1: "GraphImage", 2: "GraphVideo", 8: "GraphSidecar"}
|
||||||
|
media_type = media.get("media_type")
|
||||||
|
typename = None
|
||||||
|
if isinstance(media_type, int):
|
||||||
|
typename = media_types.get(media_type)
|
||||||
|
if not typename:
|
||||||
|
raise BadResponseException(f"Unknown media_type in metadata: {media_type}.")
|
||||||
|
pic_json: Dict[str, Any] = media.copy()
|
||||||
|
pic_json["shortcode"] = media["code"]
|
||||||
|
pic_json["id"] = media["pk"]
|
||||||
|
pic_json["__typename"] = typename
|
||||||
|
pic_json["is_video"] = media_type == 2
|
||||||
|
pic_json["taken_at_timestamp"] = media["taken_at"]
|
||||||
|
pic_json["owner"] = {
|
||||||
|
"id": media["user"]["pk"],
|
||||||
|
"username": media["user"].get("username", ""),
|
||||||
|
"full_name": media["user"].get("full_name", ""),
|
||||||
|
}
|
||||||
|
candidates = (media.get("image_versions2") or {}).get("candidates") or []
|
||||||
|
pic_json["display_url"] = candidates[0]["url"] if candidates else None
|
||||||
|
video_versions = media.get("video_versions") or []
|
||||||
|
pic_json["video_url"] = video_versions[0]["url"] if video_versions else None
|
||||||
|
pic_json["video_duration"] = media.get("video_duration")
|
||||||
|
pic_json["video_view_count"] = media.get("view_count")
|
||||||
|
pic_json["video_play_count"] = media.get("play_count")
|
||||||
|
if media_type == 2 and pic_json["video_view_count"] is None:
|
||||||
|
pic_json["video_play_count"] = Post._fetch_play_count_from_clips(
|
||||||
|
context, media["user"]["pk"], media["code"]
|
||||||
|
)
|
||||||
|
caption = media.get("caption")
|
||||||
|
caption_text = caption.get("text") if isinstance(caption, dict) else None
|
||||||
|
pic_json["edge_media_to_caption"] = (
|
||||||
|
{"edges": [{"node": {"text": caption_text}}]} if caption_text is not None
|
||||||
|
else {"edges": []}
|
||||||
|
)
|
||||||
|
pic_json["edge_media_preview_like"] = {"count": media.get("like_count") or 0}
|
||||||
|
pic_json["edge_media_to_parent_comment"] = {
|
||||||
|
"count": media.get("comment_count") or 0,
|
||||||
|
"edges": [],
|
||||||
|
}
|
||||||
|
if media.get("has_liked") is not None:
|
||||||
|
pic_json["viewer_has_liked"] = media["has_liked"]
|
||||||
|
carousel = media.get("carousel_media") or []
|
||||||
|
if carousel:
|
||||||
|
carousel_nodes = []
|
||||||
|
for item in carousel:
|
||||||
|
item_type = item.get("media_type", 1)
|
||||||
|
node: Dict[str, Any] = {
|
||||||
|
"shortcode": item.get("code", ""),
|
||||||
|
"__typename": media_types.get(item_type, "GraphImage"),
|
||||||
|
"is_video": item_type == 2,
|
||||||
|
}
|
||||||
|
item_candidates = (item.get("image_versions2") or {}).get("candidates") or []
|
||||||
|
node["display_url"] = item_candidates[0]["url"] if item_candidates else ""
|
||||||
|
item_videos = item.get("video_versions") or []
|
||||||
|
node["video_url"] = item_videos[0]["url"] if item_videos else None
|
||||||
|
if item.get("accessibility_caption") is not None:
|
||||||
|
node["accessibility_caption"] = item["accessibility_caption"]
|
||||||
|
carousel_nodes.append({"node": node})
|
||||||
|
pic_json["edge_sidecar_to_children"] = {"edges": carousel_nodes}
|
||||||
|
tagged = (media.get("usertags") or {}).get("in") or []
|
||||||
|
if tagged:
|
||||||
|
pic_json["edge_media_to_tagged_user"] = {
|
||||||
|
"edges": [
|
||||||
|
{"node": {"user": {"username": t["user"]["username"].lower()}}}
|
||||||
|
for t in tagged
|
||||||
|
if (t.get("user") or {}).get("username")
|
||||||
|
]
|
||||||
|
}
|
||||||
|
return pic_json
|
||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def shortcode_to_mediaid(code: str) -> int:
|
def shortcode_to_mediaid(code: str) -> int:
|
||||||
if len(code) > 11:
|
if len(code) > 11:
|
||||||
@@ -319,25 +413,18 @@ class Post:
|
|||||||
|
|
||||||
def _obtain_metadata(self):
|
def _obtain_metadata(self):
|
||||||
if not self._full_metadata_dict:
|
if not self._full_metadata_dict:
|
||||||
response = self._context.doc_id_graphql_query(
|
resp = self._context.doc_id_graphql_query(
|
||||||
"8845758582119845", {"shortcode": self.shortcode}
|
"27128499623469141",
|
||||||
|
{
|
||||||
|
"shortcode": self.shortcode,
|
||||||
|
"__relay_internal__pv__PolarisAIGMMediaWebLabelEnabledrelayprovider": False,
|
||||||
|
},
|
||||||
)
|
)
|
||||||
data = (response or {}).get("data")
|
web_info = (resp.get("data") or {}).get("xdt_api__v1__media__shortcode__web_info") or {}
|
||||||
pic_json = data.get("xdt_shortcode_media") if data else None
|
items = web_info.get("items")
|
||||||
if pic_json is None:
|
if not items:
|
||||||
raise BadResponseException("Fetching Post metadata failed.")
|
raise BadResponseException("Fetching Post metadata failed.")
|
||||||
try:
|
self._full_metadata_dict = Post._normalize_post_data(items[0], self._context)
|
||||||
xdt_types = {
|
|
||||||
"XDTGraphImage": "GraphImage",
|
|
||||||
"XDTGraphVideo": "GraphVideo",
|
|
||||||
"XDTGraphSidecar": "GraphSidecar",
|
|
||||||
}
|
|
||||||
pic_json["__typename"] = xdt_types[pic_json["__typename"]]
|
|
||||||
except KeyError as exc:
|
|
||||||
raise BadResponseException(
|
|
||||||
f"Unknown __typename in metadata: {pic_json['__typename']}."
|
|
||||||
) from exc
|
|
||||||
self._full_metadata_dict = pic_json
|
|
||||||
if self.shortcode != self._full_metadata_dict['shortcode']:
|
if self.shortcode != self._full_metadata_dict['shortcode']:
|
||||||
self._node.update(self._full_metadata_dict)
|
self._node.update(self._full_metadata_dict)
|
||||||
raise PostChangedException
|
raise PostChangedException
|
||||||
@@ -912,13 +999,30 @@ class Profile:
|
|||||||
:param username: Username
|
:param username: Username
|
||||||
:raises: :class:`ProfileNotExistsException`
|
:raises: :class:`ProfileNotExistsException`
|
||||||
"""
|
"""
|
||||||
data = context.doc_id_graphql_query("26347858941511777", {"hasQuery": True, "query": username})["data"]
|
# Resolve the profile through its public web page, which Instagram renders with the
|
||||||
if data:
|
# profile embedded. The web_profile_info endpoint previously used here is refused
|
||||||
for user in data["xdt_api__v1__fbsearch__non_profiled_serp"]["users"]:
|
# with HTTP 400 for some professional profiles, and with HTTP 401 or 429 for some
|
||||||
if user["username"].lower() == username.lower():
|
# sessions, both anonymously and when logged in.
|
||||||
return cls(context, user)
|
try:
|
||||||
|
page = context.get_page_data("{0}/".format(username.lower()))
|
||||||
raise ProfileNotExistsException("Profile {} does not exist.".format(username))
|
except QueryReturnedNotFoundException:
|
||||||
|
page = []
|
||||||
|
# The page embeds two queries for the profile: one for its details and one for its
|
||||||
|
# posts.
|
||||||
|
user: Dict[str, Any] = {}
|
||||||
|
for data in page:
|
||||||
|
user.update(data.get("xig_user_by_username") or {})
|
||||||
|
if not user.get("pk"):
|
||||||
|
raise ProfileNotExistsException("Profile {} does not exist.".format(username))
|
||||||
|
user.pop("polaris_ordered_timeline_connection", None)
|
||||||
|
# The page's "id" is not the user ID, which is "pk".
|
||||||
|
node = dict(user, id=user["pk"])
|
||||||
|
if context.is_logged_in:
|
||||||
|
# The page shows the profile as a logged-out visitor sees it. Leave the missing
|
||||||
|
# fields, notably the viewer's relationship to the profile, such as
|
||||||
|
# followed_by_viewer, to the GraphQL profile query in _obtain_metadata().
|
||||||
|
return cls(context, node)
|
||||||
|
return cls(context, cls._normalize_profile_data(node))
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def from_id(cls, context: InstaloaderContext, profile_id: int):
|
def from_id(cls, context: InstaloaderContext, profile_id: int):
|
||||||
@@ -931,15 +1035,16 @@ class Profile:
|
|||||||
"""
|
"""
|
||||||
if profile_id in context.profile_id_cache:
|
if profile_id in context.profile_id_cache:
|
||||||
return context.profile_id_cache[profile_id]
|
return context.profile_id_cache[profile_id]
|
||||||
data = context.graphql_query('7c16654f22c819fb63d1183034a5162f',
|
# Resolve the current username from the user id, then load the full profile.
|
||||||
{'user_id': str(profile_id),
|
# The GraphQL user query previously used here started responding with HTTP 400.
|
||||||
'include_chaining': False,
|
try:
|
||||||
'include_reel': True,
|
user = context.get_json(
|
||||||
'include_suggested_users': False,
|
"api/v1/users/{0}/info/".format(profile_id), params={}
|
||||||
'include_logged_out_extras': False,
|
).get('user')
|
||||||
'include_highlight_reels': False})['data']['user']
|
except QueryReturnedNotFoundException:
|
||||||
if data:
|
user = None
|
||||||
profile = cls(context, data['reel']['owner'])
|
if user and user.get('username'):
|
||||||
|
profile = cls.from_username(context, user['username'])
|
||||||
else:
|
else:
|
||||||
raise ProfileNotExistsException("No profile found, the user may have blocked you (ID: " +
|
raise ProfileNotExistsException("No profile found, the user may have blocked you (ID: " +
|
||||||
str(profile_id) + ").")
|
str(profile_id) + ").")
|
||||||
@@ -985,6 +1090,24 @@ class Profile:
|
|||||||
def _obtain_metadata(self):
|
def _obtain_metadata(self):
|
||||||
try:
|
try:
|
||||||
if not self._has_full_metadata:
|
if not self._has_full_metadata:
|
||||||
|
if not self._context.is_logged_in:
|
||||||
|
# Anonymous access: the web_profile_info endpoint returns the full
|
||||||
|
# node in the legacy format and still works, unlike the GraphQL
|
||||||
|
# profile query.
|
||||||
|
try:
|
||||||
|
data = self._context.get_json(
|
||||||
|
"api/v1/users/web_profile_info/",
|
||||||
|
params={"username": self.username},
|
||||||
|
).get('data')
|
||||||
|
except QueryReturnedNotFoundException as err:
|
||||||
|
raise ProfileNotExistsException(
|
||||||
|
'Profile {} does not exist.'.format(self.username)) from err
|
||||||
|
user_data = data.get('user') if data else None
|
||||||
|
if user_data is None:
|
||||||
|
raise ProfileNotExistsException('Profile {} does not exist.'.format(self.username))
|
||||||
|
self._node = user_data
|
||||||
|
self._has_full_metadata = True
|
||||||
|
return
|
||||||
user_id = self._node.get('id') or self._node.get('pk')
|
user_id = self._node.get('id') or self._node.get('pk')
|
||||||
variables = {
|
variables = {
|
||||||
"id": str(user_id),
|
"id": str(user_id),
|
||||||
@@ -1016,7 +1139,8 @@ class Profile:
|
|||||||
', '.join(similar_profiles[0:5]))) from err
|
', '.join(similar_profiles[0:5]))) from err
|
||||||
raise ProfileNotExistsException('Profile {} does not exist.'.format(self.username)) from err
|
raise ProfileNotExistsException('Profile {} does not exist.'.format(self.username)) from err
|
||||||
|
|
||||||
def _normalize_profile_data(self, user_data: Dict[str, Any]) -> Dict[str, Any]:
|
@staticmethod
|
||||||
|
def _normalize_profile_data(user_data: Dict[str, Any]) -> Dict[str, Any]:
|
||||||
"""Normalize PolarisProfilePageContentQuery response to match legacy format."""
|
"""Normalize PolarisProfilePageContentQuery response to match legacy format."""
|
||||||
normalized = user_data.copy()
|
normalized = user_data.copy()
|
||||||
if 'id' not in normalized and 'pk' in normalized:
|
if 'id' not in normalized and 'pk' in normalized:
|
||||||
@@ -1262,33 +1386,52 @@ class Profile:
|
|||||||
|
|
||||||
:rtype: NodeIterator[Post]"""
|
:rtype: NodeIterator[Post]"""
|
||||||
self._obtain_metadata()
|
self._obtain_metadata()
|
||||||
logged_in = self._context.is_logged_in
|
if not self._context.is_logged_in:
|
||||||
|
return NodeIterator(
|
||||||
|
context=self._context,
|
||||||
|
edge_extractor=lambda d: d["data"]["user"]["edge_owner_to_timeline_media"],
|
||||||
|
node_wrapper=lambda n: Post(self._context, n, self),
|
||||||
|
query_variables={
|
||||||
|
"data": {
|
||||||
|
"count": 12,
|
||||||
|
"include_relationship_info": True,
|
||||||
|
"latest_besties_reel_media": True,
|
||||||
|
"latest_reel_media": True,
|
||||||
|
},
|
||||||
|
"id": self.userid,
|
||||||
|
},
|
||||||
|
query_referer="https://www.instagram.com/{0}/".format(self.username),
|
||||||
|
is_first=Profile._make_is_newest_checker(),
|
||||||
|
doc_id="7950326061742207",
|
||||||
|
query_hash=None,
|
||||||
|
first_data=self._metadata("edge_owner_to_timeline_media"),
|
||||||
|
)
|
||||||
return NodeIterator(
|
return NodeIterator(
|
||||||
context=self._context,
|
context=self._context,
|
||||||
edge_extractor=(
|
edge_extractor=lambda d: d["data"]["xdt_api__v1__feed__user_timeline_graphql_connection"],
|
||||||
(lambda d: d["data"]["xdt_api__v1__feed__user_timeline_graphql_connection"])
|
node_wrapper=lambda n: Post.from_iphone_struct(self._context, n),
|
||||||
if logged_in
|
# The query and variables that the web app sends for a profile's posts tab
|
||||||
else (lambda d: d["data"]["user"]["edge_owner_to_timeline_media"])
|
# (PolarisProfilePostsTabContentQuery_connection). Instagram answers the
|
||||||
),
|
# previous query, 7898261790222653, with "execution error".
|
||||||
node_wrapper=(
|
|
||||||
(lambda n: Post.from_iphone_struct(self._context, n))
|
|
||||||
if logged_in
|
|
||||||
else (lambda n: Post(self._context, n, self))
|
|
||||||
),
|
|
||||||
query_variables={
|
query_variables={
|
||||||
"data": {
|
"data": {
|
||||||
"count": 12,
|
"count": 12,
|
||||||
|
"include_reel_media_seen_timestamp": True,
|
||||||
"include_relationship_info": True,
|
"include_relationship_info": True,
|
||||||
"latest_besties_reel_media": True,
|
"latest_besties_reel_media": True,
|
||||||
"latest_reel_media": True,
|
"latest_reel_media": True,
|
||||||
},
|
},
|
||||||
**({"username": self.username} if logged_in else {"id": self.userid}),
|
"first": 12,
|
||||||
|
"include_multi_captions": True,
|
||||||
|
"username": self.username,
|
||||||
|
"__relay_internal__pv__PolarisMultiCaptionCarouselEnabledrelayprovider": True,
|
||||||
|
"__relay_internal__pv__PolarisShortDramaEnabledrelayprovider": False,
|
||||||
|
"__relay_internal__pv__PolarisReelsRecoDebugOverlayEnabledrelayprovider": False,
|
||||||
},
|
},
|
||||||
query_referer="https://www.instagram.com/{0}/".format(self.username),
|
query_referer="https://www.instagram.com/{0}/".format(self.username),
|
||||||
is_first=Profile._make_is_newest_checker(),
|
is_first=Profile._make_is_newest_checker(),
|
||||||
doc_id="7898261790222653" if logged_in else "7950326061742207",
|
doc_id="28975909992013618",
|
||||||
query_hash=None,
|
query_hash=None,
|
||||||
first_data=(None if logged_in else self._metadata("edge_owner_to_timeline_media")),
|
|
||||||
)
|
)
|
||||||
|
|
||||||
def get_saved_posts(self) -> NodeIterator[Post]:
|
def get_saved_posts(self) -> NodeIterator[Post]:
|
||||||
|
|||||||
@@ -18,8 +18,8 @@ def get_version():
|
|||||||
raise SystemExit("Could not find version string.")
|
raise SystemExit("Could not find version string.")
|
||||||
|
|
||||||
|
|
||||||
if sys.version_info < (3, 9):
|
if sys.version_info < (3, 10):
|
||||||
sys.exit('Instaloader requires Python >= 3.9.')
|
sys.exit('Instaloader requires Python >= 3.10.')
|
||||||
|
|
||||||
requirements = ['requests>=2.25']
|
requirements = ['requests>=2.25']
|
||||||
optional_requirements = {
|
optional_requirements = {
|
||||||
@@ -46,7 +46,7 @@ setup(
|
|||||||
'from Instagram.',
|
'from Instagram.',
|
||||||
long_description=open(os.path.join(SRC, 'README.rst')).read(),
|
long_description=open(os.path.join(SRC, 'README.rst')).read(),
|
||||||
install_requires=requirements,
|
install_requires=requirements,
|
||||||
python_requires='>=3.9',
|
python_requires='>=3.10',
|
||||||
extras_require=optional_requirements,
|
extras_require=optional_requirements,
|
||||||
entry_points={'console_scripts': ['instaloader=instaloader.__main__:main']},
|
entry_points={'console_scripts': ['instaloader=instaloader.__main__:main']},
|
||||||
zip_safe=False,
|
zip_safe=False,
|
||||||
@@ -58,12 +58,12 @@ setup(
|
|||||||
'Intended Audience :: Developers',
|
'Intended Audience :: Developers',
|
||||||
'License :: OSI Approved :: MIT License',
|
'License :: OSI Approved :: MIT License',
|
||||||
'Operating System :: OS Independent',
|
'Operating System :: OS Independent',
|
||||||
'Programming Language :: Python :: 3.9',
|
|
||||||
'Programming Language :: Python :: 3.10',
|
'Programming Language :: Python :: 3.10',
|
||||||
'Programming Language :: Python :: 3.11',
|
'Programming Language :: Python :: 3.11',
|
||||||
'Programming Language :: Python :: 3.12',
|
'Programming Language :: Python :: 3.12',
|
||||||
'Programming Language :: Python :: 3.13',
|
'Programming Language :: Python :: 3.13',
|
||||||
'Programming Language :: Python :: 3.14',
|
'Programming Language :: Python :: 3.14',
|
||||||
|
'Programming Language :: Python :: 3.15',
|
||||||
'Programming Language :: Python :: 3 :: Only',
|
'Programming Language :: Python :: 3 :: Only',
|
||||||
'Topic :: Internet',
|
'Topic :: Internet',
|
||||||
'Topic :: Multimedia :: Graphics'
|
'Topic :: Multimedia :: Graphics'
|
||||||
|
|||||||
@@ -0,0 +1,4 @@
|
|||||||
|
# Instaloader Tests
|
||||||
|
|
||||||
|
Integration tests for Instaloader features that require Instagram access are maintained here:
|
||||||
|
https://github.com/instaloader/instaloader-tests
|
||||||
@@ -1,214 +0,0 @@
|
|||||||
"""Unit Tests for Instaloader"""
|
|
||||||
|
|
||||||
import os
|
|
||||||
import shutil
|
|
||||||
import tempfile
|
|
||||||
import unittest
|
|
||||||
from itertools import islice
|
|
||||||
from typing import Optional
|
|
||||||
|
|
||||||
import instaloader
|
|
||||||
|
|
||||||
PROFILE_WITH_HIGHLIGHTS = 325732271
|
|
||||||
PUBLIC_PROFILE = "selenagomez"
|
|
||||||
PUBLIC_PROFILE_ID = 460563723
|
|
||||||
PUBLIC_PROFILE_WITH_IGTV = "natgeo"
|
|
||||||
HASHTAG = "kitten"
|
|
||||||
LOCATION = "362629379"
|
|
||||||
OWN_USERNAME = "aandergr"
|
|
||||||
NORMAL_MAX_COUNT = 2
|
|
||||||
PAGING_MAX_COUNT = 15
|
|
||||||
PRIVATE_PROFILE = "aandergr"
|
|
||||||
PRIVATE_PROFILE_ID = 1706625676
|
|
||||||
EMPTY_PROFILE = "not_public"
|
|
||||||
EMPTY_PROFILE_ID = 1928659031
|
|
||||||
|
|
||||||
ratecontroller: Optional[instaloader.RateController] = None
|
|
||||||
|
|
||||||
|
|
||||||
class TestInstaloaderAnonymously(unittest.TestCase):
|
|
||||||
|
|
||||||
def setUp(self):
|
|
||||||
self.dir = tempfile.mkdtemp()
|
|
||||||
print("Testing in {}".format(self.dir))
|
|
||||||
os.chdir(self.dir)
|
|
||||||
self.L = instaloader.Instaloader(download_geotags=True,
|
|
||||||
download_comments=True,
|
|
||||||
save_metadata=True)
|
|
||||||
self.L.context.raise_all_errors = True
|
|
||||||
if ratecontroller is not None:
|
|
||||||
# pylint:disable=protected-access
|
|
||||||
ratecontroller._context = self.L.context
|
|
||||||
self.L.context._rate_controller = ratecontroller
|
|
||||||
|
|
||||||
def tearDown(self):
|
|
||||||
# pylint:disable=global-statement,protected-access
|
|
||||||
global ratecontroller
|
|
||||||
ratecontroller = self.L.context._rate_controller
|
|
||||||
self.L.close()
|
|
||||||
os.chdir('/')
|
|
||||||
print("Removing {}".format(self.dir))
|
|
||||||
shutil.rmtree(self.dir)
|
|
||||||
|
|
||||||
def post_paging_test(self, iterator):
|
|
||||||
previous_post = None
|
|
||||||
for post in islice(iterator, PAGING_MAX_COUNT):
|
|
||||||
print(post)
|
|
||||||
if previous_post:
|
|
||||||
self.assertTrue(post.date_utc < previous_post.date_utc)
|
|
||||||
previous_post = post
|
|
||||||
|
|
||||||
@unittest.skip('')
|
|
||||||
def test_public_profile_download(self):
|
|
||||||
profiles = {self.L.check_profile_id(PUBLIC_PROFILE)}
|
|
||||||
self.L.download_profiles(profiles, profile_pic=False, fast_update=True, raise_errors=True)
|
|
||||||
self.L.download_profiles(profiles, profile_pic=False, fast_update=True, raise_errors=True)
|
|
||||||
|
|
||||||
def test_public_profile_paging(self):
|
|
||||||
self.post_paging_test(instaloader.Profile.from_username(self.L.context, PUBLIC_PROFILE).get_posts())
|
|
||||||
|
|
||||||
def test_profile_pic_download(self):
|
|
||||||
self.L.download_profiles({self.L.check_profile_id(PUBLIC_PROFILE)}, posts=False, raise_errors=True)
|
|
||||||
|
|
||||||
def test_hashtag_download(self):
|
|
||||||
self.L.download_hashtag(HASHTAG, NORMAL_MAX_COUNT)
|
|
||||||
|
|
||||||
def test_hashtag_paging(self):
|
|
||||||
for count, post in enumerate(instaloader.Hashtag.from_name(self.L.context, HASHTAG).get_all_posts()):
|
|
||||||
print(post)
|
|
||||||
if count == PAGING_MAX_COUNT:
|
|
||||||
break
|
|
||||||
|
|
||||||
def test_get_id_by_username(self):
|
|
||||||
self.assertEqual(PUBLIC_PROFILE_ID,
|
|
||||||
instaloader.Profile.from_username(self.L.context, PUBLIC_PROFILE).userid)
|
|
||||||
|
|
||||||
def test_get_username_by_id_private(self):
|
|
||||||
self.assertEqual(PRIVATE_PROFILE.lower(),
|
|
||||||
instaloader.Profile.from_id(self.L.context, PRIVATE_PROFILE_ID).username)
|
|
||||||
|
|
||||||
def test_get_username_by_id_public(self):
|
|
||||||
self.assertEqual(PUBLIC_PROFILE.lower(),
|
|
||||||
instaloader.Profile.from_id(self.L.context, PUBLIC_PROFILE_ID).username)
|
|
||||||
|
|
||||||
def test_get_username_by_id_empty(self):
|
|
||||||
self.assertEqual(EMPTY_PROFILE.lower(),
|
|
||||||
instaloader.Profile.from_id(self.L.context, EMPTY_PROFILE_ID).username)
|
|
||||||
|
|
||||||
def test_get_username_by_name_empty(self):
|
|
||||||
self.assertEqual(EMPTY_PROFILE_ID,
|
|
||||||
instaloader.Profile.from_username(self.L.context, EMPTY_PROFILE).userid)
|
|
||||||
|
|
||||||
def test_post_from_mediaid(self):
|
|
||||||
for post in instaloader.Profile.from_username(self.L.context, PUBLIC_PROFILE).get_posts():
|
|
||||||
post2 = instaloader.Post.from_mediaid(self.L.context, post.mediaid)
|
|
||||||
self.assertEqual(post, post2)
|
|
||||||
break
|
|
||||||
|
|
||||||
def test_public_profile_tagged_paging(self):
|
|
||||||
for post in islice(instaloader.Profile.from_username(self.L.context, PUBLIC_PROFILE).get_tagged_posts(),
|
|
||||||
PAGING_MAX_COUNT):
|
|
||||||
print(post)
|
|
||||||
|
|
||||||
def test_public_profile_igtv(self):
|
|
||||||
for post in islice(instaloader.Profile.from_username(self.L.context, PUBLIC_PROFILE_WITH_IGTV).get_igtv_posts(),
|
|
||||||
PAGING_MAX_COUNT):
|
|
||||||
print(post)
|
|
||||||
|
|
||||||
|
|
||||||
class TestInstaloaderLoggedIn(TestInstaloaderAnonymously):
|
|
||||||
|
|
||||||
def setUp(self):
|
|
||||||
super().setUp()
|
|
||||||
self.L.load_session_from_file(OWN_USERNAME)
|
|
||||||
|
|
||||||
@unittest.skip('')
|
|
||||||
def test_stories_download(self):
|
|
||||||
self.L.download_stories()
|
|
||||||
|
|
||||||
@unittest.skip('')
|
|
||||||
def test_private_profile_download(self):
|
|
||||||
self.L.download_profiles({self.L.check_profile_id(PRIVATE_PROFILE)}, stories=True, raise_errors=True)
|
|
||||||
|
|
||||||
def test_stories_paging(self):
|
|
||||||
for user_story in self.L.get_stories():
|
|
||||||
print("profile {}.".format(user_story.owner_username))
|
|
||||||
for item in user_story.get_items():
|
|
||||||
print(item)
|
|
||||||
|
|
||||||
def test_highlights_paging(self):
|
|
||||||
for user_highlight in self.L.get_highlights(PROFILE_WITH_HIGHLIGHTS):
|
|
||||||
print("Retrieving {} highlights \"{}\" from profile {}".format(user_highlight.itemcount,
|
|
||||||
user_highlight.title,
|
|
||||||
user_highlight.owner_username))
|
|
||||||
for item in user_highlight.get_items():
|
|
||||||
print(item)
|
|
||||||
|
|
||||||
def test_private_profile_paging(self):
|
|
||||||
self.post_paging_test(instaloader.Profile.from_username(self.L.context, PRIVATE_PROFILE).get_posts())
|
|
||||||
|
|
||||||
def test_feed_download(self):
|
|
||||||
self.L.download_feed_posts(NORMAL_MAX_COUNT)
|
|
||||||
|
|
||||||
def test_feed_paging(self):
|
|
||||||
for count, post in enumerate(self.L.get_feed_posts()):
|
|
||||||
print(post)
|
|
||||||
if count == PAGING_MAX_COUNT:
|
|
||||||
break
|
|
||||||
|
|
||||||
def test_saved_download(self):
|
|
||||||
self.L.download_saved_posts(NORMAL_MAX_COUNT)
|
|
||||||
|
|
||||||
def test_saved_paging(self):
|
|
||||||
for count, post in enumerate(instaloader.Profile.from_username(self.L.context, OWN_USERNAME).get_saved_posts()):
|
|
||||||
print(post)
|
|
||||||
if count == PAGING_MAX_COUNT:
|
|
||||||
break
|
|
||||||
|
|
||||||
def test_test_login(self):
|
|
||||||
self.assertEqual(OWN_USERNAME, self.L.test_login())
|
|
||||||
|
|
||||||
def test_followees_and_stories(self):
|
|
||||||
profile = instaloader.Profile.from_username(self.L.context, OWN_USERNAME)
|
|
||||||
followees = set(islice(profile.get_followees(), PAGING_MAX_COUNT))
|
|
||||||
self.L.download_profiles(followees, profile_pic=False, stories=True, posts=False, raise_errors=True)
|
|
||||||
|
|
||||||
def test_get_followees(self):
|
|
||||||
profile = instaloader.Profile.from_username(self.L.context, OWN_USERNAME)
|
|
||||||
for f in profile.get_followees():
|
|
||||||
print(f.username)
|
|
||||||
|
|
||||||
def test_get_followers(self):
|
|
||||||
profile = instaloader.Profile.from_username(self.L.context, OWN_USERNAME)
|
|
||||||
for f in profile.get_followers():
|
|
||||||
print(f.username)
|
|
||||||
|
|
||||||
def test_get_similar_accounts(self):
|
|
||||||
profile = instaloader.Profile.from_username(self.L.context, OWN_USERNAME)
|
|
||||||
for f in profile.get_similar_accounts():
|
|
||||||
print(f.username)
|
|
||||||
|
|
||||||
def test_get_likes(self):
|
|
||||||
for post in instaloader.Profile.from_username(self.L.context, OWN_USERNAME).get_posts():
|
|
||||||
for like in post.get_likes():
|
|
||||||
print(like.username)
|
|
||||||
break
|
|
||||||
|
|
||||||
def test_explore_paging(self):
|
|
||||||
for count, post in enumerate(self.L.get_explore_posts()):
|
|
||||||
print(post)
|
|
||||||
if count == PAGING_MAX_COUNT:
|
|
||||||
break
|
|
||||||
|
|
||||||
def test_location_download(self):
|
|
||||||
self.L.download_location(LOCATION, NORMAL_MAX_COUNT)
|
|
||||||
|
|
||||||
def test_location_paging(self):
|
|
||||||
for count, post in enumerate(self.L.get_location_posts(LOCATION)):
|
|
||||||
print(post)
|
|
||||||
if count == PAGING_MAX_COUNT:
|
|
||||||
break
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
unittest.main()
|
|
||||||
Reference in New Issue
Block a user