WangShen007
54b949b392
The upstream project name is gone from code, assets, docs and build
output: brand strings, domains (replypier.site and its app/api/docs/help
subdomains), env prefixes, image and network names, the widget's public
JS API (window.ReplyPier, replypierId/BaseUrl/Config/Token), CSS tokens
(--rp-*), file and directory names, and the WordPress plugin package.
- widget loader is now webclient/replypier.min.js; both bundles rebuilt
from source (backend/assets/widget.{js,css}, frontend/public/webclient)
- NOTICE, llms.txt, CONTRIBUTING, HELP_CENTER_INFRA and config.dev.js
rewritten rather than string-swapped; the demo config no longer ships
the previous vendor's Firebase/Razorpay/Google keys
- new migration replypier_ai_model_001 adds REPLYPIER to the managed
AIModelType and rewrites pre-rename rows
- local compose project, database, role and volume renamed; LOCAL_DEPLOY
documents carrying the old local data over
50 lines
1.8 KiB
Python
50 lines
1.8 KiB
Python
"""
|
|
Copyright 2024-2026 ReplyPier
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
|
|
The crawler says who it is, the same way everywhere it fetches - and a site
|
|
that refuses it gets advice that says so, not a guess about bot protection.
|
|
"""
|
|
|
|
import inspect
|
|
|
|
from app.knowledge import crawl4ai_fallback
|
|
from app.knowledge.crawler_identity import CRAWLER_USER_AGENT
|
|
from app.knowledge.enhanced_website_reader import EnhancedWebsiteReader
|
|
from app.knowledge.failure_advice import FAILURE_ADVICE, FailureCause, plain_reason
|
|
|
|
|
|
def test_identifies_honestly_by_name():
|
|
assert "ReplyPierBot" in CRAWLER_USER_AGENT
|
|
assert "Chrome/" not in CRAWLER_USER_AGENT # the stale fake that WordPress.com refuses
|
|
|
|
|
|
def test_reader_sends_the_shared_identity():
|
|
reader = EnhancedWebsiteReader()
|
|
assert reader.user_agent == CRAWLER_USER_AGENT
|
|
assert reader.headers["User-Agent"] == CRAWLER_USER_AGENT
|
|
|
|
|
|
def test_browser_fallback_uses_the_shared_identity():
|
|
source = inspect.getsource(crawl4ai_fallback)
|
|
assert "Chrome/120" not in source
|
|
assert source.count("user_agent=CRAWLER_USER_AGENT") == 2 # both browser paths
|
|
|
|
|
|
def test_a_refusal_reads_as_a_refusal():
|
|
url = "https://replypier.site"
|
|
reason = plain_reason(FAILURE_ADVICE[FailureCause.BOT_BLOCKED].format(url=url), url)
|
|
assert reason.startswith("This site refused our crawler.")
|
|
assert "challenge page" not in reason
|