ISTI-ansible-roles
/
ansible-role-nginx
5
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Compare commits

merge into: ISTI-ansible-roles:new_cors_configs
Branches Tags
ISTI-ansible-roles:master
ISTI-ansible-roles:new_cors_configs
...
pull from: ISTI-ansible-roles:master
Branches Tags
ISTI-ansible-roles:master
ISTI-ansible-roles:new_cors_configs

5 Commits
new_cors_c ... master

Author SHA1 Message Date
Andrea Dell'Amico 979c9060df
Remove some not allowed proxy_hide_header. 2025-02-25 15:50:25 +01:00
Andrea Dell'Amico 978229b0b2
More comprehensive list of rogue bots. 2025-01-17 20:05:34 +01:00
Andrea Dell'Amico 4b04781a9d Merge pull request 'Added 'always' directive as default to the 'Access-Control-Allow-Origin', see #28488#note-24' (!3) from new_cors_configs into master 
Reviewed-on: #3
 2024-12-18 12:27:04 +01:00
Andrea Dell'Amico d70ea67b27 Merge pull request 'setting nginx_cors_limit_origin: true' (!2) from new_cors_configs into master 
Reviewed-on: #2
 2024-12-17 16:42:20 +01:00
Andrea Dell'Amico fb9c371665 Merge pull request 'Added `always` property to send headers even on response with http errors (e.g. 4xx or 5xx)' (!1) from new_cors_configs into master 
Reviewed-on: #1
 2024-12-17 15:52:24 +01:00
4 changed files with 47 additions and 13 deletions
Show Stats Expand all files Collapse all files

34
defaults/main.yml
View File

@ -149,10 +149,36 @@ nginx_robots_disallow_everything: false
nginx_robots_enable_crawl_delay: false
nginx_robots_crawl_delay: 10
nginx_robots_disallowed_useragent_list:
- SemrushBot
- SemrushBot-SA
- Yandex
- YandexBot
- name: SemrushBot
uri: /
- name: SemrushBot-SA
uri: /
- name: Yandex
uri: /
- name: YandexBot
uri: /
# - name: ClaudeBot
# uri: /
# - name: Claude-Web
# uri: /
# - name: Bytedance
# uri: /
# - name: Bytespider
# uri: /
# - name: FacebookBot
# uri: /
# - name: ChatGPT-User
# uri: /
# - name: openai
# uri: /
# - name: openai.com
# uri: /
# - name: GPTBot
# uri: /
# - name: DotBot
# uri: /
# - name: PetalBot
# uri: /
nginx_robots_disallowed_uris: false
nginx_robots_disallowed_uris_list: []

12
templates/nginx-cors.conf.j2
View File

@ -1,10 +1,10 @@
{% if nginx_cors_extended_rules %}
if ($request_method = 'OPTIONS') {
{% if nginx_cors_limit_origin %}
proxy_hide_header Access-Control-Allow-Origin;
# proxy_hide_header Access-Control-Allow-Origin;
add_header 'Access-Control-Allow-Origin' '{{ nginx_cors_acl_origin | default("$http_origin") }}';
{% else %}
proxy_hide_header Access-Control-Allow-Origin;
# proxy_hide_header Access-Control-Allow-Origin;
add_header 'Access-Control-Allow-Origin' '{{ nginx_access_control_allow_origin_src | default("*") }}';
{% endif %}
add_header 'Access-Control-Allow-Credentials' 'true';
@ -23,10 +23,10 @@ if ($request_method = 'OPTIONS') {
}
if ($request_method = 'POST') {
{% if nginx_cors_limit_origin %}
proxy_hide_header Access-Control-Allow-Origin;
# proxy_hide_header Access-Control-Allow-Origin;
add_header 'Access-Control-Allow-Origin' '{{ nginx_cors_acl_origin | default("$http_origin") }}';
{% else %}
proxy_hide_header Access-Control-Allow-Origin;
# proxy_hide_header Access-Control-Allow-Origin;
add_header 'Access-Control-Allow-Origin' '{{ nginx_access_control_allow_origin_src | default("*") }}';
{% endif %}
add_header 'Access-Control-Allow-Credentials' 'true';
@ -36,10 +36,10 @@ if ($request_method = 'POST') {
}
if ($request_method = 'GET') {
{% if nginx_cors_limit_origin %}
proxy_hide_header Access-Control-Allow-Origin;
# proxy_hide_header Access-Control-Allow-Origin;
add_header 'Access-Control-Allow-Origin' '{{ nginx_cors_acl_origin | default("$http_origin") }}';
{% else %}
proxy_hide_header Access-Control-Allow-Origin;
# proxy_hide_header Access-Control-Allow-Origin;
add_header 'Access-Control-Allow-Origin' '{{ nginx_access_control_allow_origin_src | default("*") }}';
{% endif %}
add_header 'Access-Control-Allow-Credentials' 'true';

6
templates/nginx-virthost.j2
View File

@ -101,6 +101,9 @@ server {
access_log off;
}
location = /robots.txt {
{% if nginx_install_robots_txt %}
root {{ nginx_webroot }};
{% endif %}
allow all;
log_not_found off;
access_log off;
@ -248,6 +251,9 @@ server {
access_log off;
}
location = /robots.txt {
{% if nginx_install_robots_txt %}
root {{ nginx_webroot }};
{% endif %}
allow all;
log_not_found off;
access_log off;

8
templates/robots.txt.j2
View File

@ -3,10 +3,11 @@ User-Agent: *
Disallow: /
{% else %}
{% for ua in nginx_robots_disallowed_useragent_list %}
User-agent: {{ ua }}
Disallow: /
User-agent: {{ ua.name }}
Disallow: {{ ua.uri | default('/') }}
{% endfor %}
{% if nginx_robots_disallowed_uris %}
User-agent: *
{% for uri in nginx_robots_disallowed_uris_list %}
@ -18,4 +19,5 @@ Disallow: {{ uri }}
User-Agent: *
Crawl-Delay: {{ nginx_robots_crawl_delay }}
{% endif %}
{% endif %}
{% endif %}