User-agent: *
Allow: /
Allow: /blog/
Allow: /blog/*.html
Allow: /*.html

# Allow sitemap
Sitemap: https://offlinesharing.com/sitemap.xml

# Block access to sensitive directories
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /admin/

# Allow essential assets for proper page rendering
Allow: /js/
Allow: /css/
Allow: /images/
Allow: /svg/

# Block access to specific file types
Disallow: /*.php$
Disallow: /*?*
Disallow: /*=
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.xls$
Disallow: /*.xlsx$

# Block backup files
Disallow: /*~
Disallow: /*.bak
Disallow: /*.old

# Clean Parameters
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*query=
Disallow: /*?*ref=
Disallow: /*?*source=

# Crawl-delay directive (optional)
# Crawl-delay: 10