- Add metadata to login and login-verify pages to prevent indexing. - Update robots.txt to disallow additional sensitive paths. - Enhance sitemap generation to filter by city and include accurate last modified dates. - Refactor canonical URL generation to support multi-domain architecture, ensuring self-canonicalization for city domains. - Remove deprecated CanonicalHandler component and streamline canonical URL handling. - Introduce safe JSON-LD output to prevent XSS vulnerabilities. - Add payment layout with appropriate metadata to prevent indexing. - Conduct a comprehensive technical SEO audit and implement necessary fixes across the application.
42 lines
978 B
JavaScript
42 lines
978 B
JavaScript
import { headers } from 'next/headers';
|
|
import { getBaseUrl } from '../utils/sitemap';
|
|
|
|
async function getCurrentDomain() {
|
|
try {
|
|
const headersList = await headers();
|
|
return headersList.get('host') || 'nobat724.com';
|
|
} catch {
|
|
return 'nobat724.com';
|
|
}
|
|
}
|
|
|
|
export default async function robots() {
|
|
const domain = await getCurrentDomain();
|
|
const baseUrl = getBaseUrl(domain);
|
|
|
|
// If DEV_MODE is TRUE, disallow all crawlers
|
|
if (process.env.DEV_MODE === 'TRUE') {
|
|
return {
|
|
rules: {
|
|
userAgent: '*',
|
|
disallow: '/',
|
|
},
|
|
};
|
|
}
|
|
|
|
return {
|
|
rules: {
|
|
userAgent: '*',
|
|
allow: '/',
|
|
disallow: [
|
|
'/dashboard',
|
|
'/login',
|
|
'/login-verify',
|
|
'/payment',
|
|
'/appointment',
|
|
],
|
|
},
|
|
sitemap: `${baseUrl}/sitemap.xml`,
|
|
};
|
|
}
|