$1')
.replace(/\[(.*?)\]\((.*?)\)/g, '$1')
.replace(/\n{3,}/g, '\n\n');
// ++ START: NEW MENTION DETECTION LOGIC ++
let mentionedBrands = [];
if (brandsToTrack.length > 0) {
brandsToTrack.forEach(brand => {
const brandRegex = new RegExp('\\b' + brand + '\\b', 'gi');
if (brandRegex.test(entry.responseText)) {
mentionedBrands.push(brand);
}
});
}
// ++ END: NEW MENTION DETECTION LOGIC ++
query.details.responses.push({
provider: provider,
text: $sce.trustAsHtml(`${highlightedText}`), urls: entry.urls || [], mentionedBrands: mentionedBrands // ++ ATTACH MENTIONED BRANDS }); } // 2. Calculate points for each competitor in this provider's list (entry.urls || []).forEach(function (url, index) { const domain = getDomainFromUrl(url); if (domain && domain !== userDomain) { if (!competitorPoints[domain]) { competitorPoints[domain] = 0; } competitorPoints[domain] += getPointsForRank(index + 1); } }); } // 3. Calculate final score for each competitor and sort for (const domain in competitorPoints) { query.details.competitors.push({ domain: domain, score: providerCount > 0 ? competitorPoints[domain] / providerCount : 0 }); } query.details.competitors.sort((a, b) => b.score - a.score); // 4. Name clusters using AJAX calls to /name-single-cluster/ query.details.clusterNames = {}; const nameClusters = async () => { // Group keywords by cluster for naming const clustersForNaming = {}; query.details.responses.forEach(response => { if (response.urls && response.urls.length > 0) { response.urls.forEach((url, index) => { const keyword = url.replace(/^https?:\/\//, '').split('/')[0].replace(/^www\./, ''); // For now, we'll use a simple clustering approach or you can integrate with your clustering API // This is a placeholder - you'll need to implement the actual clustering logic const clusterId = Math.floor(Math.random() * 5); // Placeholder clustering if (!clustersForNaming[clusterId]) { clustersForNaming[clusterId] = []; } clustersForNaming[clusterId].push(keyword); }); } }); // Make AJAX calls for each cluster for (const [clusterId, keywords] of Object.entries(clustersForNaming)) { try { const response = await $http.post('http://135.125.202.210:8000/name-single-cluster/', { keywords: keywords }); query.details.clusterNames[clusterId] = response.data.name || `Cluster ${clusterId}`; } catch (error) { console.error('Error naming cluster', clusterId, error); query.details.clusterNames[clusterId] = `Cluster ${clusterId}`; } } // Trigger digest cycle to update UI $scope.$apply(); }; // Start naming clusters asynchronously nameClusters(); // --- Render AmCharts historical chart --- // ... (existing AmCharts logic remains unchanged) ... setTimeout(function () { if (!window.AmCharts) return; var chartData = []; var providers = $scope.allProviders || []; var dateMap = {}; (query.history || []).forEach(function (entry) { if (!entry.date) return; var dateStr = entry.date.substr(0, 10).replace(/-/g, ''); dateMap[dateStr] = dateMap[dateStr] || { date: dateStr }; var rank = null; if (entry.urls && entry.urls.length) { for (var i = 0; i < entry.urls.length; ++i) { var urlDomain = entry.urls[i].replace(/^https?:\/\//, '').split('/')[0].replace(/^www\./, ''); if (urlDomain === userDomain) { rank = i + 1; break; } } } dateMap[dateStr][entry.provider] = rank; }); for (var d in dateMap) chartData.push(dateMap[d]); chartData.sort(function (a, b) { return a.date.localeCompare(b.date); }); var graphs = (providers || []).map(function (provider, idx) { return { balloonText: provider + ': [[value]]', title: provider, valueField: provider, bullet: 'round', bulletBorderAlpha: 1, bulletColor: '#FFFFFF', useLineColorForBulletBorder: true, fillAlphas: 0, lineThickness: 2, lineAlpha: 1, bulletSize: 7, lineColor: h.colors ? h.colors()[idx % 6] : undefined }; }); AmCharts.makeChart('llm-history-chart-' + query._id, { type: 'serial', theme: 'light', marginLeft: 0, marginRight: 0, marginTop: 10, categoryField: 'date', rotate: false, dataDateFormat: 'YYYYMMDD', categoryAxis: { gridPosition: 'start', parseDates: true, labelRotation: 45 }, valueAxes: [{ reversed: true, position: 'left', axisAlpha: 0, labelsEnabled: true, minimum: 1 }], graphs: graphs, dataProvider: chartData, legend: { position: 'bottom', enabled: true, useGraphSettings: true } }); }, 0); } }; // --- Credit & Budgeting --- $scope.providers = ['google', 'openai', 'perplexity']; $scope.frequencies = { 'daily': { name: 'Daily', cost: 31 }, 'weekly': { name: 'Weekly', cost: 4 }, 'monthly': { name: 'Monthly', cost: 1 } }; // Initialize new query options $scope.page.newQueryProviders = { google: true, openai: true, perplexity: true }; $scope.page.newQueryFrequency = 'weekly'; $scope.page.newQueryCost = 0; $scope.page.isOverBudget = false; $scope.page.currentUsage = 0; $scope.page.totalProjectedCost = 0; // Function to calculate cost $scope.calculateCost = function() { // Count the number of actual queries entered in the textarea var queryCount = 0; if ($scope.page.newQuery && $scope.page.newQuery.trim()) { // Split by comma or newline and filter out any empty strings queryCount = $scope.page.newQuery.split(/[\,\n]+/).filter(q => q.trim()).length; } // When editing, we are always dealing with a single query, so force count to 1 if ($scope.page.editing) { queryCount = 1; } // 1. Calculate cost of the new/edited query batch var newQueryProvidersCount = Object.values($scope.page.newQueryProviders).filter(Boolean).length; var newQueryFrequencyCost = $scope.frequencies[$scope.page.newQueryFrequency] ? $scope.frequencies[$scope.page.newQueryFrequency].cost : 0; var newQueryCost = queryCount * newQueryProvidersCount * newQueryFrequencyCost; $scope.page.newQueryCost = newQueryCost; // 2. Calculate current usage from all existing queries var currentUsage = 0; ($scope.queries || []).forEach(function(q) { // If we are editing this query, its cost will be replaced by the new cost, so skip it here. if ($scope.page.editing && $scope.page.editing === q._id) { return; } var providerCount = (q.providers && q.providers.length) ? q.providers.length : $scope.allProviders.length; var frequencyCost = $scope.frequencies[q.frequency] ? $scope.frequencies[q.frequency].cost : $scope.frequencies['weekly'].cost; currentUsage += providerCount * frequencyCost; }); $scope.page.currentUsage = currentUsage; // 3. Calculate total projected cost var totalProjectedCost = currentUsage + newQueryCost; $scope.page.totalProjectedCost = totalProjectedCost; // 4. Check against budget var availableCredits = ($rootScope.user && $rootScope.user.credits && $rootScope.user.credits.llm) ? $rootScope.user.credits.llm : 0; $scope.page.isOverBudget = totalProjectedCost > availableCredits; }; // Watch for changes to recalculate cost $scope.$watch('page.newQueryProviders', $scope.calculateCost, true); $scope.$watch('page.newQueryFrequency', $scope.calculateCost); $scope.$watch('queries', $scope.calculateCost, true); // Recalculate if queries are added/deleted // Initial calculation $scope.calculateCost(); // Initial load $scope.getQueries(); }, ]); app.controller('keywordtool', ['$scope', '$http', '$rootScope', '$filter', '$location', 'h', function($scope, $http, $rootScope, $filter, $location, h) { $scope.suggest = { 'q': '', result: [] }; $scope.order = {}; $scope.fnOrder = function(field) { var reverse = (field == $scope.order.field) ? true : false; $scope.order = { 'field': field, 'reverse': reverse }; } var lang = { "de": [ { key: 'was', 'value': 'was ', 'type': 'vraag' }, { key: 'was ist', 'value': 'was ist ', 'type': 'vraag' }, { key: 'wie', 'value': 'wie ', 'type': 'vraag' }, { key: 'wann', 'value': 'wann ', 'type': 'vraag' }, { key: 'welche', 'value': 'welche ', 'type': 'vraag' }, { key: 'warum', 'value': 'warum ', 'type': 'vraag' }, ], "nl": [ { key: 'wat', 'value': 'wat ', 'type': 'vraag' }, { key: 'wat is', 'value': 'wat is ', 'type': 'vraag' }, { key: 'hoe', 'value': 'hoe ', 'type': 'vraag' }, { key: 'wanneer', 'value': 'wanneer ', 'type': 'vraag' }, { key: 'welke', 'value': 'welke ', 'type': 'vraag' }, { key: 'waarom', 'value': 'waarom ', 'type': 'vraag' }, ], "en": [ { key: 'what', 'value': 'what ', 'type': 'vraag' }, { key: 'what is', 'value': 'what is ', 'type': 'vraag' }, { key: 'how', 'value': 'how ', 'type': 'vraag' }, { key: 'when', 'value': 'when ', 'type': 'vraag' }, { key: 'which', 'value': 'which ', 'type': 'vraag' }, { key: 'why', 'value': 'why ', 'type': 'vraag' }, ] } var letters = [ { key: 'a', 'value': ' a' }, { key: 'b', 'value': ' b' }, { key: 'c', 'value': ' c' }, { key: 'd', 'value': ' d' }, { key: 'e', 'value': ' e' }, { key: 'f', 'value': ' f' }, { key: 'g', 'value': ' g' }, { key: 'h', 'value': ' h' }, { key: 'i', 'value': ' i' }, { key: 'j', 'value': ' j' }, { key: 'k', 'value': ' k' }, { key: 'l', 'value': ' l' }, { key: 'm', 'value': ' m' }, { key: 'n', 'value': ' n' }, { key: 'o', 'value': ' o' }, { key: 'p', 'value': ' p' }, { key: 'q', 'value': ' q' }, { key: 'r', 'value': ' r' }, { key: 's', 'value': ' s' }, { key: 't', 'value': ' t' }, { key: 'u', 'value': ' u' }, { key: 'v', 'value': ' v' }, { key: 'w', 'value': ' w' }, { key: 'x', 'value': ' x' }, { key: 'y', 'value': ' y' }, { key: 'z', 'value': ' z' }, ] $scope.letters = lang[$rootScope.user.site.locale.lang].concat(letters); var current = { 'key': '', value: '' } $scope.fnTrackKeyword = function(kw) { $http.post('/rest/rank-tracker/add', { keywords: kw, websiteid: h.siteId() }).then(function successCallback(res) { }); } $scope.fnExploreKeyword = function(q) { $scope.q = q; $scope.showsuggesties = true; $scope.suggest.result = []; current = { 'key': 'base', value: '' } $http.get('/rest/keywordtool/get', { params: { q: $scope.q, l: 'long', } }).then(function successCallback(res) { $scope.suggest.result['base'] = res.data; }); $scope.kwplanner = false; var next = false; var go = false; var mbreak = true; $http.get('/rest/googlexads/keywordplanner', { params: { q: $scope.q, cc: $scope.user.site.locale.cc, lc: $scope.user.site.locale.lc, } }).then(function successCallback(res) { $scope.kwplanner = res.data; }); angular.forEach($scope.letters, function(value, key) { if (value.type == 'vraag') { $http.get('/rest/keywordtool/get', { params: { q: value.value + $scope.q, cc: $scope.user.site.locale.cc, lc: $scope.user.site.locale.lc, } }).then(function successCallback(res) { if (res.data[1]) { $scope.suggest.result[value.key] = res.data; } }); } else { $http.get('/rest/keywordtool/get', { params: { q: $scope.q + value.value, cc: $scope.user.site.locale.cc, lc: $scope.user.site.locale.lc, } }).then(function successCallback(res) { if (res.data[1]) { $scope.suggest.result[value.key] = res.data; } }); } }); } $scope.fnDownload = function(text) { var text = ''; for (var i in $scope.suggest.result) { var res = $scope.suggest.result[i]; for (var y in res) { var woord = res[y]; if (woord.check) { console.log(woord); text = text + woord.r + "\r\n"; } } } for (var i in $scope.kwplanner) { if ($scope.kwplanner[i].check) { text = text + $scope.kwplanner[i].keyword + " (" + $scope.kwplanner[i].vol + "," + $scope.kwplanner[i].seo + "," + $scope.kwplanner[i].cpc + ")\r\n"; } } var element = document.createElement('a'); element.setAttribute('href', 'data:text/plain;charset=utf-8,' + encodeURIComponent(text)); element.setAttribute('download', 'zoekwoord suggesties voor ' + $scope.q + '.txt'); element.style.display = 'none'; document.body.appendChild(element); element.click(); document.body.removeChild(element); } } ]); app.controller('onpagestatus', ['$scope', '$timeout', '$http', '$rootScope', '$location', '$filter', 'h', function($scope, $timeout, $http, $rootScope, $location, $filter, h) { $scope.page = {}; var _cb = { getstarted: function() { $scope.page.include = 'index.getstarted'; }, crawling: function() { $scope.page.crawling = true; $scope.page.include = 'index.list'; }, ready: function() { $scope.page.include = 'index.list'; } } var timeout = 5000 var getStatus = function() { if ($rootScope.onpagestatus && $rootScope.onpagestatus.data.status == 'done') { _cb[$rootScope.onpagestatus.cb]($rootScope.onpagestatus.data) } else { $http.get('/rest/onpage/status', { params: { websiteid: h.siteId(), } }).then(function successCallback(res) { $rootScope.onpagestatus = res.data; _cb[res.data.cb](res.data); if ($rootScope.onpagestatus && $rootScope.onpagestatus.data.status == 'crawling') { $scope.$broadcast('refreshonpagelist'); $timeout.cancel($rootScope.to); $rootScope.to = $timeout(function() { timeout = timeout * 1.2; getStatus(); }, timeout); } }); } } getStatus(); $scope.fnCrawl = function() { $http.get('/rest/onpage/crawl', { params: { websiteid: h.siteId(), } }).then(function successCallback(res) { $rootScope.onpagestatus.data.status = 'crawling'; $timeout(function() { getStatus(); }, 2000); $location.path('/onpage-seo/all'); }); } $scope.fnEmpty = function() { $http.get('/rest/onpage/empty', { params: { websiteid: h.siteId(), } }); } } ]); app.filter('zeroplus', function() { return function(items, timingevent) { return items.reduce(function(acc, cur) { if (typeof cur.properties == 'object' && typeof cur.properties.timing == 'object' && cur.properties.timing[timingevent] > 0) { acc.push(cur); } return acc; }, []); }; }); app.controller('onpagelist', ['$scope', '$timeout', '$http', '$rootScope', '$filter', 'h', function($scope, $timeout, $http, $rootScope, $filter, h) { $scope.page = { 'curllabel': '', 'newurl': $rootScope.user.site.domain + '/' }; $scope.page.table = { 'curpage': 0, 'itemsperpage': 34, 'offset': 0, 'rulefilter': 'all', 'filter': {}, 'min': { 'opi': 100, 'score': 100 }, 'order': { 'k': 'url', 'r': false }, 'fnOrder': function(k, b) { this.order.r = (k == this.order.k) ? !this.order.r : b; this.order.k = k; }, fnSetOffset: function() { this.offset = this.itemsperpage * (this.curpage - 1); }, fnFilterProperty: function() { var pages = angular.copy($rootScope._pages); $scope.pages = $filter('filter')(pages, $scope.page.table.filter); } } $scope.fnPctChange = function(o, n) { if (n == 0) { return '0%'; } var pct = ((n - o) / o) * 100; var npct = $filter('number')(pct, 2); if(!isFinite(npct)){ npct = 100; } if (pct < 0) { return '' + npct + '%'; } return '+ ' + npct + '%';r } $scope.fnNewLabel = function(label) { if ($scope.page.curlabel != label) { $scope.page.curlabel = label; return true; } return false; } // filter pages by rule $scope.fnFilterRule = function(ruleName) { $scope.page.table.fnOrder('properties.opi', true) var pages = angular.copy($rootScope._pages); pages = $filter('filter')(pages, $scope.page.table.filter); $scope.rule = $scope.onpage.rules[ruleName]; $scope.pages = $filter('filter')(pages, function(v) { return (v.rules[ruleName] === false) }); $scope.view = 'pages'; var stats = { 'done': 0, 'open': 0, 'total': 0, 'pages': 0 }; for (var i in pages) { if (typeof pages[i]['rules'][ruleName] != 'undefined') { stats['pages']++; stats['total']++; stats['done'] = (pages[i]['rules'][ruleName]) ? stats['done'] + 1 : stats['done']; stats['open'] = (pages[i]['rules'][ruleName]) ? stats['open'] : stats['open'] + 1; } } $scope.stats = stats; } var fnChanges = { init: function() { $http.get('/rest/onpage/changes', { params: { websiteid: h.siteId(), } }).then(function successCallback(res) { // filter in controller => data en url weergave //$scope.changes = $filter('orderBy')(res.data.data,['-date','-url']); $scope.changes = res.data.data; $scope.page.table.fnOrder('date', true) fnChart($rootScope._history, 'all'); fnChanges.stats(); fnChanges.group('date'); }); }, stats: function() { var stats = [{ 'label': 'change', 'value': 0, 'color': '#808080' }, { 'label': 'done', 'value': 0, 'color': '#4caf50' }, { 'label': 'issue', 'value': 0, 'color': '#ff9800' }]; var totals = {}; for (var i in $scope.changes) { if ($scope.changes[i].r === true) { stats[1].value += 1; } else if ($scope.changes[i].r === false) { stats[2].value += 1; } else { stats[0].value += 1; } totals[$scope.changes[i].url] = totals[$scope.changes[i].url] + 1 || 1 } // total changes etc per page $scope.page.totals = []; for (var i in totals) { $scope.page.totals.push({ 'url': i, 'count': totals[i] }) } $scope.page.totals = $filter('orderBy')($scope.page.totals, 'count', true).slice(0, 5); $scope.page.stats = stats; $scope.piechart = { data: stats, type: 'pie', "precision": 0, "decimalSeparator": ",", "thousandsSeparator": ".", legend: { enabled: false, position: 'right', autoMargins: false, marginRight: 100, }, titleField: 'label', valueField: 'value', "colorField": "color", labelRadius: 5, radius: '42%', innerRadius: '60%', labelText: '[[label]]', } }, group: function(key) { var groups = $scope.changes.reduce(function(acc, cur) { acc[cur.date] = acc[cur.date] || { 'key': new Date(cur.date).toLocaleString('default', { year: 'numeric', 'month': 'long', day: 'numeric' }), 'letter': new Date(cur.date).toLocaleString('default', { 'month': 'short' }).charAt(0).toUpperCase(), 'items': [] }; acc[cur.date].items.push(cur); return acc; }, {}); $scope.groups = $filter('orderBy')(Object.values(groups), 'date', false); } } var fnSpeed = function(pages) { var t = {}; var s = {}; // min max pages.forEach(function(page, k) { if (typeof page.properties.timing != 'undefined' && page.properties.timing != null && page.properties.timing.ttfb) { var _otiming = page.properties.timing; delete _otiming.cls; Object.keys(_otiming).forEach(function(timingevent, n) { s[timingevent] = s[timingevent] || [] if (_otiming[timingevent] > 0) { s[timingevent].push(_otiming[timingevent]) } }) } }) for (timingevent in s) { var v = s[timingevent]; var min = 0; var max = Math.max(...v); var step = Math.round((max - min) / 18); if (step == 0) { step = 0.1; } var oinit = {} for (var i = min; i < max; i = i + step) { oinit[Math.round(i / step) * step] = 0; } t[timingevent] = v.reduce(function(acc, cur) { acc[Math.round(cur / step) * step] = acc[Math.round(cur / step) * step] + 1; return acc; }, oinit) } // get events from keys $scope.timingevents = Object.keys(t); var colors = h.colors() // create charts $scope.charts = {}; Object.keys(t).forEach(function(timingevent, k) { var data = Object.keys(t[timingevent]).map(function(a) { return { 'timing': a, 'pages': t[timingevent][a] } }) $scope.charts[timingevent] = { data: data, type: 'serial', categoryField: 'timing', rotate: false, legend: { enabled: false }, categoryAxis: { gridPosition: "start", parseDates: false, labelRotation: 0, gridThickness: 0, labelFunction: function(value, valueText, axis) { return value + 'ms' }, }, valueAxes: [{ position: "left", axisAlpha: 0, labelsEnabled: true, dashLength: 4, color: '#dedede', }], graphs: [{ fillColorsField: "color", balloonText: "" + timingevent + "