网站内容违规检测平台

// app.js - 主服务器文件
const express = require('express');
const mongoose = require('mongoose');
const cors = require('cors');
const scanRoutes = require('./routes/scan');
const reportRoutes = require('./routes/report');

const app = express();
app.use(cors());
app.use(express.json());

// 连接数据库
mongoose.connect('mongodb://localhost:27017/content-scan', {
  useNewUrlParser: true,
  useUnifiedTopology: true
});

// 路由
app.use('/api/scan', scanRoutes);
app.use('/api/report', reportRoutes);

const PORT = process.env.PORT || 5000;
app.listen(PORT, () => console.log(`Server running on port ${PORT}`));

javascript复制// routes/scan.js - 扫描功能路由
const express = require('express');
const router = express.Router();
const Scan = require('../models/scan');
const { startScan } = require('../services/scanService');

// 提交扫描任务
router.post('/', async (req, res) => {
  try {
    const { url, userId } = req.body;
    const scanJob = await Scan.create({
      url,
      status: 'pending',
      userId,
      createdAt: new Date()
    });
    
    // 异步启动扫描
    startScan(scanJob._id, url);
    
    res.status(201).json({ 
      message: '扫描任务已创建', 
      scanId: scanJob._id 
    });
  } catch (error) {
    res.status(500).json({ error: error.message });
  }
});

// 获取扫描状态
router.get('/:id', async (req, res) => {
  try {
    const scan = await Scan.findById(req.params.id);
    if (!scan) return res.status(404).json({ error: '扫描任务不存在' });
    res.json(scan);
  } catch (error) {
    res.status(500).json({ error: error.message });
  }
});

module.exports = router;

javascript复制// services/scanService.js - 扫描服务实现
const Crawler = require('../utils/crawler');
const ContentAnalyzer = require('../utils/contentAnalyzer');
const Scan = require('../models/scan');

// 启动扫描任务
async function startScan(scanId, url) {
  try {
    // 更新状态为扫描中
    await Scan.findByIdAndUpdate(scanId, { status: 'scanning' });
    
    // 1. 爬取内容
    const crawler = new Crawler();
    const content = await crawler.crawl(url);
    
    // 2. 分析内容
    const analyzer = new ContentAnalyzer();
    const results = await analyzer.analyze(content);
    
    // 3. 保存结果
    await Scan.findByIdAndUpdate(scanId, {
      status: 'completed',
      results,
      completedAt: new Date()
    });
    
  } catch (error) {
    await Scan.findByIdAndUpdate(scanId, {
      status: 'failed',
      error: error.message
    });
    throw error;
  }
}

module.exports = { startScan };

// ScanForm.js - 扫描任务提交表单
import React, { useState } from 'react';
import axios from 'axios';

function ScanForm() {
  const [url, setUrl] = useState('');
  const [loading, setLoading] = useState(false);
  const [message, setMessage] = useState('');

  const handleSubmit = async (e) => {
    e.preventDefault();
    setLoading(true);
    setMessage('');
    
    try {
      const response = await axios.post('/api/scan', { url });
      setMessage(`扫描任务已创建，ID: ${response.data.scanId}`);
      // 可以添加轮询逻辑检查任务状态
    } catch (error) {
      setMessage(`错误: ${error.response?.data?.error || '未知错误'}`);
    } finally {
      setLoading(false);
    }
  };

  return (
    <div className="scan-form">
      <h2>提交网站扫描任务</h2>
      <form onSubmit={handleSubmit}>
        <div className="form-group">
          <label>网站URL:</label>
          <input
            type="text"
            value={url}
            onChange={(e) => setUrl(e.target.value)}
            placeholder="https://example.com"
            required
          />
        </div>
        <button type="submit" disabled={loading}>
          {loading ? '提交中...' : '开始扫描'}
        </button>
      </form>
      {message && <div className="message">{message}</div>}
    </div>
  );
}

export default ScanForm;