Skip to content

A
aispace
提交 2a2daa29 authored 作者: kxjia's avatar kxjia
浏览文件
操作

完善代码

上级 52ab6995
全部展开 隐藏空白字符变更
内嵌 并排
正在显示 包含 410 行增加 和 81 行删除
financial-penalty-monitor/backend/src/main/java/com/fintech/penalty/controller/CrawlController.java
浏览文件 @ 2a2daa29
......@@ -79,9 +79,9 @@ public class CrawlController {
/**
* 获取数据源列表
*/
@GetMapping("/sources")
@GetMapping("/sources")
public ResponseEntity<ApiResponse<List<CrawlSource>>> getSources() {
List<CrawlSource> sources = crawlTaskService.getEnabledSources();
List<CrawlSource> sources = crawlTaskService.getAllSources();
return ResponseEntity.ok(ApiResponse.success(sources));
}
......@@ -91,7 +91,6 @@ public class CrawlController {
@GetMapping("/task/{id}")
public ResponseEntity<ApiResponse<CrawlTaskDTO>> getTaskById(@PathVariable Long id) {
CrawlTaskDTO task = crawlTaskService.findById(id);
if (task == null) {
return ResponseEntity.ok(ApiResponse.error(404, "任务不存在"));
}
......@@ -135,6 +134,15 @@ public class CrawlController {
crawlTaskService.deleteSource(id);
return ResponseEntity.ok(ApiResponse.success("删除成功", null));
}
/**
* 清除爬取历史
*/
@DeleteMapping("/history")
public ResponseEntity<ApiResponse<Void>> clearHistory() {
crawlTaskService.clearHistory();
return ResponseEntity.ok(ApiResponse.success("清除成功", null));
}
/**
* 爬取单个数据源
......
financial-penalty-monitor/backend/src/main/java/com/fintech/penalty/controller/PenaltyController.java
浏览文件 @ 2a2daa29
......@@ -45,11 +45,9 @@ public class PenaltyController {
public ResponseEntity<ApiResponse<PenaltyRecordDTO>> findById(@PathVariable Long id) {
log.debug("查询处罚记录详情: id={}", id);
PenaltyRecordDTO record = penaltyRecordService.findById(id);
if (record == null) {
return ResponseEntity.ok(ApiResponse.error(404, "记录不存在"));
}
return ResponseEntity.ok(ApiResponse.success(record));
}
......@@ -146,4 +144,18 @@ public class PenaltyController {
String report = penaltyRecordService.getAnalysisReport(id);
return ResponseEntity.ok(ApiResponse.success(report));
}
/**
* AI自然语言搜索
*/
@PostMapping("/ai-search")
public ResponseEntity<ApiResponse<PageResponse<PenaltyRecordDTO>>> aiSearch(
@RequestBody AISearchRequest request,
@RequestParam(defaultValue = "0") int page,
@RequestParam(defaultValue = "10") int size) {
log.debug("AI搜索: query={}, page={}, size={}", request.getQuery(), page, size);
PageResponse<PenaltyRecordDTO> result = penaltyRecordService.aiSearch(request.getQuery(), page, size);
return ResponseEntity.ok(ApiResponse.success(result));
}
}
financial-penalty-monitor/backend/src/main/java/com/fintech/penalty/dto/AISearchRequest.java 0 → 100644
浏览文件 @ 2a2daa29
package com.fintech.penalty.dto;
import lombok.Data;
@Data
public class AISearchRequest {
private String query;
}
\ No newline at end of file
financial-penalty-monitor/backend/src/main/java/com/fintech/penalty/dto/CrawlTaskDTO.java
浏览文件 @ 2a2daa29
......@@ -17,6 +17,7 @@ import java.time.LocalDateTime;
public class CrawlTaskDTO {
private Long id;
private Long sourceId;
private String taskName;
private String sourceName;
private String sourceUrl;
......
financial-penalty-monitor/backend/src/main/java/com/fintech/penalty/dto/SearchCriteria.java
浏览文件 @ 2a2daa29
......@@ -5,6 +5,7 @@ import lombok.Builder;
import lombok.Data;
import lombok.NoArgsConstructor;
import java.math.BigDecimal;
import java.time.LocalDate;
/**
......@@ -24,4 +25,6 @@ public class SearchCriteria {
private LocalDate endDate;
private Boolean isNew;
private String keyword;
private BigDecimal minAmount;
private BigDecimal maxAmount;
}
financial-penalty-monitor/backend/src/main/java/com/fintech/penalty/entity/CrawlProgress.java 0 → 100644
浏览文件 @ 2a2daa29
package com.fintech.penalty.entity;
import jakarta.persistence.*;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Data;
import lombok.NoArgsConstructor;
import java.time.LocalDateTime;
/**
* 爬取进度记录 - 用于断点续传
*/
@Entity
@Table(name = "crawl_progress",
uniqueConstraints = {@UniqueConstraint(columnNames = {"source_name", "task_id"})})
@Data
@Builder
@NoArgsConstructor
@AllArgsConstructor
public class CrawlProgress {
@Id
@GeneratedValue(strategy = GenerationType.IDENTITY)
private Long id;
@Column(name = "source_name", nullable = false, length = 100)
private String sourceName; // 数据源名称，如 "NFRA"
@Column(name = "task_id", length = 50)
private String taskId; // 任务ID，用于区分不同爬取任务
@Column(name = "last_page_index", nullable = false)
private Integer lastPageIndex; // 最后完成的页码
@Column(name = "total_pages")
private Integer totalPages; // 总页数
@Column(name = "total_records_crawled")
private Integer totalRecordsCrawled; // 已爬取记录数
@Column(name = "status", length = 20)
private String status; // RUNNING, COMPLETED, FAILED
@Column(name = "start_time")
private LocalDateTime startTime; // 开始时间
@Column(name = "update_time")
private LocalDateTime updateTime; // 更新时间
}
\ No newline at end of file
financial-penalty-monitor/backend/src/main/java/com/fintech/penalty/repository/CrawlProgressRepository.java 0 → 100644
浏览文件 @ 2a2daa29
package com.fintech.penalty.repository;
import com.fintech.penalty.entity.CrawlProgress;
import org.springframework.data.jpa.repository.JpaRepository;
import org.springframework.data.jpa.repository.Modifying;
import org.springframework.data.jpa.repository.Query;
import org.springframework.data.repository.query.Param;
import org.springframework.stereotype.Repository;
import org.springframework.transaction.annotation.Transactional;
import java.time.LocalDateTime;
import java.util.Optional;
@Repository
public interface CrawlProgressRepository extends JpaRepository<CrawlProgress, Long> {
Optional<CrawlProgress> findBySourceNameAndTaskId(String sourceName, String taskId);
Optional<CrawlProgress> findBySourceNameAndStatus(String sourceName, String status);
@Modifying
@Transactional
@Query("UPDATE CrawlProgress cp SET cp.lastPageIndex = :pageIndex, cp.updateTime = :updateTime WHERE cp.sourceName = :sourceName AND cp.taskId = :taskId")
void updateProgress(@Param("sourceName") String sourceName,
@Param("taskId") String taskId,
@Param("pageIndex") Integer pageIndex,
@Param("updateTime") LocalDateTime updateTime);
@Modifying
@Transactional
@Query("UPDATE CrawlProgress cp SET cp.totalPages = :totalPages, cp.updateTime = :updateTime WHERE cp.sourceName = :sourceName AND cp.taskId = :taskId")
void updateTotalPages(@Param("sourceName") String sourceName,
@Param("taskId") String taskId,
@Param("totalPages") Integer totalPages,
@Param("updateTime") LocalDateTime updateTime);
@Modifying
@Transactional
@Query("UPDATE CrawlProgress cp SET cp.totalRecordsCrawled = :totalRecords, cp.updateTime = :updateTime WHERE cp.sourceName = :sourceName AND cp.taskId = :taskId")
void updateTotalRecords(@Param("sourceName") String sourceName,
@Param("taskId") String taskId,
@Param("totalRecords") Integer totalRecords,
@Param("updateTime") LocalDateTime updateTime);
@Modifying
@Transactional
@Query("UPDATE CrawlProgress cp SET cp.status = :status, cp.updateTime = :updateTime WHERE cp.sourceName = :sourceName AND cp.taskId = :taskId")
void updateStatus(@Param("sourceName") String sourceName,
@Param("taskId") String taskId,
@Param("status") String status,
@Param("updateTime") LocalDateTime updateTime);
}
\ No newline at end of file
financial-penalty-monitor/backend/src/main/java/com/fintech/penalty/repository/CrawlSourceRepository.java
浏览文件 @ 2a2daa29
......@@ -21,4 +21,9 @@ public interface CrawlSourceRepository extends JpaRepository<CrawlSource, Long>
* 根据来源类型查询
*/
List<CrawlSource> findBySourceType(String sourceType);
/**
* 查询所有数据源（按排序）
*/
List<CrawlSource> findAllByOrderBySortOrder();
}
financial-penalty-monitor/backend/src/main/java/com/fintech/penalty/repository/CrawlTaskRepository.java
浏览文件 @ 2a2daa29
......@@ -25,6 +25,11 @@ public interface CrawlTaskRepository extends JpaRepository<CrawlTask, Long> {
*/
Optional<CrawlTask> findTopBySourceNameOrderByLastCrawlTimeDesc(String sourceName);
/**
* 根据来源名称查询所有任务（按时间倒序）
*/
List<CrawlTask> findBySourceNameOrderByLastCrawlTimeDesc(String sourceName);
/**
* 分页查询任务历史
*/
......@@ -34,4 +39,9 @@ public interface CrawlTaskRepository extends JpaRepository<CrawlTask, Long> {
* 查询正在运行的任务
*/
List<CrawlTask> findByStatusIn(List<String> statuses);
/**
* 删除所有任务记录
*/
void deleteAll();
}
financial-penalty-monitor/backend/src/main/java/com/fintech/penalty/scheduler/CrawlScheduler.java
浏览文件 @ 2a2daa29
......@@ -4,6 +4,7 @@ import com.fintech.penalty.config.CrawlerConfig;
import com.fintech.penalty.crawler.PenaltyCrawler;
import com.fintech.penalty.dto.CrawlResult;
import com.fintech.penalty.entity.CrawlSource;
import com.fintech.penalty.service.CrawlTaskService;
import lombok.RequiredArgsConstructor;
import lombok.extern.slf4j.Slf4j;
import org.springframework.scheduling.annotation.Scheduled;
......@@ -23,6 +24,7 @@ public class CrawlScheduler {
private final PenaltyCrawler penaltyCrawler;
private final CrawlerConfig crawlerConfig;
private final CrawlTaskService crawlTaskService;
private volatile boolean isRunning = false;
......@@ -69,13 +71,11 @@ public class CrawlScheduler {
log.info("============ 开始爬取单个数据源: {} ============", source.getSourceName());
CrawlerConfig.SourceConfig config = new CrawlerConfig.SourceConfig();
config.setName(source.getSourceName());
config.setBaseUrl(source.getSourceUrl());
config.setEnabled(true);
CrawlerConfig.SourceConfig config = toSourceConfig(source);
try {
isRunning = true;
crawlTaskService.createTask(source.getSourceName(), config.getListUrl());
penaltyCrawler.crawl(config).get();
log.info("============ 单个数据源爬取完成: {} ============", source.getSourceName());
} catch (Exception e) {
......@@ -85,6 +85,19 @@ public class CrawlScheduler {
}
}
/**
* 将数据库实体转换为爬虫配置
*/
private CrawlerConfig.SourceConfig toSourceConfig(CrawlSource source) {
CrawlerConfig.SourceConfig config = new CrawlerConfig.SourceConfig();
config.setName(source.getSourceName());
config.setCode(source.getSourceType());
config.setBaseUrl(source.getSourceUrl());
config.setListUrl(source.getSourceUrl() + (source.getListUrlPattern() != null ? source.getListUrlPattern() : ""));
config.setEnabled(source.getIsEnabled());
return config;
}
/**
* 执行爬取
*/
......@@ -93,12 +106,16 @@ public class CrawlScheduler {
List<CrawlResult> results = new ArrayList<>();
try {
List<CrawlerConfig.SourceConfig> sources = crawlerConfig.getSources();
if (sources == null || sources.isEmpty()) {
log.warn("没有配置爬取数据源");
List<CrawlSource> dbSources = crawlTaskService.getEnabledSources();
if (dbSources == null || dbSources.isEmpty()) {
log.warn("数据库中没有配置爬取数据源");
return results;
}
List<CrawlerConfig.SourceConfig> sources = dbSources.stream()
.map(this::toSourceConfig)
.toList();
// 并行爬取各数据源
List<CompletableFuture<CrawlResult>> futures = sources.stream()
.filter(CrawlerConfig.SourceConfig::isEnabled)
......
financial-penalty-monitor/backend/src/main/java/com/fintech/penalty/service/CrawlTaskService.java
浏览文件 @ 2a2daa29
......@@ -11,6 +11,7 @@ import com.fintech.penalty.repository.CrawlSourceRepository;
import com.fintech.penalty.repository.CrawlTaskRepository;
import lombok.RequiredArgsConstructor;
import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.data.domain.Page;
import org.springframework.data.domain.PageRequest;
import org.springframework.http.HttpEntity;
......@@ -43,6 +44,15 @@ public class CrawlTaskService {
private final CrawlTaskRepository crawlTaskRepository;
private final CrawlSourceRepository crawlSourceRepository;
@Value("${deepseek.api.url:https://api.deepseek.com}")
private String deepseekApiUrl;
@Value("${deepseek.api.key:}")
private String deepseekApiKey;
@Value("${deepseek.model:deepseek-chat}")
private String deepseekModel;
/**
* 获取爬取任务列表
*/
......@@ -59,7 +69,14 @@ public class CrawlTaskService {
.hasPrevious(pageResult.hasPrevious())
.build();
}
/**
* 清除所有历史记录
*/
public void clearHistory() {
crawlTaskRepository.deleteAll();
}
/**
* 根据ID查询数据源
*/
......@@ -82,6 +99,17 @@ public class CrawlTaskService {
public List<CrawlSource> getEnabledSources() {
return crawlSourceRepository.findByIsEnabledTrueOrderBySortOrder();
}
/**
* 获取所有数据源
*/
public List<CrawlSource> getAllSources() {
return crawlSourceRepository.findAllByOrderBySortOrder();
}
public List<CrawlSource> getAllSources() {
return crawlSourceRepository.findAll();
}
/**
* 获取最新任务状态
......@@ -90,8 +118,9 @@ public class CrawlTaskService {
List<CrawlSource> sources = getEnabledSources();
return sources.stream()
.map(source -> crawlTaskRepository.findTopBySourceNameOrderByLastCrawlTimeDesc(source.getSourceName())
.map(this::toDTO)
.map(task -> toDTO(task, source.getId()))
.orElse(CrawlTaskDTO.builder()
.sourceId(source.getId())
.sourceName(source.getSourceName())
.status("pending")
.build()))
......@@ -132,19 +161,29 @@ public class CrawlTaskService {
*/
@Transactional
public void saveCrawlResult(CrawlResult result) {
Optional<CrawlTask> taskOpt = crawlTaskRepository.findTopBySourceNameOrderByLastCrawlTimeDesc(result.getSourceName())
.stream()
.findFirst();
List<CrawlTask> existingTasks = crawlTaskRepository.findBySourceNameOrderByLastCrawlTimeDesc(result.getSourceName());
taskOpt.ifPresent(task -> {
if (!existingTasks.isEmpty()) {
CrawlTask task = existingTasks.get(0);
task.setStatus(result.isSuccess() ? "success" : "failed");
task.setLastCrawlTime(LocalDateTime.now());
task.setRecordsFound(result.getTotalFound());
task.setRecordsNew(result.getNewRecords());
task.setErrorMessage(result.getErrorMessage());
crawlTaskRepository.save(task);
});
} else {
CrawlTask task = CrawlTask.builder()
.taskName(result.getSourceName() + " 爬取任务")
.sourceName(result.getSourceName())
.sourceUrl("")
.status(result.isSuccess() ? "success" : "failed")
.lastCrawlTime(LocalDateTime.now())
.recordsFound(result.getTotalFound())
.recordsNew(result.getNewRecords())
.errorMessage(result.getErrorMessage())
.build();
crawlTaskRepository.save(task);
}
}
/**
......@@ -160,6 +199,11 @@ public class CrawlTaskService {
public List<Map<String, String>> searchSourcesByKeyword(String keyword) {
List<Map<String, String>> results = new ArrayList<>();
if (deepseekApiKey == null || deepseekApiKey.isEmpty()) {
log.warn("DeepSeek API 密钥未配置，使用默认数据源");
return getDefaultSources();
}
String searchPrompt = String.format("请搜索关于%s的金融监管处罚信息数据源URL，只返回URL和简要描述，不要其他内容。返回格式：名称|URL|描述，每行一个", keyword);
try {
......@@ -169,22 +213,20 @@ public class CrawlTaskService {
message.put("content", searchPrompt);
Map<String, Object> requestBody = new HashMap<>();
requestBody.put("model", "deepseek-chat");
requestBody.put("model", deepseekModel);
requestBody.put("messages", new Object[]{message});
requestBody.put("temperature", 0.7);
requestBody.put("max_tokens", 1000);
HttpHeaders headers = new HttpHeaders();
headers.setContentType(MediaType.APPLICATION_JSON);
String apiKey = "sk-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx";
headers.setBearerAuth(apiKey);
headers.setBearerAuth(deepseekApiKey);
HttpEntity<Map<String, Object>> request = new HttpEntity<>(requestBody, headers);
RestTemplate restTemplate = new RestTemplate();
ResponseEntity<String> response = restTemplate.exchange(
"https://api.deepseek.com/v1/chat/completions",
deepseekApiUrl + "/v1/chat/completions",
HttpMethod.POST,
request,
String.class
......@@ -216,14 +258,23 @@ public class CrawlTaskService {
}
if (results.isEmpty()) {
results.add(Map.of("name", "中国人民银行官网", "url", "http://www.pbc.gov.cn", "description", "中国人民银行官方网站"));
results.add(Map.of("name", "银保监会官网", "url", "http://www.cbirc.gov.cn", "description", "中国银行保险监督管理委员会"));
results.add(Map.of("name", "证监会官网", "url", "http://www.csrc.gov.cn", "description", "中国证券监督管理委员会"));
results = getDefaultSources();
}
return results;
}
/**
* 获取默认数据源列表
*/
private List<Map<String, String>> getDefaultSources() {
List<Map<String, String>> defaults = new ArrayList<>();
defaults.add(Map.of("name", "中国人民银行官网", "url", "http://www.pbc.gov.cn", "description", "中国人民银行官方网站"));
defaults.add(Map.of("name", "银保监会官网", "url", "http://www.cbirc.gov.cn", "description", "中国银行保险监督管理委员会"));
defaults.add(Map.of("name", "证监会官网", "url", "http://www.csrc.gov.cn", "description", "中国证券监督管理委员会"));
return defaults;
}
/**
* 创建数据源
*/
......@@ -252,6 +303,27 @@ public class CrawlTaskService {
if (source.getSourceType() != null) {
existing.setSourceType(source.getSourceType());
}
if (source.getListUrlPattern() != null) {
existing.setListUrlPattern(source.getListUrlPattern());
}
if (source.getDetailUrlPattern() != null) {
existing.setDetailUrlPattern(source.getDetailUrlPattern());
}
if (source.getListSelector() != null) {
existing.setListSelector(source.getListSelector());
}
if (source.getTitleSelector() != null) {
existing.setTitleSelector(source.getTitleSelector());
}
if (source.getDateSelector() != null) {
existing.setDateSelector(source.getDateSelector());
}
if (source.getContentSelector() != null) {
existing.setContentSelector(source.getContentSelector());
}
if (source.getSortOrder() != null) {
existing.setSortOrder(source.getSortOrder());
}
if (source.getIsEnabled() != null) {
existing.setIsEnabled(source.getIsEnabled());
}
......@@ -271,8 +343,13 @@ public class CrawlTaskService {
* 转换为DTO
*/
private CrawlTaskDTO toDTO(CrawlTask entity) {
return toDTO(entity, null);
}
private CrawlTaskDTO toDTO(CrawlTask entity, Long sourceId) {
return CrawlTaskDTO.builder()
.id(entity.getId())
.sourceId(sourceId)
.taskName(entity.getTaskName())
.sourceName(entity.getSourceName())
.sourceUrl(entity.getSourceUrl())
......
financial-penalty-monitor/backend/src/main/java/com/fintech/penalty/service/PenaltyRecordService.java
浏览文件 @ 2a2daa29
......@@ -97,6 +97,12 @@ public class PenaltyRecordService {
cb.like(root.get("penaltyBasis"), keyword)
));
}
if (criteria.getMinAmount() != null) {
predicates.add(cb.ge(root.get("penaltyAmount"), criteria.getMinAmount()));
}
if (criteria.getMaxAmount() != null) {
predicates.add(cb.le(root.get("penaltyAmount"), criteria.getMaxAmount()));
}
query.orderBy(cb.desc(root.get("penaltyDate")));
return cb.and(predicates.toArray(new Predicate[0]));
......@@ -293,4 +299,86 @@ public class PenaltyRecordService {
}
return record.getAnalysisReport();
}
/**
* AI自然语言搜索 - 将自然语言转换为搜索条件
*/
public PageResponse<PenaltyRecordDTO> aiSearch(String query, int page, int size) {
SearchCriteria criteria = parseNaturalLanguage(query);
log.info("AI搜索解析结果: {}", criteria);
return search(criteria, page, size);
}
/**
* 解析自然语言搜索条件
*/
private SearchCriteria parseNaturalLanguage(String query) {
SearchCriteria criteria = new SearchCriteria();
String lowerQuery = query.toLowerCase();
if (lowerQuery.contains("银行")) {
criteria.setInstitutionType("银行");
} else if (lowerQuery.contains("保险")) {
criteria.setInstitutionType("保险");
} else if (lowerQuery.contains("证券")) {
criteria.setInstitutionType("证券");
} else if (lowerQuery.contains("基金")) {
criteria.setInstitutionType("基金");
} else if (lowerQuery.contains("期货")) {
criteria.setInstitutionType("期货");
}
if (lowerQuery.contains("罚款")) {
criteria.setPenaltyType("罚款");
} else if (lowerQuery.contains("警告")) {
criteria.setPenaltyType("警告");
} else if (lowerQuery.contains("没收")) {
criteria.setPenaltyType("没收违法所得");
} else if (lowerQuery.contains("停业")) {
criteria.setPenaltyType("停业");
} else if (lowerQuery.contains("吊销")) {
criteria.setPenaltyType("吊销许可证");
} else if (lowerQuery.contains("市场禁入")) {
criteria.setPenaltyType("市场禁入");
}
if (lowerQuery.contains("人行") || lowerQuery.contains("人民银行")) {
criteria.setRegulator("中国人民银行");
} else if (lowerQuery.contains("银保监会") || lowerQuery.contains("银保监")) {
criteria.setRegulator("中国银保监会");
} else if (lowerQuery.contains("证监会") || lowerQuery.contains("证券会")) {
criteria.setRegulator("中国证监会");
} else if (lowerQuery.contains("外汇")) {
criteria.setRegulator("国家外汇管理局");
}
if (lowerQuery.contains("2024")) {
criteria.setStartDate(LocalDate.of(2024, 1, 1));
criteria.setEndDate(LocalDate.of(2024, 12, 31));
} else if (lowerQuery.contains("2025")) {
criteria.setStartDate(LocalDate.of(2025, 1, 1));
criteria.setEndDate(LocalDate.of(2025, 12, 31));
} else if (lowerQuery.contains("2023")) {
criteria.setStartDate(LocalDate.of(2023, 1, 1));
criteria.setEndDate(LocalDate.of(2023, 12, 31));
}
java.util.regex.Pattern amountPattern = java.util.regex.Pattern.compile("(\\d+)\\s*[亿万]");
java.util.regex.Matcher matcher = amountPattern.matcher(query);
if (matcher.find()) {
long amount = Long.parseLong(matcher.group(1));
if (query.contains("亿")) {
criteria.setMinAmount(BigDecimal.valueOf(amount * 100000000));
} else if (query.contains("万")) {
criteria.setMinAmount(BigDecimal.valueOf(amount * 10000));
}
}
if (criteria.getInstitutionType() == null && criteria.getPenaltyType() == null
&& criteria.getRegulator() == null && criteria.getStartDate() == null) {
criteria.setKeyword(query);
}
return criteria;
}
}
financial-penalty-monitor/backend/src/main/resources/application.yml
浏览文件 @ 2a2daa29
......@@ -37,34 +37,16 @@ spring:
serialization:
write-dates-as-timestamps: false
# 爬虫配置
# 爬虫配置（数据源从数据库 crawl_sources 表读取）
crawler:
enabled: true
cron: "0 0 2 * * ?"
interval: 2000
max-retries: 3
timeout: 3000000
sources:
- name: 中国人民银行
code: pbc
base-url: https://www.pbc.gov.cn
list-url: https://www.pbc.gov.cn/zhenghuihuizhan/135153/index.html
enabled: true
- name: 中国银保监会
code: cbirc
base-url: https://www.cbirc.gov.cn
list-url: https://www.cbirc.gov.cn/cn/view/pages/Column.html?colIdId=11283&channelId=11283
enabled: true
- name: 中国证监会
code: csrc
base-url: https://www.csrc.gov.cn
list-url: https://www.csrc.gov.cn/csrc/c100103/index.html
enabled: true
- name: 国家外汇管理局
code: safe
base-url: https://www.safe.gov.cn
list-url: https://www.safe.gov.cn/safe/yjcf/index.html
enabled: true
resume:
enabled: true # 是否启用断点续传
force-restart: false # 是否强制重新开始（设为true会忽略之前的进度）
deepseek:
api:
......@@ -86,3 +68,8 @@ logging:
org.hibernate.SQL: DEBUG
pattern:
console: "%d{yyyy-MM-dd HH:mm:ss} [%thread] %-5level %logger{50} - %msg%n"
file: "%d{yyyy-MM-dd HH:mm:ss} [%thread] %-5level %logger{50} - %msg%n"
file:
name: logs/penalty-system.log # 日志文件路径和名称
max-size: 10MB # 单个文件最大大小
max-history: 30 # 保留30天的历史日志
\ No newline at end of file
financial-penalty-monitor/backend/target/classes/application.yml
浏览文件 @ 2a2daa29
......@@ -37,34 +37,16 @@ spring:
serialization:
write-dates-as-timestamps: false
# 爬虫配置
# 爬虫配置（数据源从数据库 crawl_sources 表读取）
crawler:
enabled: true
cron: "0 0 2 * * ?"
interval: 2000
max-retries: 3
timeout: 3000000
sources:
- name: 中国人民银行
code: pbc
base-url: https://www.pbc.gov.cn
list-url: https://www.pbc.gov.cn/zhenghuihuizhan/135153/index.html
enabled: true
- name: 中国银保监会
code: cbirc
base-url: https://www.cbirc.gov.cn
list-url: https://www.cbirc.gov.cn/cn/view/pages/Column.html?colIdId=11283&channelId=11283
enabled: true
- name: 中国证监会
code: csrc
base-url: https://www.csrc.gov.cn
list-url: https://www.csrc.gov.cn/csrc/c100103/index.html
enabled: true
- name: 国家外汇管理局
code: safe
base-url: https://www.safe.gov.cn
list-url: https://www.safe.gov.cn/safe/yjcf/index.html
enabled: true
resume:
enabled: true # 是否启用断点续传
force-restart: false # 是否强制重新开始（设为true会忽略之前的进度）
deepseek:
api:
......@@ -86,3 +68,8 @@ logging:
org.hibernate.SQL: DEBUG
pattern:
console: "%d{yyyy-MM-dd HH:mm:ss} [%thread] %-5level %logger{50} - %msg%n"
file: "%d{yyyy-MM-dd HH:mm:ss} [%thread] %-5level %logger{50} - %msg%n"
file:
name: logs/penalty-system.log # 日志文件路径和名称
max-size: 10MB # 单个文件最大大小
max-history: 30 # 保留30天的历史日志
\ No newline at end of file
financial-penalty-monitor/backend/target/maven-status/maven-compiler-plugin/compile/default-compile/inputFiles.lst
浏览文件 @ 2a2daa29
......@@ -20,6 +20,7 @@ D:\new_workspace_06\aispace\financial-penalty-monitor\backend\src\main\java\com\
D:\new_workspace_06\aispace\financial-penalty-monitor\backend\src\main\java\com\fintech\penalty\entity\CrawlTask.java
D:\new_workspace_06\aispace\financial-penalty-monitor\backend\src\main\java\com\fintech\penalty\repository\PenaltyRecordRepository.java
D:\new_workspace_06\aispace\financial-penalty-monitor\backend\src\main\java\com\fintech\penalty\entity\SystemConfig.java
D:\new_workspace_06\aispace\financial-penalty-monitor\backend\src\main\java\com\fintech\penalty\dto\AISearchRequest.java
D:\new_workspace_06\aispace\financial-penalty-monitor\backend\src\main\java\com\fintech\penalty\dto\LoginResponse.java
D:\new_workspace_06\aispace\financial-penalty-monitor\backend\src\main\java\com\fintech\penalty\controller\AnalysisKeywordController.java
D:\new_workspace_06\aispace\financial-penalty-monitor\backend\src\main\java\com\fintech\penalty\crawler\PenaltyCrawler.java
......
financial-penalty-monitor/frontend/dist/assets/Login-Dzai7M5t.css deleted 100644 → 0
浏览文件 @ 52ab6995
.login-container[data-v-63b59978]{min-height:100vh;display:flex;flex-direction:column;justify-content:center;align-items:center;background:linear-gradient(135deg,#667eea,#764ba2)}.login-box[data-v-63b59978]{width:420px;padding:40px;background:#fff;border-radius:12px;box-shadow:0 20px 60px #0000004d}.login-header[data-v-63b59978]{text-align:center;margin-bottom:30px}.login-header h1[data-v-63b59978]{margin:16px 0 8px;font-size:24px;color:#333}.login-header p[data-v-63b59978]{margin:0;font-size:14px;color:#999}.login-form .login-button[data-v-63b59978]{width:100%}.login-footer[data-v-63b59978]{margin-top:24px;text-align:center}.login-footer p[data-v-63b59978]{color:#ffffffb3;font-size:14px}
financial-penalty-monitor/frontend/dist/index.html
浏览文件 @ 2a2daa29
......@@ -5,7 +5,7 @@
<link rel="icon" href="/favicon.ico">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>金融监管处罚监控系统</title>
<script type="module" crossorigin src="/assets/index-C_I9toNW.js"></script>
<script type="module" crossorigin src="/assets/index-BM812JBU.js"></script>
<link rel="stylesheet" crossorigin href="/assets/index-D_lRsYFa.css">
</head>
<body>
......
financial-penalty-monitor/frontend/src/api/index.js
浏览文件 @ 2a2daa29
......@@ -4,8 +4,16 @@ import router from '../router'
const isDev = import.meta.env.DEV
let baseURL = '/api'
if (!isDev) {
const apiBase = import.meta.env.VITE_API_BASE_URL
if (apiBase) {
baseURL = apiBase.endsWith('/api') ? apiBase : apiBase + '/api'
}
}
const request = axios.create({
baseURL: isDev ? '/api' : (import.meta.env.VITE_API_BASE_URL || '/api'),
baseURL,
timeout: 300000
})
......@@ -153,6 +161,7 @@ export default {
triggerCrawl: () => request.post('/crawl/trigger'),
getCrawlStatus: () => request.get('/crawl/status'),
getCrawlHistory: (params) => request.get('/crawl/history', { params }),
clearCrawlHistory: () => request.delete('/crawl/history'),
getCrawlSources: () => request.get('/crawl/sources'),
createCrawlSource: (data) => request.post('/crawl/sources', data),
updateCrawlSource: (id, data) => request.put(`/crawl/sources/${id}`, data),
......@@ -164,5 +173,8 @@ export default {
health: () => request.get('/health'),
// 根据角色获取菜单
getMenusByRole: (roleCode) => request.get(`/menus/role/${roleCode || 'ADMIN'}`)
getMenusByRole: (roleCode) => request.get(`/menus/role/${roleCode || 'ADMIN'}`),
// AI搜索
aiSearch: (text) => request.post('/penalties/ai-search', { query: text })
}
financial-penalty-monitor/frontend/src/views/Login.vue
浏览文件 @ 2a2daa29
......@@ -49,7 +49,7 @@
</div>
<div class="login-footer">
<p>默认账号: admin / admin123</p>
<p>默认账号: admin / 1qaz@WSX</p>
</div>
</div>
</template>
......@@ -67,8 +67,8 @@ const formRef = ref(null)
const loading = ref(false)
const form = reactive({
username: '',
password: ''
username: 'admin',
password: '1qaz@WSX'
})
const rules = {
......
financial-penalty-monitor/frontend/vite.config.js
浏览文件 @ 2a2daa29
import { defineConfig } from 'vite'
import vue from '@vitejs/plugin-vue'
const apiUrl = process.env.VITE_API_BASE_URL || 'http://localhost:8080'
export default defineConfig({
plugins: [vue()],
server: {
port: 3000,
proxy: {
'/api': {
target: process.env.VITE_API_BASE_URL || 'http://localhost:8080',
target: apiUrl,
changeOrigin: true
}
}
},
css: {
preprocessorOptions: {
scss: {
api: 'modern-compiler'
}
}
}
})
Markdown 格式
0% 或
您添加了 0 人 到此讨论。请谨慎行事。
请先完成此评论的编辑！
请 注册 或者 后发表评论