# 基于DeepSeek的智能代码解决方案:文本处理与编程辅助实践
## 一、DeepSeek助手核心功能与接入方式
DeepSeek作为国内可用的智能助手,提供了丰富的文本处理和编程辅助能力。该助手支持多种编程语言的代码编写、调试和优化,同时具备文本分析、逻辑推理和问题解决能力。用户可以通过官方接口直接使用,无需复杂的配置过程。
**核心特性概述**:
- 多语言代码生成与调试:支持Python、JavaScript、Java、C++等主流编程语言
- 文本分析与处理:能够理解并处理各种文档格式
- 逻辑推理与问题解决:针对复杂问题提供分步解决方案
- 文件上传支持:可处理图像、PDF、Word、Excel等多种格式文件
**基础接入示例**:
```python
# 基础调用示例
import requests
def query_deepseek(prompt):
"""
简单的DeepSeek调用函数
"""
# 注意:实际使用时需参考官方API文档配置
url = "https://api.deepseek.com/v1/chat/completions"
headers = {
"Authorization": "Bearer your_api_key_here",
"Content-Type": "application/json"
}
data = {
"model": "deepseek-chat",
"messages": [
{"role": "user", "content": prompt}
],
"max_tokens": 2000,
"temperature": 0.7
}
response = requests.post(url, headers=headers, json=data)
return response.json()
# 测试调用
result = query_deepseek("用Python写一个快速排序算法")
print(result)
```
## 二、编程辅助功能深度应用
### 2.1 代码生成与优化
```python
# 使用DeepSeek辅助生成数据可视化代码
"""
任务:生成一个包含多种图表类型的仪表板
要求:
1. 使用Plotly和Dash
2. 包含折线图、柱状图、饼图
3. 支持交互式筛选
4. 响应式布局
"""
# 请求示例
prompt = """
请帮我生成一个完整的数据可视化仪表板代码,具体要求如下:
1. 使用Python的Plotly和Dash库
2. 创建三个图表:
- 折线图:显示时间序列数据
- 柱状图:显示分类数据对比
- 饼图:显示占比分布
3. 添加日期范围选择器和分类筛选器
4. 使用响应式布局适配不同屏幕尺寸
5. 包含示例数据生成代码
6. 添加适当的样式和布局优化
请提供完整的可运行代码,包括必要的导入和注释。
"""
# 期望的代码输出示例(简版)
import dash
from dash import dcc, html, Input, Output
import plotly.express as px
import plotly.graph_objects as go
import pandas as pd
import numpy as np
from datetime import datetime, timedelta
# 生成示例数据
def generate_sample_data():
np.random.seed(42)
dates = pd.date_range(start='2024-01-01', end='2024-06-01', freq='D')
data = {
'date': [],
'category': [],
'value': [],
'sub_category': []
}
categories = ['产品A', '产品B', '产品C']
sub_categories = ['东部', '西部', '南部', '北部']
for date in dates:
for category in categories:
for sub in sub_categories:
data['date'].append(date)
data['category'].append(category)
data['sub_category'].append(sub)
data['value'].append(np.random.randint(100, 1000))
return pd.DataFrame(data)
# 初始化Dash应用
app = dash.Dash(__name__)
# 生成数据
df = generate_sample_data()
# 应用布局
app.layout = html.Div([
html.H1("销售数据仪表板", style={'textAlign': 'center'}),
html.Div([
html.Div([
dcc.DatePickerRange(
id='date-picker',
start_date=df['date'].min(),
end_date=df['date'].max(),
display_format='YYYY-MM-DD'
)
], style={'width': '30%', 'display': 'inline-block'}),
html.Div([
dcc.Dropdown(
id='category-filter',
options=[{'label': cat, 'value': cat} for cat in df['category'].unique()],
value=df['category'].unique().tolist(),
multi=True
)
], style={'width': '30%', 'display': 'inline-block', 'marginLeft': '20px'})
]),
html.Div([
dcc.Graph(id='timeseries-chart'),
dcc.Graph(id='bar-chart'),
dcc.Graph(id='pie-chart')
])
])
# 回调函数
@app.callback(
[Output('timeseries-chart', 'figure'),
Output('bar-chart', 'figure'),
Output('pie-chart', 'figure')],
[Input('date-picker', 'start_date'),
Input('date-picker', 'end_date'),
Input('category-filter', 'value')]
)
def update_charts(start_date, end_date, selected_categories):
# 筛选数据
filtered_df = df[
(df['date'] >= start_date) &
(df['date'] <= end_date) &
(df['category'].isin(selected_categories))
]
# 时间序列图
timeseries_fig = px.line(
filtered_df.groupby(['date', 'category'])['value'].sum().reset_index(),
x='date',
y='value',
color='category',
title='销售额趋势'
)
# 柱状图
bar_fig = px.bar(
filtered_df.groupby(['category', 'sub_category'])['value'].sum().reset_index(),
x='category',
y='value',
color='sub_category',
barmode='group',
title='按类别和区域统计'
)
# 饼图
pie_fig = px.pie(
filtered_df.groupby('category')['value'].sum().reset_index(),
values='value',
names='category',
title='销售占比'
)
return timeseries_fig, bar_fig, pie_fig
if __name__ == '__main__':
app.run_server(debug=True)
```
### 2.2 代码调试与优化
```python
# 代码调试辅助示例
buggy_code = """
def calculate_statistics(data):
'''
计算数据统计信息
问题:存在多个潜在错误
'''
if not data:
return None
# 潜在错误1:未处理非数值数据
mean = sum(data) / len(data)
# 潜在错误2:方差计算不正确
variance = sum((x - mean) ** 2 for x in data)
# 潜在错误3:排序可能导致性能问题
sorted_data = sorted(data)
n = len(sorted_data)
if n % 2 == 0:
median = (sorted_data[n//2] + sorted_data[n//2 - 1]) / 2
else:
median = sorted_data[n//2]
return {
'mean': mean,
'variance': variance,
'median': median
}
"""
# 请求DeepSeek进行代码审查和修复
review_prompt = f"""
请分析以下Python代码中的问题并进行修复:
{buggy_code}
请:
1. 找出代码中的所有潜在问题
2. 提供修复后的完整代码
3. 添加异常处理
4. 优化性能(如果可能)
5. 添加适当的注释
请用中文回答。
"""
# 期望的修复代码示例
def calculate_statistics_improved(data):
'''
计算数据统计信息(改进版)
参数:
data: 数值列表
返回:
包含统计信息的字典,如果输入无效返回None
'''
import numpy as np
from typing import List, Optional, Dict
def is_valid_data(data_list: List) -> bool:
'''验证输入数据'''
if not isinstance(data_list, list):
return False
if len(data_list) == 0:
return False
# 检查所有元素是否为数值
try:
return all(isinstance(x, (int, float)) for x in data_list)
except:
return False
try:
# 验证输入
if not is_valid_data(data):
raise ValueError("输入必须是包含数值的非空列表")
# 转换为numpy数组以提高性能
arr = np.array(data, dtype=np.float64)
# 计算统计量
mean_value = float(np.mean(arr))
# 使用无偏估计计算方差(n-1)
if len(arr) > 1:
variance_value = float(np.var(arr, ddof=1)) # ddof=1 使用无偏估计
else:
variance_value = 0.0
median_value = float(np.median(arr))
# 额外统计信息
std_value = float(np.std(arr, ddof=1)) if len(arr) > 1 else 0.0
min_value = float(np.min(arr))
max_value = float(np.max(arr))
range_value = max_value - min_value
return {
'count': len(arr),
'mean': mean_value,
'variance': variance_value,
'std': std_value,
'median': median_value,
'min': min_value,
'max': max_value,
'range': range_value,
'q1': float(np.percentile(arr, 25)),
'q3': float(np.percentile(arr, 75))
}
except Exception as e:
print(f"计算统计信息时出错: {e}")
return None
# 测试用例
test_data = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10]
result = calculate_statistics_improved(test_data)
print(f"统计结果: {result}")
```
## 三、文本处理与文档分析
### 3.1 多格式文档解析
```python
# 文档解析与内容提取
import os
from typing import Dict, List, Any
import PyPDF2
from docx import Document
import pandas as pd
class DocumentProcessor:
"""多格式文档处理器"""
def __init__(self):
self.supported_formats = ['.pdf', '.docx', '.txt', '.csv', '.xlsx']
def process_document(self, file_path: str) -> Dict[str, Any]:
"""
处理不同格式的文档
参数:
file_path: 文件路径
返回:
包含文档内容和元数据的字典
"""
if not os.path.exists(file_path):
raise FileNotFoundError(f"文件不存在: {file_path}")
_, ext = os.path.splitext(file_path)
processors = {
'.pdf': self._process_pdf,
'.docx': self._process_docx,
'.txt': self._process_txt,
'.csv': self._process_csv,
'.xlsx': self._process_excel
}
if ext.lower() not in processors:
raise ValueError(f"不支持的文件格式: {ext}")
return processors[ext.lower()](file_path)
def _process_pdf(self, file_path: str) -> Dict[str, Any]:
"""处理PDF文件"""
content = []
with open(file_path, 'rb') as file:
pdf_reader = PyPDF2.PdfReader(file)
for page_num in range(len(pdf_reader.pages)):
page = pdf_reader.pages[page_num]
text = page.extract_text()
content.append({
'page': page_num + 1,
'content': text,
'length': len(text)
})
return {
'format': 'pdf',
'page_count': len(pdf_reader.pages),
'content': content,
'total_chars': sum(item['length'] for item in content)
}
def _process_docx(self, file_path: str) -> Dict[str, Any]:
"""处理Word文档"""
doc = Document(file_path)
content = []
for para in doc.paragraphs:
if para.text.strip():
content.append(para.text)
return {
'format': 'docx',
'paragraph_count': len(content),
'content': content,
'total_chars': sum(len(text) for text in content)
}
def _process_txt(self, file_path: str) -> Dict[str, Any]:
"""处理文本文件"""
with open(file_path, 'r', encoding='utf-8') as file:
content = file.readlines()
<"qj.wandaihu.cn"><"hl.wandaihu.cn">
return {
'format': 'txt',
'line_count': len(content),
'content': content,
'total_chars': sum(len(line) for line in content)
}
def _process_csv(self, file_path: str) -> Dict[str, Any]:
"""处理CSV文件"""
df = pd.read_csv(file_path)
return {
'format': 'csv',
'row_count': len(df),
'column_count': len(df.columns),
'columns': df.columns.tolist(),
'sample_data': df.head().to_dict('records')
}
def _process_excel(self, file_path: str) -> Dict[str, Any]:
"""处理Excel文件"""
excel_file = pd.ExcelFile(file_path)
sheets_data = {}
for sheet_name in excel_file.sheet_names:
df = excel_file.parse(sheet_name)
sheets_data[sheet_name] = {
'row_count': len(df),
'column_count': len(df.columns),
'columns': df.columns.tolist(),
'sample_data': df.head().to_dict('records')
}
return {
'format': 'excel',
'sheet_count': len(excel_file.sheet_names),
'sheet_names': excel_file.sheet_names,
'sheets': sheets_data
}
def analyze_content(self, processed_doc: Dict[str, Any]) -> Dict[str, Any]:
"""
分析文档内容
参数:
processed_doc: 处理后的文档数据
返回:
分析结果
"""
if processed_doc['format'] in ['txt', 'docx', 'pdf']:
# 合并所有内容
if isinstance(processed_doc['content'], list):
if isinstance(processed_doc['content'][0], dict):
# PDF格式
all_text = ' '.join([item['content'] for item in processed_doc['content']])
else:
# 其他格式
all_text = ' '.join(processed_doc['content'])
# 基础分析
words = all_text.split()
sentences = all_text.split('.')
return {
'word_count': len(words),
'sentence_count': len([s for s in sentences if s.strip()]),
'avg_word_length': sum(len(w) for w in words) / max(len(words), 1),
'unique_words': len(set(words.lower() for w in words))
}
elif processed_doc['format'] in ['csv', 'excel']:
return {
'data_quality': '结构化数据',
'analysis_suggestion': '建议进行数据统计和可视化分析'
}
return {'analysis': '格式不支持深度分析'}
# 使用示例
processor = DocumentProcessor()
# 处理文档
result = processor.process_document('example.pdf')
print(f"文档信息: {result}")
# 分析内容
analysis = processor.analyze_content(result)
print(f"内容分析: {analysis}")
```
### 3.2 智能文本分析
```python
# 文本分析与摘要生成
import re
from collections import Counter
import jieba # 中文分词
from typing import List, Tuple, Dict
class TextAnalyzer:
"""智能文本分析器"""
def __init__(self, language: str = 'zh'):
self.language = language
# 中文停用词表(简化版)
self.stopwords_zh = set([
'的', '了', '在', '是', '我', '有', '和', '就',
'不', '人', '都', '一', '一个', '上', '也', '很',
'到', '说', '要', '去', '你', '会', '着', '没有',
'看', '好', '自己', '这'
])
def extract_keywords(self, text: str, top_n: int = 10) -> List[Tuple[str, int]]:
"""
提取关键词
参数:
text: 输入文本
top_n: 返回的关键词数量
返回:
关键词及其频率的列表
"""
if self.language == 'zh':
# 中文分词
words = jieba.lcut(text)
# 过滤停用词和非中文字符
words = [w for w in words if w.strip() and
re.match(r'[\u4e00-\u9fff]', w) and
w not in self.stopwords_zh]
else:
# 英文分词
words = re.findall(r'\b[a-zA-Z]{3,}\b', text.lower())
# 统计词频
word_counts = Counter(words)
return word_counts.most_common(top_n)
def generate_summary(self, text: str, ratio: float = 0.3) -> str:
"""
生成文本摘要
参数:
text: 输入文本
ratio: 摘要占原文的比例
返回:
生成的摘要
"""
# 分句
sentences = self._split_sentences(text)
# 计算句子重要性(基于词频)
word_scores = {}
for word in self.extract_keywords(text, top_n=20):
word_scores[word[0]] = word[1]
sentence_scores = {}
for i, sentence in enumerate(sentences):
score = 0
if self.language == 'zh':
words = jieba.lcut(sentence)
else:
words = sentence.lower().split()
for word in words:
if word in word_scores:
score += word_scores[word]
sentence_scores[i] = score / max(len(words), 1)
# 选择重要句子
num_selected = max(int(len(sentences) * ratio), 1)
selected_indices = sorted(sentence_scores.items(),
key=lambda x: x[1], reverse=True)[:num_selected]
selected_indices = sorted([idx[0] for idx in selected_indices])
# 组合摘要
summary = ' '.join(sentences[i] for i in selected_indices)
return summary
def analyze_sentiment(self, text: str) -> Dict[str, float]:
"""
情感分析(基础版本)
参数:
text: 输入文本
返回:
情感分析结果
"""
# 情感词典(简化版)
positive_words = ['好', '优秀', '完美', '喜欢', '爱', '高兴', '开心', '棒']
negative_words = ['坏', '差', '讨厌', '恨', '伤心', '难过', '糟糕', '差劲']
if self.language != 'zh':
positive_words = ['good', 'excellent', 'perfect', 'like', 'love', 'happy', 'great']
negative_words = ['bad', 'poor', 'hate', 'sad', 'terrible', 'awful']
words = jieba.lcut(text) if self.language == 'zh' else text.lower().split()
positive_count = sum(1 for w in words if w in positive_words)
negative_count = sum(1 for w in words if w in negative_words)
total_words = len(words)
if total_words == 0:
return {'positive': 0, 'negative': 0, 'neutral': 1}
positive_score = positive_count / total_words
negative_score = negative_count / total_words
neutral_score = 1 - positive_score - negative_score
return {
'positive': round(positive_score, 3),
'negative': round(negative_score, 3),
'neutral': round(neutral_score, 3)
}
def extract_entities(self, text: str) -> Dict[str, List[str]]:
"""
提取命名实体(基础版本)
参数:
text: 输入文本
返回:
提取的实体字典
"""
# 简单规则提取(实际应用中应使用NER模型)
entities = {
'person': [],
'organization': [],
'location': [],
'date': [],
'product': []
}
# 人名提取(中文)
if self.language == 'zh':
person_pattern = r'([张王李赵刘陈杨黄吴周徐孙马朱胡林郭何高梁郑罗宋唐冯董萧程曹袁邓许傅沈曾彭吕苏卢蒋蔡贾丁魏薛叶阎余潘杜戴夏钟汪田任姜范方石姚谭廖邹熊金陆郝孔白崔康毛邱秦江史顾侯邵孟龙万段雷钱汤尹黎易常武乔贺赖龚文]氏?[\u4e00-\u9fff]{1,2})'
persons = re.findall(person_pattern, text)
entities['person'] = list(set(persons))
# 日期提取
date_pattern = r'\d{4}年\d{1,2}月\d{1,2}日|\d{4}-\d{1,2}-\d{1,2}|\d{1,2}月\d{1,2}日'
dates = re.findall(date_pattern, text)
entities['date'] = dates
return entities
def _split_sentences(self, text: str) -> List[str]:
"""分句函数"""
if self.language == 'zh':
# 中文分句
delimiters = r'[。!?;\n]'
sentences = re.split(delimiters, text)
else:
# 英文分句
sentences = re.split(r'[.!?;\n]', text)
return [s.strip() for s in sentences if s.strip()]
# 使用示例
analyzer = TextAnalyzer(language='zh')
sample_text = """
今天天气真好,阳光明媚。我去公园散步,看到很多人在锻炼身体。
公园里的花儿开得很美,有红色的玫瑰,黄色的菊花,还有紫色的薰衣草。
我遇到了老朋友张三,我们一起喝了咖啡,聊了很久。他告诉我他最近换了工作,
现在在一家互联网公司做产品经理。我们约好下周末再一起吃饭。
"""
# 关键词提取
keywords = analyzer.extract_keywords(sample_text)
print(f"关键词: {keywords}")
# 生成摘要
summary = analyzer.generate_summary(sample_text)
print(f"摘要: {summary}")
# 情感分析
sentiment = analyzer.analyze_sentiment(sample_text)
print(f"情感分析: {sentiment}")
# 实体提取
entities = analyzer.extract_entities(sample_text)
print(f"命名实体: {entities}")
```
## 四、系统集成与自动化
### 4.1 自动化工作流集成
```python
# 自动化工作流管理
import schedule
import time
import logging
from datetime import datetime
from typing import Callable, Dict, Any
class AutomationWorkflow:
"""自动化工作流管理器"""
def __init__(self, config_path: str = 'workflow_config.json'):
self.logger = self._setup_logger()
self.workflows = {}
self.load_config(config_path)
def _setup_logger(self) -> logging.Logger:
"""设置日志记录器"""
logger = logging.getLogger('AutomationWorkflow')
logger.setLevel(logging.INFO)
# 控制台处理器
console_handler = logging.StreamHandler()
console_handler.setLevel(logging.INFO)
# 文件处理器
file_handler = logging.FileHandler('workflow.log')
file_handler.setLevel(logging.INFO)
# 格式化器
formatter = logging.Formatter(
'%(asctime)s - %(name)s - %(levelname)s - %(message)s'
)
console_handler.setFormatter(formatter)
file_handler.setFormatter(formatter)
logger.addHandler(console_handler)
logger.addHandler(file_handler)
return logger
def load_config(self, config_path: str):
"""加载工作流配置"""
import json
try:
with open(config_path, 'r', encoding='utf-8') as f:
self.config = json.load(f)
self.logger.info(f"配置加载成功: {config_path}")
except FileNotFoundError:
self.logger.warning(f"配置文件不存在: {config_path}")
self.config = {}
def register_workflow(self, name: str,
function: Callable,
schedule_str: str = None,
args: tuple = (),
kwargs: dict = None) -> None:
<"cw.wandaihu.cn"><"ny.wandaihu.cn">
"""
注册工作流
参数:
name: 工作流名称
function: 要执行的函数
schedule_str: 调度字符串(cron格式)
args: 函数位置参数
kwargs: 函数关键字参数
"""
workflow = {
'function': function,
'schedule': schedule_str,
'args': args or (),
'kwargs': kwargs or {},
'last_run': None,
'run_count': 0,
'enabled': True
}
self.workflows[name] = workflow
self.logger.info(f"工作流注册成功: {name}")
# 如果提供了调度字符串,设置定时任务
if schedule_str:
self._schedule_workflow(name, schedule_str)
def _schedule_workflow(self, name: str, schedule_str: str):
"""设置定时任务"""
workflow = self.workflows[name]
# 解析调度字符串(支持cron格式)
def job_wrapper():
self.run_workflow(name)
# 简单的时间调度实现
# 实际应用中可使用更复杂的调度器
if schedule_str.startswith('every '):
# 简单的时间间隔调度
interval = schedule_str.replace('every ', '')
if interval.endswith(' minutes'):
minutes = int(interval.replace(' minutes', ''))
schedule.every(minutes).minutes.do(job_wrapper)
elif interval.endswith(' hours'):
hours = int(interval.replace(' hours', ''))
schedule.every(hours).hours.do(job_wrapper)
elif interval.endswith(' days'):
days = int(interval.replace(' days', ''))
schedule.every(days).days.do(job_wrapper)
self.logger.info(f"工作流调度设置: {name} - {schedule_str}")
def run_workflow(self, name: str) -> Any:
"""
运行指定工作流
参数:
name: 工作流名称
返回:
工作流执行结果
"""
if name not in self.workflows:
self.logger.error(f"工作流不存在: {name}")
return None
workflow = self.workflows[name]
if not workflow['enabled']:
self.logger.warning(f"工作流已禁用: {name}")
return None
try:
self.logger.info(f"开始执行工作流: {name}")
start_time = datetime.now()
# 执行工作流函数
result = workflow['function'](
*workflow['args'],
**workflow['kwargs']
)
end_time = datetime.now()
duration = (end_time - start_time).total_seconds()
# 更新执行记录
workflow['last_run'] = end_time
workflow['run_count'] += 1
self.logger.info(
f"工作流执行完成: {name}, "
f"耗时: {duration:.2f}秒"
)
return result
except Exception as e:
self.logger.error(f"工作流执行失败: {name}, 错误: {e}")
return None
def run_all_workflows(self) -> Dict[str, Any]:
"""
运行所有工作流
返回:
所有工作流的执行结果
"""
results = {}
for name in self.workflows:
if self.workflows[name]['enabled']:
results[name] = self.run_workflow(name)
return results
def start_scheduler(self, run_once: bool = False):
"""
启动调度器
参数:
run_once: 是否只运行一次(测试用)
"""
self.logger.info("启动工作流调度器")
if run_once:
self.run_all_workflows()
else:
while True:
try:
schedule.run_pending()
time.sleep(1)
except KeyboardInterrupt:
self.logger.info("调度器被用户中断")
break
except Exception as e:
self.logger.error(f"调度器错误: {e}")
time.sleep(5)
# 示例工作流函数
def data_collection_workflow():
"""数据收集工作流"""
print("执行数据收集...")
# 模拟数据收集
import random
data = [random.randint(1, 100) for _ in range(10)]
return {"data": data, "timestamp": datetime.now()}
def data_processing_workflow(data):
"""数据处理工作流"""
print("执行数据处理...")
if data and 'data' in data:
processed = {
'mean': sum(data['data']) / len(data['data']),
'max': max(data['data']),
'min': min(data['data'])
}
return processed
return None
def report_generation_workflow(stats):
"""报告生成工作流"""
print("生成报告...")
if stats:
report = f"""
数据分析报告
生成时间: {datetime.now()}
统计结果:
平均值: {stats['mean']:.2f}
最大值: {stats['max']}
最小值: {stats['min']}
"""
return report
return "无有效数据"
# 使用示例
if __name__ == "__main__":
# 创建工作流管理器
workflow_mgr = AutomationWorkflow()
# 注册工作流
workflow_mgr.register_workflow(
name="data_collection",
function=data_collection_workflow,
schedule_str="every 5 minutes"
)
# 手动运行工作流
print("手动运行工作流测试...")
result = workflow_mgr.run_workflow("data_collection")
print(f"收集结果: {result}")
# 启动调度器(在实际应用中)
# workflow_mgr.start_scheduler()
```
## 五、应用实践与最佳方案
### 5.1 实际应用场景示例
```python
# 项目文档自动化管理系统
class ProjectDocumentManager:
"""项目文档自动化管理"""
def __init__(self, project_name: str):
self.project_name = project_name
self.processor = DocumentProcessor()
self.analyzer = TextAnalyzer()
def process_project_docs(self, docs_folder: str):
"""处理项目文档"""
<"at.wandaihu.cn"><"dz.wandaihu.cn">
import os
from pathlib import Path
results = {}
docs_path = Path(docs_folder)
for file_path in docs_path.rglob("*"):
if file_path.suffix.lower() in ['.md', '.txt', '.pdf', '.docx']:
try:
# 处理文档
doc_result = self.processor.process_document(str(file_path))
# 分析内容
analysis = self.analyzer.analyze_content(doc_result)
# 提取关键词
if doc_result['format'] in ['txt', 'docx', 'pdf']:
text_content = self._extract_text(doc_result)
keywords = self.analyzer.extract_keywords(text_content)
else:
keywords = []
results[file_path.name] = {
'path': str(file_path),
'format': doc_result['format'],
'analysis': analysis,
'keywords': keywords[:5] # 取前5个关键词
}
except Exception as e:
print(f"处理文档失败: {file_path}, 错误: {e}")
return results
def generate_project_summary(self, docs_results: Dict):
"""生成项目摘要报告"""
summary_parts = []
summary_parts.append(f"项目文档分析报告")
summary_parts.append(f"项目名称: {self.project_name}")
summary_parts.append(f"分析时间: {datetime.now()}")
summary_parts.append("=" * 50)
total_docs = len(docs_results)
summary_parts.append(f"文档总数: {total_docs}")
# 统计文档类型
format_counts = {}
all_keywords = []
for doc_name, doc_info in docs_results.items():
doc_format = doc_info['format']
format_counts[doc_format] = format_counts.get(doc_format, 0) + 1
all_keywords.extend([kw[0] for kw in doc_info.get('keywords', [])])
summary_parts.append("\n文档类型分布:")
for fmt, count in format_counts.items():
summary_parts.append(f" {fmt}: {count}个 ({count/total_docs*100:.1f}%)")
# 提取高频关键词
from collections import Counter
keyword_counts = Counter(all_keywords)
top_keywords = keyword_counts.most_common(10)
summary_parts.append("\n项目高频关键词:")
for keyword, count in top_keywords:
summary_parts.append(f" {keyword}: {count}次")
return "\n".join(summary_parts)
def _extract_text(self, doc_result: Dict) -> str:
"""从文档结果中提取文本"""
if doc_result['format'] == 'pdf':
return ' '.join([item['content'] for item in doc_result['content']])
elif doc_result['format'] in ['txt', 'docx']:
return ' '.join(doc_result['content'])
return ""
# 使用示例
if __name__ == "__main__":
# 创建文档管理器
doc_manager = ProjectDocumentManager("AI开发项目")
# 处理项目文档
docs_folder = "./project_docs"
if os.path.exists(docs_folder):
results = doc_manager.process_project_docs(docs_folder)
# 生成摘要报告
summary = doc_manager.generate_project_summary(results)
print(summary)
# 保存报告
with open("project_analysis_report.txt", "w", encoding="utf-8") as f:
f.write(summary)
```
### 5.2 性能优化建议
```python
# 性能优化实践
import time
from functools import lru_cache
from concurrent.futures import ThreadPoolExecutor, ProcessPoolExecutor
class PerformanceOptimizer:
"""性能优化工具类"""
@staticmethod
def time_it(func):
"""执行时间装饰器"""
def wrapper(*args, **kwargs):
start_time = time.time()
result = func(*args, **kwargs)
end_time = time.time()
print(f"函数 {func.__name__} 执行时间: {end_time - start_time:.4f}秒")
return result
return wrapper
@staticmethod
@lru_cache(maxsize=128)
def cached_processing(text: str) -> Dict:
"""
缓存处理结果
参数:
text: 输入文本
返回:
处理结果字典
"""
# 模拟复杂处理
time.sleep(0.5) # 模拟处理时间
return {
'length': len(text),
'words': len(text.split()),
'processed': True
}
@staticmethod
def parallel_processing(items: List,
process_func: Callable,
max_workers: int = 4,
use_processes: bool = False) -> List:
"""
并行处理
参数:
items: 要处理的项列表
process_func: 处理函数
max_workers: 最大工作线程数
来自 “ ITPUB博客 ” ,链接:https://blog.itpub.net/19545/viewspace-3104619/ ,如需转载,请注明出处,否则将追究法律责任。