Upload app.py

app.py

@@ -0,0 +1,173 @@
+import os
+import json
+import random
+import uuid
+from flask import Flask, request, jsonify, session, render_template
+from flask_cors import CORS
+from datetime import datetime
+from elo_rank import EloRank
+
+app = Flask(__name__)
+CORS(app)
+app.secret_key = 'supersecretkey'
+
+DATA_DIR = './data'
+RESULTS_DIR = './results'
+
+# 实例化 EloRank 系统
+elo_rank_system = EloRank()
+
+# 初始化 Elo 排名的模型
+models = ['output_path_4o', 'output_path_miniomni', 'output_path_speechgpt', 'output_path_funaudio', 'output_path_4o_cascade', 'output_path_4o_llama_omni']
+for model in models:
+    elo_rank_system.add_model(model)
+
+
+def load_test_data(task):
+    """Load the JSON file corresponding to the selected task"""
+    with open(os.path.join(DATA_DIR, f"{task}.json"), "r", encoding='utf-8') as f:
+        test_data = json.load(f)
+    
+    # 更新音频路径，将它们指向 Flask 静态文件夹
+    for item in test_data:
+        item['input_path'] = f"/static/audio{item['input_path']}"
+        item['output_path_4o'] = f"/static/audio{item['output_path_4o']}"
+        item['output_path_miniomni'] = f"/static/audio{item['output_path_miniomni']}"
+        item['output_path_speechgpt'] = f"/static/audio{item['output_path_speechgpt']}"
+        item['output_path_funaudio'] = f"/static/audio{item['output_path_funaudio']}"
+        item['output_path_4o_cascade'] = f"/static/audio{item['output_path_4o_cascade']}"
+        item['output_path_4o_llama_omni'] = f"/static/audio{item['output_path_4o_llama_omni']}"
+    
+    return test_data
+
+
+def save_result(task, username, result_data, session_id):
+    """Save user's result in a separate file"""
+    file_path = os.path.join(RESULTS_DIR, f"{task}_{username}_{session_id}.jsonl")
+    # 获取所有模型的 Elo 分数
+    elo_scores = {model: elo_rank_system.get_rating(model) for model in models}
+    
+    # 添加 Elo 分数和时间戳到结果数据
+    result_data['elo_scores'] = elo_scores
+    result_data['timestamp'] = datetime.now().isoformat()
+    with open(file_path, "a", encoding='utf-8') as f:
+        f.write(json.dumps(result_data) + "\n")
+
+@app.route('/start_test', methods=['POST'])
+def start_test():
+    """Initiate the test for a user with the selected task"""
+    data = request.json
+    task = data['task']
+    username = data['username']
+
+    # Load the test data
+    test_data = load_test_data(task)
+    
+    # Shuffle test data for the user
+    random.shuffle(test_data)
+
+    # Generate a unique session ID (for example using uuid)
+    session_id = str(uuid.uuid4())
+
+    # Store in session
+    session['task'] = task
+    session['username'] = username
+    session['test_data'] = test_data
+    session['current_index'] = 0
+    session['session_id'] = session_id  # Store the session ID in the session
+
+    task_description = test_data[0].get('task_description', '')
+
+    return jsonify({"message": "Test started", "total_tests": len(test_data), "task_description": task_description})
+
+
+
+@app.route('/next_test', methods=['GET'])
+def next_test():
+    """Serve the next test item"""
+    if 'current_index' not in session or 'test_data' not in session:
+        return jsonify({"message": "No active test found"}), 400
+
+    current_index = session['current_index']
+    test_data = session['test_data']
+
+    if current_index >= len(test_data):
+        # Return the "Test completed" message when all tests are done
+        return jsonify({"message": "Test completed"}), 200
+
+    # 使用 EloRank 的 sample_next_match 来选择两款模型
+    selected_models = elo_rank_system.sample_next_match()
+
+    # Serve test data with the two selected models
+    current_test = test_data[current_index]
+    session['selected_models'] = selected_models
+    session['current_index'] += 1
+
+    return jsonify({
+        "text": current_test["text"],
+        "input_path": current_test["input_path"],
+        "model_a": selected_models[0],
+        "model_b": selected_models[1],
+        "audio_a": current_test[selected_models[0]],
+        "audio_b": current_test[selected_models[1]]
+    })
+
+@app.route('/submit_result', methods=['POST'])
+def submit_result():
+    """Submit the user's result and save it"""
+    data = request.json
+    chosen_model = data['chosen_model']
+
+    username = session.get('username')
+    task = session.get('task')
+    current_index = session.get('current_index') - 1  # Subtract since we increment after serving
+    session_id = session.get('session_id')  # Get the session ID
+
+    if not username or not task or current_index < 0:
+        return jsonify({"message": "No active test found"}), 400
+
+    # Retrieve the selected models
+    selected_models = session['selected_models']
+    model_a = selected_models[0]
+    model_b = selected_models[1]
+
+    result = {
+        "name": username,
+        "chosen_model": chosen_model,
+        "model_a": model_a,
+        "model_b": model_b,
+        "result": {
+            model_a: 1 if chosen_model == 'A' else 0,
+            model_b: 1 if chosen_model == 'B' else 0
+        }
+    }
+
+    # Save the result for the current test using session_id to avoid filename conflict
+    test_data = session['test_data'][current_index]
+    result_data = {**test_data, **result}
+    save_result(task, username, result_data, session_id)
+
+    # 更新 Elo 排名系统
+    if chosen_model == 'A':
+        elo_rank_system.record_match(model_a, model_b)
+    else:
+        elo_rank_system.record_match(model_b, model_a)
+
+    return jsonify({"message": "Result submitted", "model_a": model_a, "model_b": model_b, "chosen_model": chosen_model})
+
+@app.route('/end_test', methods=['GET'])
+def end_test():
+    """End the test session"""
+    session.clear()
+    return jsonify({"message": "Test completed"})
+
+# 渲染index.html页面
+@app.route('/')
+def index():
+    return render_template('index.html')
+
+if __name__ == '__main__':
+    if not os.path.exists(RESULTS_DIR):
+        os.makedirs(RESULTS_DIR)
+    # 允许局域网访问
+    app.run(debug=True, host="0.0.0.0", port=6002)