[Developer] #215 AI frame-suggest vertical slice (mock LlmService)

설계서대로 구현. flutter_gemma 실제 통합은 OQ-1 (모델 URL+SHA) 확정 후.
v1은 LlmService 추상 + ModelLifecycle (다운로드/SHA/purge) + Riverpod
providers + 다이얼로그 + Settings 화면까지. main.dart 가 MockLlmService 를
override 해 모든 경로가 graceful (suggest 결과는 빈 리스트).

추가:
- lib/data/ai/{llm_service,gemma_llm_service,model_lifecycle}.dart
- lib/domain/ai/{frame_candidate,few_shot_builder,parse_response,suggest_frame}.dart
- lib/state/ai_providers.dart (aiSettings + modelAvailability + frameSuggestions)
- lib/ui/screens/settings_screen.dart (opt-in 토글 + 모델 상태 표시)
- lib/ui/widgets/frame_suggestion_dialog.dart (후보 3개 카드 + 다시 시도)
- HabitCreateScreen: "AI 제안" 버튼 (opt-in + ready 일 때만 노출)
- MetaDao.remove(key) 추가 (purge 용)

테스트 31개 신규 추가 (총 62개 통과):
- test/domain/ai/{suggest_frame, few_shot_builder, parse_response}_test.dart
- test/data/ai/model_lifecycle_test.dart (download/SHA/purge/availability)

flutter analyze 0 issue, flutter build apk --debug 통과.

Refs #215
This commit is contained in:
2026-06-12 12:08:25 +09:00
parent d31b17f3e8
commit 6ab4c0da7d
20 changed files with 1735 additions and 5 deletions

View File

@@ -0,0 +1,193 @@
import 'dart:async';
import 'dart:convert';
import 'dart:io';
import 'package:crypto/crypto.dart';
import 'package:drift/native.dart';
import 'package:flutter_test/flutter_test.dart';
import 'package:http/http.dart' as http;
import 'package:life_helper/data/ai/model_lifecycle.dart';
import 'package:life_helper/data/db/app_database.dart';
import 'package:life_helper/data/db/daos/meta_dao.dart';
class _FakeStorage implements StorageAdapter {
_FakeStorage(this.dir);
final Directory dir;
Future<http.StreamedResponse> Function(Uri url, int from)? handler;
@override
Future<Directory> supportDir() async => dir;
@override
Future<http.StreamedResponse> rangeGet(Uri url, int from) {
final h = handler;
if (h == null) {
throw StateError('no handler');
}
return h(url, from);
}
}
http.StreamedResponse _streamed(
List<int> bytes, {
int status = 200,
}) {
return http.StreamedResponse(
Stream.value(bytes),
status,
contentLength: bytes.length,
);
}
void main() {
late AppDatabase db;
late MetaDao meta;
late Directory tmp;
late _FakeStorage storage;
const url = 'https://example/model.bin';
setUp(() async {
db = AppDatabase(NativeDatabase.memory());
meta = MetaDao(db);
tmp = await Directory.systemTemp.createTemp('lifecycle_test_');
storage = _FakeStorage(tmp);
});
tearDown(() async {
await db.close();
if (tmp.existsSync()) await tmp.delete(recursive: true);
});
test('checkAvailability missing when opt_in false', () async {
final lc = ModelLifecycle(
meta: meta,
config: ModelConfig(url: Uri.parse(url), expectedSha256: 'x'),
storage: storage,
);
expect(await lc.checkAvailability(), ModelAvailability.missing);
});
test('download writes file, sets meta keys, completes with ready', () async {
final payload = utf8.encode('hello world fake model');
final expected = sha256.convert(payload).toString();
final lc = ModelLifecycle(
meta: meta,
config: ModelConfig(
url: Uri.parse(url),
expectedSha256: expected,
filename: 'gemma_test.bin',
),
storage: storage,
);
storage.handler = (_, from) async => _streamed(payload);
await meta.put(AiMetaKeys.optIn, 'true');
final progresses = await lc.download().toList();
expect(progresses.last.state, DownloadState.completed);
expect(progresses.last.bytesReceived, payload.length);
expect(await meta.find(AiMetaKeys.downloadState), 'completed');
final p = await meta.find(AiMetaKeys.modelPath);
expect(p, isNotNull);
expect(File(p!).existsSync(), true);
expect(await meta.find(AiMetaKeys.modelSha), expected);
expect(await lc.checkAvailability(), ModelAvailability.ready);
});
test('SHA mismatch deletes file and emits failed', () async {
final payload = utf8.encode('payload');
final lc = ModelLifecycle(
meta: meta,
config: ModelConfig(
url: Uri.parse(url),
expectedSha256: 'deadbeef',
filename: 'gemma_bad.bin',
),
storage: storage,
);
storage.handler = (_, from) async => _streamed(payload);
await meta.put(AiMetaKeys.optIn, 'true');
final progresses = await lc.download().toList();
expect(progresses.last.state, DownloadState.failed);
expect(progresses.last.errorMessage, contains('sha'));
final pathStr = '${tmp.path}/gemma_bad.bin';
expect(File(pathStr).existsSync(), false);
});
test('network error → paused, file preserved for resume', () async {
final lc = ModelLifecycle(
meta: meta,
config: ModelConfig(
url: Uri.parse(url),
expectedSha256: 'x',
filename: 'gemma_net.bin',
),
storage: storage,
);
storage.handler = (_, from) async => throw const SocketException('down');
await meta.put(AiMetaKeys.optIn, 'true');
final progresses = await lc.download().toList();
expect(progresses.last.state, DownloadState.failed);
expect(await meta.find(AiMetaKeys.downloadState), 'paused');
});
test('purge deletes file + clears meta keys (idempotent)', () async {
final payload = utf8.encode('xx');
final expected = sha256.convert(payload).toString();
final lc = ModelLifecycle(
meta: meta,
config: ModelConfig(
url: Uri.parse(url),
expectedSha256: expected,
filename: 'gemma_purge.bin',
),
storage: storage,
);
storage.handler = (_, from) async => _streamed(payload);
await meta.put(AiMetaKeys.optIn, 'true');
await lc.download().toList();
final freed = await lc.purge();
expect(freed, payload.length);
expect(await meta.find(AiMetaKeys.modelPath), isNull);
expect(await meta.find(AiMetaKeys.modelSha), isNull);
expect(await meta.find(AiMetaKeys.downloadState), isNull);
// Idempotent — second purge returns 0 without throwing.
expect(await lc.purge(), 0);
});
test('checkAvailability detects download in progress', () async {
final lc = ModelLifecycle(
meta: meta,
config: ModelConfig(url: Uri.parse(url), expectedSha256: 'x'),
storage: storage,
);
await meta.put(AiMetaKeys.optIn, 'true');
await meta.put(AiMetaKeys.downloadState, 'paused');
expect(await lc.checkAvailability(), ModelAvailability.downloading);
});
test('checkAvailability returns corrupt when file SHA mismatches', () async {
const file = 'gemma_corrupt.bin';
final lc = ModelLifecycle(
meta: meta,
config: ModelConfig(
url: Uri.parse(url),
expectedSha256: 'wrong',
filename: file,
),
storage: storage,
);
await meta.put(AiMetaKeys.optIn, 'true');
final path = '${tmp.path}/$file';
File(path).writeAsStringSync('payload');
await meta.put(AiMetaKeys.modelPath, path);
await meta.put(AiMetaKeys.modelSha, 'expected_but_actual_will_differ');
expect(await lc.checkAvailability(), ModelAvailability.corrupt);
});
}

View File

@@ -0,0 +1,131 @@
import 'package:flutter_test/flutter_test.dart';
import 'package:life_helper/domain/ai/few_shot_builder.dart';
import 'package:life_helper/domain/ai/frame_candidate.dart';
import 'package:life_helper/domain/models/frame_pattern.dart';
import 'package:life_helper/domain/models/habit.dart';
final _patterns = <FramePatternModel>[
const FramePatternModel(
id: 'fp_alcohol',
domain: 'drink',
avoidanceKeyword: '술 끊기',
l0Example: '술 끊기',
l2Suggestion: '저녁엔 무알콜 음료',
l3Identity: '나는 맑은 정신의 사람이다',
),
const FramePatternModel(
id: 'fp_smoke',
domain: 'smoke',
avoidanceKeyword: '담배 끊기',
l0Example: '담배 끊기',
l2Suggestion: '간식 대체',
l3Identity: '나는 깨끗한 폐를 가진 사람이다',
),
const FramePatternModel(
id: 'fp_general',
domain: 'general',
avoidanceKeyword: '안 하기',
l0Example: '안 하기',
l2Suggestion: '대체 행동 정의',
),
];
void main() {
test('matched keyword surfaces relevant pattern first', () {
final p = buildFewShotPrompt(
const SuggestFrameInput(
rawText: '술 끊고 싶어',
habitType: HabitType.breakHabit,
),
_patterns,
);
expect(p, contains('## 예시 1'));
// The alcohol pattern (highest score) should appear before smoke/general.
final idxAlc = p.indexOf('저녁엔 무알콜 음료');
final idxSmk = p.indexOf('간식 대체');
expect(idxAlc, greaterThan(-1));
expect(idxSmk == -1 || idxAlc < idxSmk, true);
});
test('fallback uses first patterns when no keyword matches', () {
final p = buildFewShotPrompt(
const SuggestFrameInput(
rawText: 'xyz unknown words',
habitType: HabitType.build,
),
_patterns,
);
expect(p, contains('## 예시 1'));
// First pattern in list is alcohol.
expect(p, contains('저녁엔 무알콜 음료'));
});
test('empty patterns → prompt has no few-shot section', () {
final p = buildFewShotPrompt(
const SuggestFrameInput(
rawText: '술 끊고 싶어',
habitType: HabitType.breakHabit,
),
const [],
);
expect(p.contains('변환 예시'), false);
expect(p, contains('사용자 입력'));
expect(p, contains('raw_text:'));
});
test('anchor hint appears when provided', () {
final p = buildFewShotPrompt(
const SuggestFrameInput(
rawText: '책 읽고 싶어',
habitType: HabitType.build,
anchorHint: '아침 양치 후',
),
_patterns,
);
expect(p, contains('anchor_hint: "아침 양치 후"'));
});
test('habit_type rendered using dbValue', () {
final pBreak = buildFewShotPrompt(
const SuggestFrameInput(
rawText: 'a',
habitType: HabitType.breakHabit,
),
const [],
);
expect(pBreak, contains('habit_type: break'));
final pBuild = buildFewShotPrompt(
const SuggestFrameInput(rawText: 'a', habitType: HabitType.build),
const [],
);
expect(pBuild, contains('habit_type: build'));
});
test('deterministic — same input → same prompt', () {
final a = buildFewShotPrompt(
const SuggestFrameInput(
rawText: '술 끊기',
habitType: HabitType.breakHabit,
),
_patterns,
);
final b = buildFewShotPrompt(
const SuggestFrameInput(
rawText: '술 끊기',
habitType: HabitType.breakHabit,
),
_patterns,
);
expect(a, b);
});
test('maxFewShot caps selected examples', () {
final p = buildFewShotPrompt(
const SuggestFrameInput(rawText: 'x', habitType: HabitType.build),
_patterns,
maxFewShot: 1,
);
expect(p, contains('## 예시 1'));
expect(p.contains('## 예시 2'), false);
});
}

View File

@@ -0,0 +1,90 @@
import 'package:flutter_test/flutter_test.dart';
import 'package:life_helper/domain/ai/parse_response.dart';
import 'package:life_helper/domain/models/habit.dart';
void main() {
test('parses 3 valid candidates', () {
final r = parseFrameCandidates({
'candidates': [
{'level': 'L2', 'framed_text': '저녁엔 무알콜 마시기', 'confidence': 0.9},
{'level': 'L3', 'framed_text': '나는 맑은 정신의 사람이다'},
{'level': 'L2', 'framed_text': '주중엔 운동 우선'},
],
});
expect(r, hasLength(3));
expect(r[0].level, FrameLevel.l2);
expect(r[0].confidence, 0.9);
expect(r[1].level, FrameLevel.l3);
expect(r[1].confidence, 0.5); // default
});
test('candidates missing → FormatException', () {
expect(
() => parseFrameCandidates({'foo': 'bar'}),
throwsA(isA<FormatException>()),
);
});
test('candidates not list → FormatException', () {
expect(
() => parseFrameCandidates({'candidates': 'oops'}),
throwsA(isA<FormatException>()),
);
});
test('empty candidates → empty list (no throw)', () {
final r = parseFrameCandidates({'candidates': []});
expect(r, isEmpty);
});
test('skips unknown level + length-violating items', () {
final tooLong = 'a' * 121;
final r = parseFrameCandidates({
'candidates': [
{'level': 'L99', 'framed_text': '?'}, // skipped
{'level': 'L2', 'framed_text': tooLong}, // skipped
{'level': 'L3', 'framed_text': ' '}, // skipped (empty after trim)
{'level': 'L2', 'framed_text': '유효한 후보'},
],
});
expect(r, hasLength(1));
expect(r.first.framedText, '유효한 후보');
});
test('confidence clamps and falls back to 0.5', () {
final r = parseFrameCandidates({
'candidates': [
{'level': 'L2', 'framed_text': 'a', 'confidence': -0.4},
{'level': 'L2', 'framed_text': 'b', 'confidence': 2.5},
{'level': 'L2', 'framed_text': 'c', 'confidence': 'not-a-number'},
],
});
expect(r[0].confidence, 0.0);
expect(r[1].confidence, 1.0);
expect(r[2].confidence, 0.5);
});
test('keeps L0/L1 candidates (filtering is suggestFrame responsibility)', () {
final r = parseFrameCandidates({
'candidates': [
{'level': 'L0', 'framed_text': '술 끊기'},
{'level': 'L2', 'framed_text': '무알콜'},
],
});
expect(r, hasLength(2));
expect(r[0].level, FrameLevel.l0);
});
test('source_pattern_id preserved when present', () {
final r = parseFrameCandidates({
'candidates': [
{
'level': 'L2',
'framed_text': 'foo',
'source_pattern_id': 'fp_alcohol'
},
],
});
expect(r.single.sourcePatternId, 'fp_alcohol');
});
}

View File

@@ -0,0 +1,165 @@
import 'package:flutter_test/flutter_test.dart';
import 'package:life_helper/data/ai/llm_service.dart';
import 'package:life_helper/domain/ai/frame_candidate.dart';
import 'package:life_helper/domain/ai/suggest_frame.dart';
import 'package:life_helper/domain/models/frame_pattern.dart';
import 'package:life_helper/domain/models/habit.dart';
final _patterns = <FramePatternModel>[
const FramePatternModel(
id: 'fp_alcohol',
domain: 'drink',
avoidanceKeyword: '술 끊기',
l0Example: '술 끊기',
l2Suggestion: '무알콜',
l3Identity: '맑은 정신',
),
];
const _input = SuggestFrameInput(
rawText: '술 끊고 싶어',
habitType: HabitType.breakHabit,
);
void main() {
test('happy path: returns up to 3 validated candidates', () async {
final llm = MockLlmService();
await llm.load();
llm.enqueueResponse({
'candidates': [
{'level': 'L2', 'framed_text': '저녁엔 무알콜 음료', 'confidence': 0.9},
{'level': 'L3', 'framed_text': '나는 맑은 정신의 사람이다'},
{'level': 'L2', 'framed_text': '주말엔 운동 우선'},
],
});
final result = await suggestFrame(
_input,
llm: llm,
framePatterns: _patterns,
);
expect(result, hasLength(3));
expect(result[0].level, FrameLevel.l2);
});
test('L0/L1 candidates discarded by validateFrameLevel', () async {
final llm = MockLlmService();
await llm.load();
llm.enqueueResponse({
'candidates': [
{'level': 'L0', 'framed_text': '술 안 마시기'},
{'level': 'L1', 'framed_text': '음주 중단'},
{'level': 'L2', 'framed_text': '무알콜 마시기'},
],
});
final result = await suggestFrame(
_input,
llm: llm,
framePatterns: _patterns,
);
expect(result, hasLength(1));
expect(result.first.level, FrameLevel.l2);
});
test('timeout → empty list (graceful)', () async {
final llm = MockLlmService();
await llm.load();
llm.responseDelay = const Duration(milliseconds: 200);
llm.enqueueResponse({
'candidates': [
{'level': 'L2', 'framed_text': '무알콜'},
],
});
final result = await suggestFrame(
_input,
llm: llm,
framePatterns: _patterns,
timeout: const Duration(milliseconds: 50),
);
expect(result, isEmpty);
});
test('StateError (not loaded) → empty list (graceful)', () async {
final llm = MockLlmService(); // not loaded
final result = await suggestFrame(
_input,
llm: llm,
framePatterns: _patterns,
);
expect(result, isEmpty);
});
test('malformed JSON → empty list (graceful)', () async {
final llm = MockLlmService();
await llm.load();
llm.enqueueResponse({'foo': 'bar'}); // no candidates key
final result = await suggestFrame(
_input,
llm: llm,
framePatterns: _patterns,
);
expect(result, isEmpty);
});
test('empty rawText → llm not called', () async {
final llm = MockLlmService();
await llm.load();
final result = await suggestFrame(
const SuggestFrameInput(
rawText: ' ',
habitType: HabitType.breakHabit,
),
llm: llm,
framePatterns: _patterns,
);
expect(result, isEmpty);
expect(llm.callCount, 0);
});
test('rawText > 200 chars → empty list, llm not called', () async {
final llm = MockLlmService();
await llm.load();
final result = await suggestFrame(
SuggestFrameInput(
rawText: 'a' * 201,
habitType: HabitType.breakHabit,
),
llm: llm,
framePatterns: _patterns,
);
expect(result, isEmpty);
expect(llm.callCount, 0);
});
test('graceful: arbitrary throw is caught', () async {
final llm = MockLlmService();
await llm.load();
llm.enqueueError(Exception('boom'));
final result = await suggestFrame(
_input,
llm: llm,
framePatterns: _patterns,
);
expect(result, isEmpty);
});
test('result truncated at 3 even if more valid candidates returned',
() async {
final llm = MockLlmService();
await llm.load();
llm.enqueueResponse({
'candidates': [
{'level': 'L2', 'framed_text': 'a'},
{'level': 'L2', 'framed_text': 'b'},
{'level': 'L2', 'framed_text': 'c'},
{'level': 'L2', 'framed_text': 'd'},
{'level': 'L2', 'framed_text': 'e'},
],
});
final result = await suggestFrame(
_input,
llm: llm,
framePatterns: _patterns,
);
expect(result, hasLength(3));
});
}