cactus build --flutter

import 'cactus.dart';
import 'dart:convert';

final model = cactusInit('/path/to/model', null, false);
final messages = jsonEncode([{'role': 'user', 'content': 'What is the capital of France?'}]);
final resultJson = cactusComplete(model, messages, null, null, null);
final result = jsonDecode(resultJson);
print(result['response']);
cactusDestroy(model);

final options = jsonEncode({'max_tokens': 256, 'temperature': 0.7});
final tokens = <String>[];

final resultJson = cactusComplete(model, messages, options, null, (token, _) {
  tokens.add(token);
  stdout.write(token);
});

// From file
final result = cactusTranscribe(model, '/path/to/audio.wav', '', null, null, null);

// From PCM data (16 kHz mono)
final pcmData = Uint8List.fromList([...]);
final result = cactusTranscribe(model, null, null, null, null, pcmData);

final stream  = cactusStreamTranscribeStart(model, null);
final partial = cactusStreamTranscribeProcess(stream, audioChunk);
final final_  = cactusStreamTranscribeStop(stream);

final embedding      = cactusEmbed(model, 'Hello, world!', true);   // Float32List
final imageEmbedding = cactusImageEmbed(model, '/path/to/image.jpg');
final audioEmbedding = cactusAudioEmbed(model, '/path/to/audio.wav');

final tokens = cactusTokenize(model, 'Hello, world!');  // List<int>
final scores = cactusScoreWindow(model, tokens, 0, tokens.length, 512);

final index = cactusIndexInit('/path/to/index', 384);

cactusIndexAdd(
  index,
  [1, 2],
  ['Document 1', 'Document 2'],
  [[0.1, 0.2], [0.3, 0.4]],
  null,
);

final resultsJson = cactusIndexQuery(index, [0.1, 0.2], null);
// JSON: {"results":[{"id":1,"score":0.99,...},...]}

cactusIndexDelete(index, [2]);
cactusIndexCompact(index);
cactusIndexDestroy(index);

typedef CactusModelT            = Pointer<Void>;
typedef CactusIndexT            = Pointer<Void>;
typedef CactusStreamTranscribeT = Pointer<Void>;

CactusModelT cactusInit(String modelPath, String? corpusDir, bool cacheIndex)
void cactusDestroy(CactusModelT model)
void cactusReset(CactusModelT model)
void cactusStop(CactusModelT model)
String cactusGetLastError()

String cactusComplete(
  CactusModelT model,
  String messagesJson,
  String? optionsJson,
  String? toolsJson,
  void Function(String token, int tokenId)? callback,
)

String cactusTranscribe(
  CactusModelT model,
  String? audioPath,
  String? prompt,
  String? optionsJson,
  void Function(String, int)? callback,
  Uint8List? pcmData,
)

CactusStreamTranscribeT cactusStreamTranscribeStart(CactusModelT model, String? optionsJson)
String cactusStreamTranscribeProcess(CactusStreamTranscribeT stream, Uint8List pcmData)
String cactusStreamTranscribeStop(CactusStreamTranscribeT stream)

Float32List cactusEmbed(CactusModelT model, String text, bool normalize)
Float32List cactusImageEmbed(CactusModelT model, String imagePath)
Float32List cactusAudioEmbed(CactusModelT model, String audioPath)

List<int> cactusTokenize(CactusModelT model, String text)
String cactusScoreWindow(CactusModelT model, List<int> tokens, int start, int end, int context)

String cactusVad(CactusModelT model, String? audioPath, String? optionsJson, Uint8List? pcmData)
String cactusRagQuery(CactusModelT model, String query, int topK)

CactusIndexT cactusIndexInit(String indexDir, int embeddingDim)
void cactusIndexDestroy(CactusIndexT index)
int cactusIndexAdd(CactusIndexT index, List<int> ids, List<String> documents, List<List<double>> embeddings, List<String>? metadatas)
int cactusIndexDelete(CactusIndexT index, List<int> ids)
String cactusIndexGet(CactusIndexT index, List<int> ids)
String cactusIndexQuery(CactusIndexT index, List<double> embedding, String? optionsJson)
int cactusIndexCompact(CactusIndexT index)

void cactusSetTelemetryEnvironment(String cacheDir)
void cactusSetAppId(String appId)
void cactusTelemetryFlush()
void cactusTelemetryShutdown()

import 'package:flutter/services.dart';
import 'package:path_provider/path_provider.dart';
import 'dart:io';

Future<String> getModelPath() async {
  final dir = await getApplicationDocumentsDirectory();
  final modelFile = File('${dir.path}/model');

  if (!await modelFile.exists()) {
    final data = await rootBundle.load('assets/model');
    await modelFile.writeAsBytes(data.buffer.asUint8List());
  }

  return modelFile.path;
}

import 'package:path_provider/path_provider.dart';

final path = '${Directory.current.path}/model';