TTS: VITS (Chinese, zh-ll)

Generate speech with the VITS Chinese (sherpa-onnx-vits-zh-ll) model. This model uses a lexicon and rule FSTs for Chinese text normalization. It supports both synchronous and asynchronous generation.

For model documentation, see VITS zh-ll.

Source files

Sync: test_tts_non_streaming_vits_zh_ll.js
Async: test_tts_non_streaming_vits_zh_ll_async.js

Synchronous generation

// Copyright (c)  2024  Xiaomi Corporation
//
// Text-to-speech with the VITS Chinese (sherpa-onnx-vits-zh-ll) model.
// Uses lexicon and rule FSTs for Chinese text normalization.
//
// Usage:
//   node tts_vits_zh_ll.js
//
const sherpa_onnx = require('sherpa-onnx-node');

function createOfflineTts() {
  const config = {
    model: {
      vits: {
        model: './sherpa-onnx-vits-zh-ll/model.onnx',
        tokens: './sherpa-onnx-vits-zh-ll/tokens.txt',
        lexicon: './sherpa-onnx-vits-zh-ll/lexicon.txt',
      },
      debug: true,
      numThreads: 1,
      provider: 'cpu',
    },
    maxNumSentences: 1,
    ruleFsts:
        './sherpa-onnx-vits-zh-ll/date.fst,./sherpa-onnx-vits-zh-ll/phone.fst,./sherpa-onnx-vits-zh-ll/number.fst',
  };
  return new sherpa_onnx.OfflineTts(config);
}

const tts = createOfflineTts();

const text =
    '当夜幕降临，星光点点，伴随着微风拂面，我在静谧中感受着时光的流转，思念如涟漪荡漾，梦境如画卷展开，我与自然融为一体，沉静在这片宁静的美丽之中，感受着生命的奇迹与温柔。2024年5月13号，拨打110或者18920240513。123456块钱。';

const generationConfig = new sherpa_onnx.GenerationConfig({
  sid: 2,
  speed: 1.0,
  silenceScale: 0.2,
});

let start = Date.now();
const audio = tts.generate({text: text, generationConfig});
let stop = Date.now();
const elapsed_seconds = (stop - start) / 1000;
const duration = audio.samples.length / audio.sampleRate;
const real_time_factor = elapsed_seconds / duration;
console.log('Wave duration', duration.toFixed(3), 'seconds');
console.log('Elapsed', elapsed_seconds.toFixed(3), 'seconds');
console.log(
    `RTF = ${elapsed_seconds.toFixed(3)}/${duration.toFixed(3)} =`,
    real_time_factor.toFixed(3));

const filename = 'test-vits-zh-ll.wav';
sherpa_onnx.writeWave(
    filename, {samples: audio.samples, sampleRate: audio.sampleRate});

console.log(`Saved to ${filename}`);

Asynchronous generation

// Copyright (c)  2026  Xiaomi Corporation
//
// Asynchronous text-to-speech with the VITS Chinese (zh-ll) model.
//
// Usage:
//   node tts_vits_zh_ll_async.js
//
const sherpa_onnx = require('sherpa-onnx-node');

async function createOfflineTts() {
  const config = {
    model: {
      vits: {
        model: './sherpa-onnx-vits-zh-ll/model.onnx',
        tokens: './sherpa-onnx-vits-zh-ll/tokens.txt',
        lexicon: './sherpa-onnx-vits-zh-ll/lexicon.txt',
      },
      debug: false,
      numThreads: 1,
      provider: 'cpu',
    },
    maxNumSentences: 1,
    ruleFsts:
        './sherpa-onnx-vits-zh-ll/date.fst,./sherpa-onnx-vits-zh-ll/phone.fst,./sherpa-onnx-vits-zh-ll/number.fst',
  };
  return await sherpa_onnx.OfflineTts.createAsync(config);
}

async function main() {
  const tts = await createOfflineTts();

  const text =
      '当夜幕降临，星光点点，伴随着微风拂面，我在静谧中感受着时光的流转，思念如涟漪荡漾，梦境如画卷展开，我与自然融为一体，沉静在这片宁静的美丽之中，感受着生命的奇迹与温柔。2024年5月13号，拨打110或者18920240513。123456块钱。';

  const generationConfig = new sherpa_onnx.GenerationConfig({
    sid: 2,
    speed: 1.0,
    silenceScale: 0.2,
  });

  const start = Date.now();
  const audio = await tts.generateAsync({
    text,
    enableExternalBuffer: true,
    generationConfig,
    onProgress: ({samples, progress}) => {
      process.stdout.write(
          `Progress: ${(progress * 100).toFixed(1)}%, ` +
          `Samples: ${samples.length}\r`);
      return 1;
    },
  });

  console.log('');
  const stop = Date.now();
  const elapsed_seconds = (stop - start) / 1000;
  const duration = audio.samples.length / audio.sampleRate;
  const real_time_factor = elapsed_seconds / duration;
  console.log('Wave duration', duration.toFixed(3), 'seconds');
  console.log('Elapsed', elapsed_seconds.toFixed(3), 'seconds');
  console.log(
      `RTF = ${elapsed_seconds.toFixed(3)}/${duration.toFixed(3)} =`,
      real_time_factor.toFixed(3));

  const filename = 'test-vits-zh-ll-async.wav';
  sherpa_onnx.writeWave(
      filename, {samples: audio.samples, sampleRate: audio.sampleRate});
  console.log(`Saved to ${filename}`);
}

main().catch((err) => {
  console.error('Error:', err);
});

How to run

Install the package:
```
npm install sherpa-onnx-node
```

Download the model:

curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/sherpa-onnx-vits-zh-ll.tar.bz2
tar xvf sherpa-onnx-vits-zh-ll.tar.bz2

Set the library path and run:

# macOS
export DYLD_LIBRARY_PATH=$(npm root)/sherpa-onnx-node/lib:$DYLD_LIBRARY_PATH

# Linux
export LD_LIBRARY_PATH=$(npm root)/sherpa-onnx-node/lib:$LD_LIBRARY_PATH

# Choose one:
node tts_vits_zh_ll.js
node tts_vits_zh_ll_async.js

Notes

The config key is vits with fields: model, tokens, lexicon.
ruleFsts contains comma-separated FST files: date.fst, phone.fst, number.fst.
The example text contains dates, phone numbers, and monetary amounts that are normalized by the rule FSTs.
The sync API uses new sherpa_onnx.OfflineTts(config) and tts.generate({text, generationConfig}).
The async API uses OfflineTts.createAsync() and tts.generateAsync() with an onProgress callback.