FilesExpand file tree

main

/

voxtral_realtime.json

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

138 lines (138 loc) · 3.28 KB

main

/

voxtral_realtime.json

Copy path

Top

File metadata and controls

• Code
• Blame

138 lines (138 loc) · 3.28 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

{

"family": "voxtral_realtime",

"display_name": "Voxtral Mini 4B Realtime",

"description": "Mistral 13-language realtime ASR model with a natively streaming causal audio encoder, configurable low-latency transcription delay, and accuracy competitive with offline open-source systems.",

"category": "asr",

"status": "supported",

"tasks": [

"asr"

],

"modes": [

"offline",

"streaming"

],

"languages": [

"en",

"zh",

"hi",

"es",

"ar",

"fr",

"pt",

"ru",

"de",

"ja",

"ko",

"it",

"nl"

],

"capabilities": {

"asr": [

"partial_results"

]

},

"runtime": {

"tags": [

"gguf",

"stream"

]

},

"ui": {

"recommended_package": "voxtral_realtime_q8_0",

"tags": [

"ASR",

"GGUF",

"Stream"

],

"docs": [

"docs/models/voxtral_realtime.md",

"docs/asr.md",

"docs/gguf.md"

]

},

"package_defaults": {

"download": {

"kind": "huggingface_snapshot",

"repo": "audio-cpp/audio.cpp-gguf",

"revision": "main",

"gated": false

}

},

"packages": [

{

"id": "voxtral_realtime_q8_0",

"display_name": "Voxtral Mini 4B Realtime Q8_0 GGUF",

"default": true,

"format": "gguf",

"precision": "q8_0",

"target_directory": "Voxtral-Mini-4B-Realtime-2602-GGUF",

"files": [

"Voxtral-Mini-4B-Realtime-2602-GGUF/voxtral-mini-4b-realtime-2602-q8_0.gguf"

],

"strip_prefix": "Voxtral-Mini-4B-Realtime-2602-GGUF"

},

{

"id": "voxtral_realtime_q4_k",

"display_name": "Voxtral Mini 4B Realtime Q4_K GGUF",

"format": "gguf",

"precision": "q4_k",

"target_directory": "Voxtral-Mini-4B-Realtime-2602-GGUF",

"files": [

"Voxtral-Mini-4B-Realtime-2602-GGUF/voxtral-mini-4b-realtime-2602-q4_k.gguf"

],

"strip_prefix": "Voxtral-Mini-4B-Realtime-2602-GGUF"

},

{

"id": "voxtral_realtime_bf16",

"display_name": "Voxtral Mini 4B Realtime BF16 GGUF",

"format": "gguf",

"precision": "bf16",

"target_directory": "Voxtral-Mini-4B-Realtime-2602-GGUF",

"files": [

"Voxtral-Mini-4B-Realtime-2602-GGUF/voxtral-mini-4b-realtime-2602-bf16.gguf"

],

"strip_prefix": "Voxtral-Mini-4B-Realtime-2602-GGUF"

}

],

"sources": [

{

"format": "gguf",

"roots": {

"model": ".",

"weights": "$gguf"

},

"files": {

"config": "model:config.json",

"generation_config": "model:generation_config.json",

"processor_config": "model:processor_config.json",

"tekken": "model:tekken.json"

},

"optional_files": {

"params": "model:params.json",

"readme": "model:README.md"

},

"tensors": {

"weights": "weights:"

}

},

{

"format": "safetensors",

"roots": {

"model": "."

},

"files": {

"config": "model:config.json",

"generation_config": "model:generation_config.json",

"processor_config": "model:processor_config.json",

"tekken": "model:tekken.json"

},

"optional_files": {

"params": "model:params.json",

"readme": "model:README.md"

},

"tensors": {

"weights": "model:model.safetensors"

}

}

]

}