~alcinnz/rhapsode

ref: 4298dd3cb00bc6a641bb32cad897e31b1b3564c5 rhapsode/src/main.c -rw-r--r-- 11.3 KiB
4298dd3c — Adrian Cochrane Draft SpeechD integration. 3 years ago
                                                                                
489dd5c7 Adrian Cochrane
43479697 Adrian Cochrane
395b9e46 Adrian Cochrane
a8275ac6 Adrian Cochrane
395b9e46 Adrian Cochrane
489dd5c7 Adrian Cochrane
487a2880 Adrian Cochrane
8ff372bd Adrian Cochrane
489dd5c7 Adrian Cochrane
4298dd3c Adrian Cochrane
487a2880 Adrian Cochrane
489dd5c7 Adrian Cochrane
505b29c3 Adrian Cochrane
489dd5c7 Adrian Cochrane
c07c8648 Adrian Cochrane
489dd5c7 Adrian Cochrane
c07c8648 Adrian Cochrane
489dd5c7 Adrian Cochrane
487a2880 Adrian Cochrane
49f4b9eb Adrian Cochrane
8ff372bd Adrian Cochrane
487a2880 Adrian Cochrane
49f4b9eb Adrian Cochrane
487a2880 Adrian Cochrane
49f4b9eb Adrian Cochrane
487a2880 Adrian Cochrane
e3acf32e Adrian Cochrane
a8275ac6 Adrian Cochrane
75431699 Adrian Cochrane
afc9cc59 Adrian Cochrane
75431699 Adrian Cochrane
edd84882 Adrian Cochrane
75431699 Adrian Cochrane
487a2880 Adrian Cochrane
8ff372bd Adrian Cochrane
49f4b9eb Adrian Cochrane
8ff372bd Adrian Cochrane
49f4b9eb Adrian Cochrane
487a2880 Adrian Cochrane
8ff372bd Adrian Cochrane
487a2880 Adrian Cochrane
edd84882 Adrian Cochrane
487a2880 Adrian Cochrane
75431699 Adrian Cochrane
487a2880 Adrian Cochrane
c15af785 Adrian Cochrane
487a2880 Adrian Cochrane
c15af785 Adrian Cochrane
487a2880 Adrian Cochrane
a8275ac6 Adrian Cochrane
c15af785 Adrian Cochrane
a8275ac6 Adrian Cochrane
c15af785 Adrian Cochrane
a8275ac6 Adrian Cochrane
c15af785 Adrian Cochrane
42f11570 Adrian Cochrane
c15af785 Adrian Cochrane
a8275ac6 Adrian Cochrane
c15af785 Adrian Cochrane
42f11570 Adrian Cochrane
c15af785 Adrian Cochrane
a8275ac6 Adrian Cochrane
c15af785 Adrian Cochrane
42f11570 Adrian Cochrane
c15af785 Adrian Cochrane
a8275ac6 Adrian Cochrane
c15af785 Adrian Cochrane
42f11570 Adrian Cochrane
c15af785 Adrian Cochrane
a8275ac6 Adrian Cochrane
487a2880 Adrian Cochrane
a8275ac6 Adrian Cochrane
49f4b9eb Adrian Cochrane
487a2880 Adrian Cochrane
395b9e46 Adrian Cochrane
8ff372bd Adrian Cochrane
487a2880 Adrian Cochrane
a8275ac6 Adrian Cochrane
489dd5c7 Adrian Cochrane
487a2880 Adrian Cochrane
489dd5c7 Adrian Cochrane
395b9e46 Adrian Cochrane
8ff372bd Adrian Cochrane
a8275ac6 Adrian Cochrane
4298dd3c Adrian Cochrane
395b9e46 Adrian Cochrane
4298dd3c Adrian Cochrane
a8275ac6 Adrian Cochrane
4298dd3c Adrian Cochrane
395b9e46 Adrian Cochrane
8ff372bd Adrian Cochrane
395b9e46 Adrian Cochrane
8ff372bd Adrian Cochrane
487a2880 Adrian Cochrane
a8275ac6 Adrian Cochrane
487a2880 Adrian Cochrane
8ff372bd Adrian Cochrane
395b9e46 Adrian Cochrane
4298dd3c Adrian Cochrane
395b9e46 Adrian Cochrane
487a2880 Adrian Cochrane
395b9e46 Adrian Cochrane
4298dd3c Adrian Cochrane
395b9e46 Adrian Cochrane
489dd5c7 Adrian Cochrane
8ff372bd Adrian Cochrane
c15af785 Adrian Cochrane
395b9e46 Adrian Cochrane
c15af785 Adrian Cochrane
4298dd3c Adrian Cochrane
487a2880 Adrian Cochrane
395b9e46 Adrian Cochrane
c15af785 Adrian Cochrane
395b9e46 Adrian Cochrane
c15af785 Adrian Cochrane
4298dd3c Adrian Cochrane
395b9e46 Adrian Cochrane
c15af785 Adrian Cochrane
4298dd3c Adrian Cochrane
489dd5c7 Adrian Cochrane
a8275ac6 Adrian Cochrane
487a2880 Adrian Cochrane
489dd5c7 Adrian Cochrane
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <unistd.h>
#include <fcntl.h>
#include <termios.h>

#include "HsFFI.h"
#include <espeak-ng/espeak_ng.h>
#include <sndfile.h>

// #define WITH_SPEECHD // FIXME Doesn't support audio cues, navigation, or even read the full page.
#ifdef WITH_SPEECHD
#include <speechd_types.h>
#include <libspeechd.h>
#endif

/* Exported Haskell functions/types */
struct session;
struct session *c_newSession();
void c_freeSession(struct session*);

struct page;
struct page *c_initialReferer();
void *c_fetchURL(struct session*, char*, struct page*, char*);
//struct page **c_fetchURLs(struct session*, struct page*, char**); // FIXME segfaults.
void c_freePage(struct page*);

char *c_renderDoc(struct session*, struct page*, _Bool);
char **c_extractLinks(struct page*);
char **c_docLinksAndRendering(struct session*, struct page*, _Bool); // FIXME segfaults.

/* espeak-ng integration. Based on the espeak-ng command source code. */
SNDFILE *fd_wav = NULL;
char *path_wav = NULL;
static int samplerate;
espeak_ng_ERROR_CONTEXT context;

int choose_format(char *path) {
    SF_FORMAT_INFO	format_info;
    int k, count;

    sf_command(fd_wav, SFC_GET_FORMAT_MAJOR_COUNT, &count, sizeof (int));
    for (k = 0; k < count; k++) {
        format_info.format = k;
        sf_command(fd_wav, SFC_GET_FORMAT_MAJOR, &format_info, sizeof (format_info));
        char *suffix = path + strlen(path) - strlen(format_info.extension);
        if (strcmp(path, format_info.extension) == 0) return format_info.format;
    }
    return SF_FORMAT_WAV;
}

#define		BUFFER_LEN	1024
#define		MAX_CHANNELS	6
// FIXME convert samplerate
int read_mono(SNDFILE *fd, SF_INFO *info, short *out) {
    sf_count_t count = sf_read_short(fd, out, BUFFER_LEN);
    if (info->channels == 1) return count;

    int i = 0;
    for (int j = 0; j < count; j += info->channels) out[i++] = out[j];
    return i;
}

int paragraph_no = 0, section_no = 0;
int tablerow = 0, tablecol = 0, tableno = 0, in_table = 0;
int capture_marks(short *wav, int numsamples, espeak_EVENT *events) {
    while (events->type != 0) {
        if (events->type == espeakEVENT_MARK) {
            in_table = 0;
            if (sscanf(events->id.name, "-rhaps-paragraph%i", &paragraph_no) == 1) {}
            else if (sscanf(events->id.name, "-rhaps-section%i", &section_no) == 1) {}
            else if (sscanf(events->id.name, "-rhaps-tablecell%i:%ix%i",
                    &tableno, &tablerow, &tablecol) == 3) {in_table = 1;}
        }
        events++;
    }
    return 0;
}

int save_audio(short *wav, int numsamples, espeak_EVENT *events) {
    capture_marks(wav, numsamples, events);
    if (wav == NULL) return 0;

    while (events->type != 0) {
        if (events->type == espeakEVENT_SAMPLERATE) samplerate = events->id.number;
        events++;
    }

    if (fd_wav == NULL) {
        SF_INFO info;
        info.samplerate = samplerate;
        info.channels = 1;
        info.format = choose_format(path_wav) | SF_FORMAT_PCM_16 | SF_ENDIAN_LITTLE;
        fd_wav = sf_open(path_wav, SFM_WRITE, &info);
    }
    if (numsamples > 0) sf_writef_short(fd_wav, wav, numsamples);
    return 0;
}

int speak_initialize() {
    espeak_ng_InitializePath(NULL);
    context = NULL;
    espeak_ng_STATUS result = espeak_ng_Initialize(&context);
    if (result != ENS_OK) {
        espeak_ng_PrintStatusCodeMessage(result, stderr, context);
		espeak_ng_ClearErrorContext(&context);
		return 2;
    }

    if (path_wav != NULL) {
        result = espeak_ng_InitializeOutput(ENOUTPUT_MODE_SYNCHRONOUS, 0, NULL);
        espeak_SetSynthCallback(save_audio);
    } else {
        result = espeak_ng_InitializeOutput(ENOUTPUT_MODE_SPEAK_AUDIO, 0, NULL);
        espeak_SetSynthCallback(capture_marks);
    }
    if (result != ENS_OK) {
        espeak_ng_PrintStatusCodeMessage(result, stderr, context);
        return 3;
    }

    samplerate = espeak_ng_GetSampleRate();
    return 0;
}
void speak(char *ssml, char *mark) {
    int flags = espeakCHARS_AUTO | espeakPHONEMES | espeakENDPAUSE | espeakCHARS_UTF8 | espeakSSML;
    if (mark != NULL) espeak_Synth_Mark(ssml, strlen(ssml)+1, mark, 0, flags, NULL, NULL);
    espeak_Synth(ssml, strlen(ssml)+1, 0, POS_CHARACTER, 0, flags, NULL, NULL); // FIXME only do so if mark doesn't play.
}
int read_keyboard = 0;
int speak_finalize(char *ssml) {
    while (read_keyboard) {
        char c = getc(stdin);
        if (c == '\033') {
            char mark[200];
            espeak_Cancel();
            c = getc(stdin);
            if (c == 0 || c == -1 || c == '\033' || c == 'q') goto close; // skip [
            switch (getc(stdin)) {
            case 'A':
                // 🠕
                if (in_table) {
                    tablerow--;
                    if (tablerow > 0) {
                        sprintf(mark, "-rhaps-tablecell%i:%ix%i", tableno, tablerow, tablecol);
                        speak(ssml, mark);
                        break;
                    } else in_table = 0;
                }
                section_no--;
                sprintf(mark, "-rhaps-section%i", section_no);
                speak(ssml, section_no > 0 ? mark : NULL);
                break;
            case 'B':
                // 🠗
                if (in_table) {
                    tablerow++;
                    sprintf(mark, "-rhaps-tablecell%i:%ix%i", tableno, tablerow, tablecol);
                    speak(ssml, mark);
                    break; // FIXME What if that mark doesn't exist?
                }
                section_no++;
                sprintf(mark, "-rhaps-section%i", section_no);
                speak(ssml, section_no > 0 ? mark : NULL);
                break;
            case 'C':
                // ➔
                if (in_table) {
                    tablecol++;
                    sprintf(mark, "-rhaps-tablecell%i:%ix%i", tableno, tablerow, tablecol);
                    speak(ssml, mark);
                    break; // FIXME What if that mark doesn't exist?
                }
                paragraph_no++;
                sprintf(mark, "-rhaps-paragraph%i", paragraph_no);
                speak(ssml, paragraph_no > 0 ? mark : NULL);
                break;
            case 'D':
                // 🠔
                if (in_table) {
                    tablecol--;
                    if (tablecol > 0) {
                        sprintf(mark, "-rhaps-tablecell%i:%ix%i", tableno, tablerow, tablecol);
                        speak(ssml, mark);
                        break;
                    } else in_table = 0;
                }
                paragraph_no--;
                sprintf(mark, "-rhaps-paragraph%i", paragraph_no);
                speak(ssml, paragraph_no > 0 ? mark : NULL);
                break;
            }
        }
    }
    espeak_ng_STATUS result = espeak_ng_Synchronize();
    if (result != ENS_OK) {
        espeak_ng_PrintStatusCodeMessage(result, stderr, context);
        return 4;
    }

close:
    if (path_wav != NULL) sf_close(fd_wav);
    espeak_ng_Terminate();
    return 0;
}

/* Main driver */
void write_links(FILE *dest, char **links) {
    for (int i = 0; strcmp(links[i], " ") != 0; i++) {
        fprintf(dest, "%s%c", links[i], (i % 3) == 2 ? '\n' : '\t');
    }
}

FILE *parse_opt_file() {
    FILE *ret = optarg != NULL ? fopen(optarg, "w") : stdout;
    if (ret == NULL) {
      fprintf(stderr, "Failed to open file %s\n", optarg);
      hs_exit();
      exit(-1);
    }
    return ret;
}

struct termios stored_settings;
int main(int argc, char **argv) {
    int speak_err = 0;
    hs_init(&argc, &argv);

    char *mimes = "text/html text/xml application/xml application/xhtml+xml text/plain";
    FILE *fd_ssml = NULL;
    FILE *fd_links = NULL;
    int use_espeak = 0;
    tcgetattr(0, &stored_settings);
    #ifdef WITH_SPEECHD
    SPDConnection *spd_conn = NULL;
    #endif

    int c;
    opterr = 0;
    #ifdef WITH_SPEECHD
    while ((c = getopt(argc, argv, "xs::l::kw::dh")) != -1) {
    #else
    while ((c = getopt(argc, argv, "xs::l::kw::h")) != -1) {
    #endif
        switch (c) {
        case 'x':
            mimes = "text/xml application/xml application/xhtml+xml text/html text/plain";
            break;
        case 's':
            fd_ssml = parse_opt_file();
            break;
        case 'l':
            fd_links = parse_opt_file();
            break;
        case 'k':
            read_keyboard = 1;
            // Read input character by character, not line by line.
            struct termios new_settings = stored_settings;
            new_settings.c_lflag &= (~ICANON);
            new_settings.c_lflag &= (~ECHO);
            new_settings.c_cc[VTIME] = 1;
            new_settings.c_cc[VMIN] = 0;
            tcsetattr(0, TCSANOW, &new_settings);
            break;
        case 'w':
            use_espeak = 1;
            path_wav = optarg;
            break;
        #ifdef WITH_SPEECHD
        case 'd':
            spd_conn = spd_open("rhapsode", "main", NULL, SPD_MODE_SINGLE);
            if (spd_conn == NULL) fprintf(stderr, "Failed to open SpeechD connection, ignoring\n");
            spd_set_data_mode(spd_conn, SPD_DATA_SSML);
            break;
        #endif
        case '?':
            fprintf(stderr, "Invalid flag %c\n\n", optopt);
        case 'h':
            fprintf(stderr, "USAGE: rhapsode [FLAGS] URL...\n");
            fprintf(stderr, "\t-x\tX(HT)ML\tIndicates to expect an X(HT)ML file.\n");
            fprintf(stderr, "\t-s\tsilent/SSML\tWrites SSML to the specified file or stdout.\n");
            fprintf(stderr, "\t\t\thttps://xkcd.com/1692/\n");
            fprintf(stderr, "\t-l\tlinks\tWrite extracted links to specifed file or stdout as TSV.\n");
            fprintf(stderr, "\t-h\thelp\tOutputs this usage information to stderr.\n");
            fprintf(stderr, "\t\t\tIf both -s & -l are enabled without an argument, writes to stderr instead.\n");

            hs_exit();
            return c == 'h' ? 0 : 1;
        }
    }
    if (fd_ssml == stdout && fd_links == stdout) fd_links = stderr;
    #ifdef WITH_SPEECHD
    if (fd_ssml == NULL && fd_links == NULL && spd_conn == NULL && !use_espeak)
    #else
    if (fd_ssml == NULL && fd_links == NULL && !use_espeak)
    #endif
        use_espeak = 1;

    struct session *session = c_newSession();
    struct page *referer = c_initialReferer();

    if (use_espeak) speak_err = speak_initialize();
    char *ssml;
    for (int i = optind; i < argc; i++) {
        if (use_espeak && speak_err == 0) speak(argv[i], NULL);
        #ifdef WITH_SPEECHD
        else if (spd_conn != NULL) spd_say(spd_conn, SPD_MESSAGE, argv[i]);
        #endif
        else printf("%s\n", argv[i]);

        struct page *page = c_fetchURL(session, mimes, referer, argv[i]);
        ssml = c_renderDoc(session, page, use_espeak);
        char **links = c_extractLinks(page);

        if (fd_ssml != NULL) fprintf(fd_ssml, "%s\n", ssml);
        if (fd_links != NULL) write_links(fd_links, links);
        if (use_espeak & speak_err == 0) speak(ssml, "main");
        #ifdef WITH_SPEECHD
        if (spd_conn != NULL) spd_say(spd_conn, SPD_MESSAGE, ssml);
        #endif

        c_freePage(page);
    }
    if (use_espeak & speak_err == 0) speak_err = speak_finalize(ssml);
    #ifdef WITH_SPEECHD
    if (spd_conn != NULL) spd_close(spd_conn);
    #endif

    c_freePage(referer);
    c_freeSession(session);
    hs_exit();
    tcsetattr(0, TCSANOW, &stored_settings);

    return speak_err;
}