cst_lexicon.h 4.5 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889
  1. /*************************************************************************/
  2. /* */
  3. /* Language Technologies Institute */
  4. /* Carnegie Mellon University */
  5. /* Copyright (c) 1999 */
  6. /* All Rights Reserved. */
  7. /* */
  8. /* Permission is hereby granted, free of charge, to use and distribute */
  9. /* this software and its documentation without restriction, including */
  10. /* without limitation the rights to use, copy, modify, merge, publish, */
  11. /* distribute, sublicense, and/or sell copies of this work, and to */
  12. /* permit persons to whom this work is furnished to do so, subject to */
  13. /* the following conditions: */
  14. /* 1. The code must retain the above copyright notice, this list of */
  15. /* conditions and the following disclaimer. */
  16. /* 2. Any modifications must be clearly marked as such. */
  17. /* 3. Original authors' names are not deleted. */
  18. /* 4. The authors' names are not used to endorse or promote products */
  19. /* derived from this software without specific prior written */
  20. /* permission. */
  21. /* */
  22. /* CARNEGIE MELLON UNIVERSITY AND THE CONTRIBUTORS TO THIS WORK */
  23. /* DISCLAIM ALL WARRANTIES WITH REGARD TO THIS SOFTWARE, INCLUDING */
  24. /* ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO EVENT */
  25. /* SHALL CARNEGIE MELLON UNIVERSITY NOR THE CONTRIBUTORS BE LIABLE */
  26. /* FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES */
  27. /* WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN */
  28. /* AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, */
  29. /* ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF */
  30. /* THIS SOFTWARE. */
  31. /* */
  32. /*************************************************************************/
  33. /* Author: Alan W Black (awb@cs.cmu.edu) */
  34. /* Date: December 1999 */
  35. /*************************************************************************/
  36. /* */
  37. /* Lexicon related functions */
  38. /* */
  39. /*************************************************************************/
  40. #ifndef _CST_LEXICON_H__
  41. #define _CST_LEXICON_H__
  42. #include "cst_item.h"
  43. #include "cst_lts.h"
  44. typedef struct lexicon_struct {
  45. char *name;
  46. int num_entries;
  47. /* Entries are centered around bytes with value 255 */
  48. /* entries and forward (compressed) pronunciations and backwards */
  49. /* each are terminated (preceeded in pron case) by 0 */
  50. /* This saves 4 bytes per entry for an index */
  51. unsigned char *data; /* the entries and phone strings */
  52. int num_bytes; /* the number of bytes in the data */
  53. char **phone_table;
  54. cst_lts_rules *lts_rule_set;
  55. int (*syl_boundary)(const cst_item *i,const cst_val *p);
  56. cst_val *(*lts_function)(const struct lexicon_struct *l, const char *word, const char *pos, const cst_features *feats);
  57. char ***addenda;
  58. /* ngram frequency table used for packed entries */
  59. const char * const *phone_hufftable;
  60. const char * const *entry_hufftable;
  61. cst_utterance *(*postlex)(cst_utterance *u);
  62. cst_val *lex_addenda; /* For pronunciations added at run time */
  63. } cst_lexicon;
  64. cst_lexicon *new_lexicon();
  65. void delete_lexicon(cst_lexicon *lex);
  66. cst_val *cst_lex_make_entry(const cst_lexicon *lex,
  67. const cst_string *entry);
  68. cst_val *cst_lex_load_addenda(const cst_lexicon *lex,
  69. const char *lexfile);
  70. cst_val *lex_lookup(const cst_lexicon *l, const char *word, const char *pos,
  71. const cst_features *feats);
  72. int in_lex(const cst_lexicon *l, const char *word, const char *pos,
  73. const cst_features *feats);
  74. CST_VAL_USER_TYPE_DCLS(lexicon,cst_lexicon)
  75. #endif