0801.2456/nml.bbl
1: \begin{thebibliography}{37}
2: \providecommand{\natexlab}[1]{#1}
3: \providecommand{\url}[1]{\texttt{#1}}
4: \expandafter\ifx\csname urlstyle\endcsname\relax
5:   \providecommand{\doi}[1]{doi: #1}\else
6:   \providecommand{\doi}{doi: \begingroup \urlstyle{rm}\Url}\fi
7: 
8: \bibitem[Barron et~al.(1998)Barron, Rissanen, and Yu]{barron:rissanen:yu:1998}
9: A.~Barron, J.~Rissanen, and B.~Yu.
10: \newblock The minimum description length principle in coding and modeling.
11: \newblock \emph{IEEE Trans. Inform. Theory}, 44\penalty0 (6):\penalty0
12:   2743--2760, 1998.
13: \newblock ISSN 0018-9448.
14: 
15: \bibitem[Boucheron et~al.(2000)Boucheron, Lugosi, and
16:   Massart]{boucheron:lugosi:massart:2000}
17: S.~Boucheron, G.~Lugosi, and P.~Massart.
18: \newblock A sharp concentration inequality with applications.
19: \newblock \emph{Random Struct. \& Algorithms}, 16:\penalty0 277--292, 2000.
20: 
21: \bibitem[Catoni(2004)]{catoni:2004}
22: O.~Catoni.
23: \newblock \emph{Statistical learning theory and stochastic optimization},
24:   volume 1851 of \emph{Lecture Notes in Mathematics}.
25: \newblock Springer-Verlag, 2004.
26: \newblock Ecole d'Ete de Probabilites de Saint-Flour XXXI.
27: 
28: \bibitem[Cesa-Bianchi and Lugosi(2006)]{cesa-bianchi:lugosi:2006}
29: N.~Cesa-Bianchi and G.~Lugosi.
30: \newblock \emph{Prediction, Learning, and Games}.
31: \newblock Cambridge University Press, 2006.
32: \newblock ISBN 0521841089.
33: 
34: \bibitem[Clarke and Barron(1990)]{barron:clarke:1990}
35: B.~Clarke and A.~Barron.
36: \newblock Information-theoretic asymptotics of bayes methods.
37: \newblock \emph{IEEE Trans. Inform. Theory}, 36:\penalty0 453--471, 1990.
38: 
39: \bibitem[Clarke and Barron(1994)]{barron:clarke:1994}
40: B.~Clarke and A.~Barron.
41: \newblock Jeffrey's prior is asymptotically least favorable under entropy risk.
42: \newblock \emph{J. Stat. Planning and Inference}, 41:\penalty0 37--60, 1994.
43: 
44: \bibitem[Cover and Thomas(1991)]{cover:thomas:1991}
45: T.~Cover and J.~Thomas.
46: \newblock \emph{Elements of information theory}.
47: \newblock John Wiley \& sons, 1991.
48: 
49: \bibitem[Csisz{\'a}r(1990)]{csiszar:1990}
50: I.~Csisz{\'a}r.
51: \newblock Class notes on information theory and statistics.
52: \newblock University of Maryland, 1990.
53: 
54: \bibitem[Csisz{\'a}r and Shields(1996)]{csiszar:shields:1996}
55: I.~Csisz{\'a}r and P.~Shields.
56: \newblock {Redundancy rates for renewal and other processes.}
57: \newblock \emph{IEEE Trans. Inform. Theory}, 42\penalty0 (6):\penalty0
58:   2065--2072, 1996.
59: 
60: \bibitem[Davisson(1973)]{MR0465519}
61: L.~D. Davisson.
62: \newblock Universal noiseless coding.
63: \newblock \emph{IEEE Trans. Information Theory}, IT-19:\penalty0 783--795,
64:   1973.
65: \newblock ISSN 0018-9448.
66: 
67: \bibitem[Dembo and Zeitouni(1998)]{dembo:zeitouni:1998}
68: A.~Dembo and O.~Zeitouni.
69: \newblock \emph{Large deviation techniques and applications}.
70: \newblock Springer, 1998.
71: 
72: \bibitem[Devroye et~al.(1996)Devroye, Gyorfi, and
73:   Lugosi]{devroye:gyorfi:lugosi:1996}
74: L.~Devroye, L.~Gyorfi, and G.~Lugosi.
75: \newblock \emph{A probabilistic theory of pattern recognition}.
76: \newblock Springer., 1996.
77: 
78: \bibitem[Drmota and Szpankowski(2004)]{MR2096987}
79: M.~Drmota and W.~Szpankowski.
80: \newblock Precise minimax redundancy and regret.
81: \newblock \emph{IEEE Trans. Inform. Theory}, 50\penalty0 (11):\penalty0
82:   2686--2707, 2004.
83: \newblock ISSN 0018-9448.
84: 
85: \bibitem[Dudley(2002)]{MR1932358}
86: R.~M. Dudley.
87: \newblock \emph{Real analysis and probability}, volume~74 of \emph{Cambridge
88:   Studies in Advanced Mathematics}.
89: \newblock Cambridge University Press, Cambridge, 2002.
90: \newblock ISBN 0-521-00754-2.
91: \newblock Revised reprint of the 1989 original.
92: 
93: \bibitem[Elias(1975)]{MR0373753}
94: P.~Elias.
95: \newblock Universal codeword sets and representations of the integers.
96: \newblock \emph{IEEE Trans. Information Theory}, IT-21:\penalty0 194--203,
97:   1975.
98: \newblock ISSN 0018-9448.
99: 
100: \bibitem[Feder et~al.(1992)Feder, Merhav, and Gutman]{MR1168747}
101: M.~Feder, N.~Merhav, and M.~Gutman.
102: \newblock Universal prediction of individual sequences.
103: \newblock \emph{IEEE Trans. Inform. Theory}, 38\penalty0 (4):\penalty0
104:   1258--1270, 1992.
105: \newblock ISSN 0018-9448.
106: 
107: \bibitem[Gallager(1968)]{gallager:1968}
108: R.~G. Gallager.
109: \newblock \emph{Information theory and reliable communication}.
110: \newblock John Wiley \& sons, 1968.
111: 
112: \bibitem[Garivier(2006)]{garivier:2006}
113: A.~Garivier.
114: \newblock A lower bound for the maximin redundancy in pattern coding.
115: \newblock Technical report, Université Paris-Sud, 2006.
116: 
117: \bibitem[Gyorfi et~al.(1993)Gyorfi, Pali, and van~der Meulen]{gyorfi1993uns}
118: L.~Gyorfi, I.~Pali, and E.~van~der Meulen.
119: \newblock {On universal noiseless source coding for infinite source alphabets.}
120: \newblock \emph{Eur. Trans. Telecommun. Relat. Technol.}, 4\penalty0
121:   (2):\penalty0 125--132, 1993.
122: 
123: \bibitem[Gy{\"o}rfi et~al.(1994)Gy{\"o}rfi, P{\'a}li, and van~der
124:   Meulen]{MR1281931}
125: L.~Gy{\"o}rfi, I.~P{\'a}li, and E.~C. van~der Meulen.
126: \newblock There is no universal source code for an infinite source alphabet.
127: \newblock \emph{IEEE Trans. Inform. Theory}, 40\penalty0 (1):\penalty0
128:   267--271, 1994.
129: \newblock ISSN 0018-9448.
130: 
131: \bibitem[Haussler(1997)]{MR1454958}
132: D.~Haussler.
133: \newblock A general minimax result for relative entropy.
134: \newblock \emph{IEEE Trans. Inform. Theory}, 43\penalty0 (4):\penalty0
135:   1276--1280, 1997.
136: \newblock ISSN 0018-9448.
137: 
138: \bibitem[Haussler and Opper(1997)]{MR1604481}
139: D.~Haussler and M.~Opper.
140: \newblock Mutual information, metric entropy and cumulative relative entropy
141:   risk.
142: \newblock \emph{Ann. Statist.}, 25\penalty0 (6):\penalty0 2451--2492, 1997.
143: \newblock ISSN 0090-5364.
144: 
145: \bibitem[Kieffer(1978)]{MR514346}
146: J.~C. Kieffer.
147: \newblock A unified approach to weak universal source coding.
148: \newblock \emph{IEEE Trans. Inform. Theory}, 24\penalty0 (6):\penalty0
149:   674--682, 1978.
150: \newblock ISSN 0018-9448.
151: 
152: \bibitem[Krichevsky and Trofimov(1981)]{krichevsky:trofimov:1981}
153: R.~E. Krichevsky and V.~K. Trofimov.
154: \newblock The performance of universal encoding.
155: \newblock \emph{IEEE Trans. Inform. Theory}, 27\penalty0 (2):\penalty0
156:   199--207, 1981.
157: \newblock ISSN 0018-9448.
158: 
159: \bibitem[Orlitsky and Santhanam(2004)]{MR2097043}
160: A.~Orlitsky and N.~P. Santhanam.
161: \newblock Speaking of infinity.
162: \newblock \emph{IEEE Trans. Inform. Theory}, 50\penalty0 (10):\penalty0
163:   2215--2230, 2004.
164: \newblock ISSN 0018-9448.
165: 
166: \bibitem[Orlitsky et~al.(2004)Orlitsky, Santhanam, and Zhang]{MR2095850}
167: A.~Orlitsky, N.~P. Santhanam, and J.~Zhang.
168: \newblock Universal compression of memoryless sources over unknown alphabets.
169: \newblock \emph{IEEE Trans. Inform. Theory}, 50\penalty0 (7):\penalty0
170:   1469--1481, 2004.
171: \newblock ISSN 0018-9448.
172: 
173: \bibitem[Rissanen and Langdon(1979)]{rissanen:langdon:1984}
174: J.~Rissanen and G.~G. Langdon, Jr.
175: \newblock Arithmetic coding.
176: \newblock \emph{IBM J. Res. Develop.}, 23\penalty0 (2):\penalty0 149--162,
177:   1979.
178: \newblock ISSN 0018-8646.
179: 
180: \bibitem[Shamir(2006)]{MR2234457}
181: G.~Shamir.
182: \newblock On the {MDL} principle for i.i.d.\ sources with large alphabets.
183: \newblock \emph{IEEE Trans. Inform. Theory}, 52\penalty0 (5):\penalty0
184:   1939--1955, 2006.
185: \newblock ISSN 0018-9448.
186: 
187: \bibitem[Shamir(2004)]{shamir:2004}
188: G.~I. Shamir.
189: \newblock A new redundancy bound for universal lossless compression of unknown
190:   alphabets.
191: \newblock In \emph{Proceedings of The 38th Annual Conference on Information
192:   Sciences and Systems-CISS}, pages 1175--1179, Princeton, New-Jersey, U.S.A.,
193:   2004.
194: 
195: \bibitem[Shields(1993)]{shields:1993}
196: P.~Shields.
197: \newblock Universal redundancy rates do not exist.
198: \newblock \emph{IEEE Trans. Inform. Theory}, 39:\penalty0 520--524, 1993.
199: 
200: \bibitem[Shtarkov(1987)]{shtarkov:1987}
201: Y.~Shtarkov.
202: \newblock Universal sequential coding of messages.
203: \newblock \emph{Probl. Inform. Transmission}, 23:\penalty0 3--17, 1987.
204: 
205: \bibitem[Sion(1958)]{MR0097026}
206: M.~Sion.
207: \newblock On general minimax theorems.
208: \newblock \emph{Pacific J. Math.}, 8:\penalty0 171--176, 1958.
209: \newblock ISSN 0030-8730.
210: 
211: \bibitem[Szpankowski(1998)]{szpankowski:1998}
212: W.~Szpankowski.
213: \newblock {On asymptotics of certain recurrences arising in universal coding.}
214: \newblock \emph{Probl. Inf. Transm.}, 34\penalty0 (2):\penalty0 142--146, 1998.
215: 
216: \bibitem[Talagrand(1995)]{talagrand:1995}
217: M.~Talagrand.
218: \newblock Concentration of measure and isoperimetric inequalities in product
219:   spaces.
220: \newblock \emph{Publ. Math., Inst. Hautes Etud. Sci.}, 81:\penalty0 73--205,
221:   1995.
222: 
223: \bibitem[Whittaker and Watson(1996)]{whittaker:watson}
224: E.~Whittaker and G.~Watson.
225: \newblock \emph{A course of modern analysis}.
226: \newblock Cambridge Mathematical Library. Cambridge University Press,
227:   Cambridge, 1996.
228: \newblock ISBN 0-521-58807-3.
229: \newblock An introduction to the general theory of infinite processes and of
230:   analytic functions; with an account of the principal transcendental
231:   functions, Reprint of the fourth (1927) edition.
232: 
233: \bibitem[Xie and Barron(1997)]{xie:barron:1997}
234: Q.~Xie and A.~R. Barron.
235: \newblock Minimax redundancy for the class of memoryless sources.
236: \newblock \emph{IEEE Trans. Inform. Theory}, 43:\penalty0 646--656, 1997.
237: 
238: \bibitem[Xie and Barron(2000)]{xie:barron:2000}
239: Q.~Xie and A.~R. Barron.
240: \newblock Asymptotic minimax regret for data compression, gambling and
241:   prediction.
242: \newblock \emph{IEEE Trans. Inform. Theory}, 46:\penalty0 431--445, 2000.
243: 
244: \end{thebibliography}
245: