1: \begin{thebibliography}{34}
2: \expandafter\ifx\csname natexlab\endcsname\relax\def\natexlab#1{#1}\fi
3: \expandafter\ifx\csname url\endcsname\relax
4: \def\url#1{{\tt #1}}\fi
5:
6: \bibitem[Bialek et~al.(1991)Bialek, Rieke, de~Ruyter~van Steveninck, and
7: Warland]{BialekEtAl1991}
8: W~Bialek, F~Rieke, RR~de~Ruyter~van Steveninck, and D~Warland.
9: \newblock Reading a neural code.
10: \newblock {\em Science}, 252:\penalty0 1854--1857, 1991.
11:
12: \bibitem[Theunissen and Miller(1991)]{TheunissenAndMiller1991}
13: F~Theunissen and JP~Miller.
14: \newblock Representation of sensory information in the cricket cercal sensory
15: system. {II}: {I}nformation theoretic calculation of system accuracy and
16: optimal tuning curve widths for four primary interneurons.
17: \newblock {\em J.\ Neurosphys.}, 66:\penalty0 1690--1703, 1991.
18:
19: \bibitem[Berry et~al.(1997)Berry, Warland, and Meister]{berry-97}
20: MJ~Berry, DK~Warland, and M~Meister.
21: \newblock The structure and precision of retinal spike trains.
22: \newblock {\em Proc.\ Nat.\ Acad.\ Sci.\ (USA)}, 94:\penalty0 5411--5416, 1997.
23:
24: \bibitem[Strong et~al.(1998)Strong, Koberle, de~Ruyter~van Steveninck, and
25: Bialek]{strong-98}
26: SP~Strong, R~Koberle, RR~de~Ruyter~van Steveninck, and W~Bialek.
27: \newblock Entropy and information in neural spike train.
28: \newblock {\em Phys.\ Rev.\ Lett.}, 80:\penalty0 197--200, 1998.
29:
30: \bibitem[Borst and Theunissen(1999)]{BorstAndTheunissen1999}
31: A~Borst and FE~Theunissen.
32: \newblock Information theory and neural coding.
33: \newblock {\em Nature Neurosci.}, 2:\penalty0 947--957, 1999.
34:
35: \bibitem[Brenner et~al.(2000{\natexlab{a}})Brenner, Strong, Koberle, Bialek,
36: and de~Ruyter~van Steveninck]{brenner-00a}
37: N~Brenner, SP~Strong, R~Koberle, W~Bialek, and RR~de~Ruyter~van Steveninck.
38: \newblock Synergy in a neural code.
39: \newblock {\em Neural Comp.}, 12:\penalty0 1531--1552, 2000{\natexlab{a}}.
40:
41: \bibitem[Reinagel and Reid(2000)]{ReinagelAndReid2000}
42: P~Reinagel and RC~Reid.
43: \newblock Temporal coding of visual information in the thalamus.
44: \newblock {\em J. Neurosci}, 20:\penalty0 5392--5400, 2000.
45:
46: \bibitem[Reich et~al.(2001)Reich, Mechler, and Victor]{reich-01}
47: DS~Reich, F~Mechler, and JD~Victor.
48: \newblock Temporal coding of contrast in primary visual cortex: when, what, and
49: why?
50: \newblock {\em J.\ Neurophysiol.}, 85:\penalty0 1039--1050, 2001.
51:
52: \bibitem[Rieke et~al.(1997)Rieke, Warland, de~Ruyter~van Steveninck, and
53: Bialek]{spikes}
54: F~Rieke, D~Warland, R~de~Ruyter~van Steveninck, and W~Bialek.
55: \newblock {\em Spikes: {E}xploring the Neural Code}.
56: \newblock MIT Press, Cambridge, MA, 1997.
57:
58: \bibitem[Lewen et~al.(2001)Lewen, Bialek, and de~Ruyter~van
59: Steveninck]{LewenEtAl2001}
60: GD~Lewen, W~Bialek, and RR~de~Ruyter~van Steveninck.
61: \newblock Neural coding of naturalistic motion stimuli.
62: \newblock {\em Network: Comput.\ In Neural Syst.}, 12:\penalty0 312--329, 2001.
63:
64: \bibitem[Barlow(1959)]{barlow-59}
65: HB~Barlow.
66: \newblock Sensory mechanisms, the reduction of redundancy and intelligence.
67: \newblock In DV~Blake and AM~Uttley, editors, {\em Proceedings of the Symposium
68: on the Mechanization of Thought Processes}, volume~2, pages 537--574, London,
69: 1959. H.~M.~Stationery Office.
70:
71: \bibitem[Barlow(1961)]{barlow-61}
72: HB~Barlow.
73: \newblock Possible principles underlying the transformation of sensory
74: messages.
75: \newblock In W~Rosenblith, editor, {\em Sensory Communication}, pages 217--234,
76: Cambridge, MA, 1961. MIT Press.
77:
78: \bibitem[Laughlin(1981)]{laughlin-81}
79: SB~Laughlin.
80: \newblock A simple coding procedure enhances a neuron's information capacity.
81: \newblock {\em Z.\ Naturforsch.}, 36c:\penalty0 910--912, 1981.
82:
83: \bibitem[Brenner et~al.(2000{\natexlab{b}})Brenner, Bialek, and de~Ruyter~van
84: Steveninck]{BrennerEtAl2000}
85: N~Brenner, W~Bialek, and RR~de~Ruyter~van Steveninck.
86: \newblock Adaptive rescaling maximizes information transmission.
87: \newblock {\em Neuron}, 26:\penalty0 695--702, 2000{\natexlab{b}}.
88:
89: \bibitem[Fairhall et~al.(2001)Fairhall, Lewen, Bialek, and de~Ruyter~van
90: Steveninck]{FairhallEtAl2001}
91: AL~Fairhall, GD~Lewen, W~Bialek, and RR~de~Ruyter~van Steveninck.
92: \newblock Efficiency and ambiguity in an adaptive neural code.
93: \newblock {\em Nature}, 412:\penalty0 787--792, 2001.
94:
95: \bibitem[Mainen and Sejnowski(1995)]{mainen-95}
96: ZF~Mainen and TJ~Sejnowski.
97: \newblock Reliability of spike timing in neocortical neurons.
98: \newblock {\em Science}, 268:\penalty0 1503--1506, 1995.
99:
100: \bibitem[de~Ruyter~van Steveninck et~al.(1997)de~Ruyter~van Steveninck, Lewen,
101: Strong, Koberle, and Bialek]{rds-97}
102: RR~de~Ruyter~van Steveninck, GD~Lewen, SP~Strong, R~Koberle, and W~Bialek.
103: \newblock Reproducibility and variability in neural spike trains.
104: \newblock {\em Science}, 275:\penalty0 1805--1808, 1997.
105:
106: \bibitem[Victor and Purpura(1997)]{victor-purpura-97}
107: JD~Victor and K~Purpura.
108: \newblock Metric-space analysis of spike trains: theory, algorithms, and
109: application.
110: \newblock {\em Network: Comput.\ in Neural Syst.}, 8:\penalty0 127--164, 1997.
111:
112: \bibitem[Victor(2002)]{Victor2002}
113: JD~Victor.
114: \newblock Binless strategies for estimation of information from neural data.
115: \newblock {\em Phys.\ Rev.\ E}, 66:\penalty0 51903--51918, 2002.
116:
117: \bibitem[Ma(1981)]{ma-81}
118: S~Ma.
119: \newblock Calculation of entropy from data of motion.
120: \newblock {\em J.\ Stat.\ Phys.}, 26:\penalty0 221--240, 1981.
121:
122: \bibitem[Nemenman et~al.(2002)Nemenman, Shafee, and Bialek]{nsb}
123: I~Nemenman, F~Shafee, and W~Bialek.
124: \newblock Entropy and inference, revisited.
125: \newblock In TG~Dietterich, S~Becker, and Z~Ghahramani, editors, {\em Advances
126: in Neural Information Processing Systems 14}, Cambridge, MA, 2002. MIT Press.
127:
128: \bibitem[Paninski(2003)]{paninski-03}
129: L~Paninski.
130: \newblock Estimation of entropy and mutual information.
131: \newblock {\em Neur.\ Comp.}, 15:\penalty0 1191--1253, 2003.
132:
133: \bibitem[Batu et~al.(2002)Batu, Dasgupta, Kumar, and Rubinfeld]{rubinfeld-02}
134: T~Batu, S~Dasgupta, R~Kumar, and R~Rubinfeld.
135: \newblock The complexity of approximating the entropy.
136: \newblock In {\em Proc.\ 34th Symp.\ Theory Comput.} ACM, 2002.
137:
138: \bibitem[Miller(1955)]{miller-55}
139: GA~Miller.
140: \newblock Note on the bias on information estimates.
141: \newblock In H.~Quastler, editor, {\em Information Theory in Psychology;
142: Problems and Methods II-B}, pages 95--100. Free Press, Glencoe, Ill., 1955.
143:
144: \bibitem[Grassberger(1988)]{grassberger-88}
145: P~Grassberger.
146: \newblock Finite sample corrections to entropy and dimension estimates.
147: \newblock {\em Phys.\ Lett.\ A}, 128:\penalty0 369--373, 1988.
148:
149: \bibitem[Panzeri and Treves(1996)]{panzeri-treves-96}
150: S~Panzeri and A~Treves.
151: \newblock Analytical estimates of limited sampling biases in different
152: information measures.
153: \newblock {\em Network: Comput.\ in Neural Syst.}, 7:\penalty0 87--107, 1996.
154:
155: \bibitem[Grassberger(2003)]{grassberger-03}
156: P~Grassberger.
157: \newblock Entropy estimates from insufficient samples.
158: \newblock E-print physics/0307138, July 2003.
159:
160: \bibitem[Wolpert and Wolf(1995)]{ww}
161: D~Wolpert and D~Wolf.
162: \newblock Estimating functions of probability distributions from a finite set
163: of samples.
164: \newblock {\em Phys.~Rev.~E}, 52:\penalty0 6841--6854, 1995.
165:
166: \bibitem[Nemenman(2002)]{nsb2}
167: I~Nemenman.
168: \newblock Inference of entropies of discrete random variables with unknown
169: cardinalities.
170: \newblock E-print physics/0207009, May 2002.
171:
172: \bibitem[Land and Collett(1974)]{LandAndCollett1974}
173: MF~Land and TS~Collett.
174: \newblock Chasing behavior of houseflies ({\it {f}annia canicularis}). {A}
175: description and analysis.
176: \newblock {\em J.\ Comp.\ Physiol.}, 89:\penalty0 331--357, 1974.
177:
178: \bibitem[Clarke and Barron(1990)]{clarke-barron-90}
179: BS~Clarke and AR~Barron.
180: \newblock Information--theoretic asymptotics of bayes methods.
181: \newblock {\em IEEE Trans.~Inf.~Thy.}, 36:\penalty0 453--471, 1990.
182:
183: \bibitem[Nemenman(2000)]{nemenman-00}
184: I~Nemenman.
185: \newblock {\em Information Theory and Learning: A Physical Approach}.
186: \newblock PhD thesis, Princeton University, Department of Physics, 2000.
187:
188: \bibitem[Bialek et~al.(2001)Bialek, Nemenman, and Tishby]{bnt-01}
189: W~Bialek, I~Nemenman, and N~Tishby.
190: \newblock Predictability, complexity, and learning.
191: \newblock {\em Neur.\ Comp.}, 13:\penalty0 2409--2463, 2001.
192:
193: \bibitem[de~Ruyter~van Steveninck and Bialek(2001)]{rob-01}
194: R~de~Ruyter~van Steveninck and W~Bialek.
195: \newblock Timing and counting precision in the blowfly visual system.
196: \newblock In J~van Hemmen, JD~Cowan, and E~Domany, editors, {\em Methods in
197: Neural Networks IV}, pages 313--371. Springer Verlag, Heidelberg, New York,
198: 2001.
199: \newblock see Fig.\ 17.
200:
201: \end{thebibliography}
202: