1: \contentsline {section}{\numberline {1}Introduction}{3}

2: \contentsline {section}{\numberline {2}Background and Related Work}{6}

3: \contentsline {subsection}{\numberline {2.A}Sparse Regression}{6}

4: \contentsline {subsection}{\numberline {2.B}Compressed Sensing}{8}

5: \contentsline {subsection}{\numberline {2.C}Privacy}{9}

6: \contentsline {section}{\numberline {3}Compressed Regression is Sparsistent}{10}

7: \contentsline {subsection}{\numberline {3.A}Outline of Proof for Theorem\nobreakspace {}3.4\hbox {}}{13}

8: \contentsline {subsection}{\numberline {3.B}Incoherence and Concentration Under Random Projection}{14}

9: \contentsline {subsection}{\numberline {3.C}Proof of Theorem\nobreakspace {}3.4\hbox {}}{15}

10: \contentsline {section}{\numberline {4}Compressed Regression is Persistent}{19}

11: \contentsline {subsection}{\numberline {4.A}Uncompressed Persistence}{20}

12: \contentsline {subsection}{\numberline {4.B}Compressed Persistence}{22}

13: \contentsline {section}{\numberline {5}Information Theoretic Analysis of Privacy}{26}

14: \contentsline {subsection}{\numberline {5.A}Privacy Under the Multiple Antenna Channel Model}{27}

15: \contentsline {subsection}{\numberline {5.B}Privacy Under Multiplicative Noise}{28}

16: \contentsline {section}{\numberline {6}Experiments}{30}

17: \contentsline {subsection}{\numberline {6.A}Sparsistency}{30}

18: \contentsline {subsection}{\numberline {6.B}Persistence}{37}

19: \contentsline {section}{\numberline {7}Proofs of Technical Results}{40}

20: \contentsline {subsection}{\numberline {7.A}Connection to the Gaussian Ensemble Result}{40}

21: \contentsline {subsection}{\numberline {7.B}$S$-Incoherence}{42}

22: \contentsline {subsection}{\numberline {7.C}Proof of Lemma\nobreakspace {}3.5\hbox {}}{43}

23: \contentsline {subsection}{\numberline {7.D}Proof of Proposition\nobreakspace {}3.6\hbox {}}{46}

24: \contentsline {subsection}{\numberline {7.E}Proof of Theorem\nobreakspace {}3.7\hbox {}}{49}

25: \contentsline {subsection}{\numberline {7.F}Proof of Lemma\nobreakspace {}3.8\hbox {}}{52}

26: \contentsline {subsection}{\numberline {7.G}Proof of Lemma\nobreakspace {}3.10\hbox {}}{54}

27: \contentsline {subsection}{\numberline {7.H}Proof of Claim\nobreakspace {}3.11\hbox {}}{54}

28: \contentsline {section}{\numberline {8}Discussion}{55}

29: \contentsline {section}{\numberline {9}Acknowledgments}{56}

30: